From def3101b9015844de7439501bc9baa057322af43 Mon Sep 17 00:00:00 2001 From: KaelanDt Date: Wed, 7 May 2025 12:19:57 +0000 Subject: [PATCH 1/9] transformers version bump --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 5195915bd2..7d68f02d7c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,7 +66,7 @@ optional-dependencies.extra = [ # litgpt.pretrain: "tensorboard>=2.14", "torchmetrics>=1.3.1", - "transformers>=4.48,<4.51", + "transformers=4.51", # litdata, only on non-Windows: "uvloop>=0.2; sys_platform!='win32'", # litgpt.data.prepare_slimpajama.py: From 791a3f22a8b7adca0ac7e95890b4721ec2355900 Mon Sep 17 00:00:00 2001 From: KaelanDt Date: Wed, 7 May 2025 12:22:24 +0000 Subject: [PATCH 2/9] typo --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 7d68f02d7c..0a7f9381b6 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,7 +66,7 @@ optional-dependencies.extra = [ # litgpt.pretrain: "tensorboard>=2.14", "torchmetrics>=1.3.1", - "transformers=4.51", + "transformers==4.51", # litdata, only on non-Windows: "uvloop>=0.2; sys_platform!='win32'", # litgpt.data.prepare_slimpajama.py: From 5fe0b1dd3a1569ff8a93654650240d48ac742165 Mon Sep 17 00:00:00 2001 From: KaelanDt Date: Wed, 7 May 2025 13:20:13 +0000 Subject: [PATCH 3/9] update transformers to patched version --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 0a7f9381b6..061f18d0f7 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,7 +66,7 @@ optional-dependencies.extra = [ # litgpt.pretrain: "tensorboard>=2.14", "torchmetrics>=1.3.1", - "transformers==4.51", + "transformers==4.51.3", # litdata, only on non-Windows: "uvloop>=0.2; sys_platform!='win32'", # litgpt.data.prepare_slimpajama.py: From 3a59f621333248ba7c7cead2ce7b065362b41a58 Mon Sep 17 00:00:00 2001 From: KaelanDt Date: Wed, 7 May 2025 14:25:28 +0000 Subject: [PATCH 4/9] unpin pydantic to allow for aliases --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 061f18d0f7..cbce9c4aab 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -75,7 +75,7 @@ optional-dependencies.extra = [ optional-dependencies.test = [ "einops>=0.7", "protobuf>=4.23.4", - "pydantic>=2.11", + "pydantic", "pytest>=8.1.1", "pytest-benchmark>=5.1", "pytest-dependency>=0.6", From 2baf7174c269e3200f3178cd44e5230eed5e9b3f Mon Sep 17 00:00:00 2001 From: Jirka Borovec <6035284+Borda@users.noreply.github.com> Date: Wed, 7 May 2025 17:18:15 +0200 Subject: [PATCH 5/9] pydantic>=2.11 --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index cbce9c4aab..061f18d0f7 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -75,7 +75,7 @@ optional-dependencies.extra = [ optional-dependencies.test = [ "einops>=0.7", "protobuf>=4.23.4", - "pydantic", + "pydantic>=2.11", "pytest>=8.1.1", "pytest-benchmark>=5.1", "pytest-dependency>=0.6", From 90246980533199e2a2bfecc6281d65bbae835aaf Mon Sep 17 00:00:00 2001 From: Jirka Borovec <6035284+Borda@users.noreply.github.com> Date: Wed, 7 May 2025 20:44:42 +0200 Subject: [PATCH 6/9] Update pyproject.toml --- pyproject.toml | 1 - 1 file changed, 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 061f18d0f7..02138159c2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -75,7 +75,6 @@ optional-dependencies.extra = [ optional-dependencies.test = [ "einops>=0.7", "protobuf>=4.23.4", - "pydantic>=2.11", "pytest>=8.1.1", "pytest-benchmark>=5.1", "pytest-dependency>=0.6", From 052ec70af6946246ae4e1c786bce4de19b6bf33f Mon Sep 17 00:00:00 2001 From: Jirka Borovec <6035284+Borda@users.noreply.github.com> Date: Fri, 23 May 2025 15:15:43 +0200 Subject: [PATCH 7/9] Apply suggestions from code review --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index c836d51b52..38619d62ca 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,7 +66,7 @@ optional-dependencies.extra = [ # litgpt.pretrain: "tensorboard>=2.14", "torchmetrics>=1.3.1", - "transformers==4.51.3", + "transformers>=4.51.3", # litdata, only on non-Windows: "uvloop>=0.2; sys_platform!='win32'", # litgpt.data.prepare_slimpajama.py: From 15d022e87d0fa13af9bd604fcad9b38c3a933fef Mon Sep 17 00:00:00 2001 From: Jirka Borovec <6035284+Borda@users.noreply.github.com> Date: Fri, 23 May 2025 15:16:20 +0200 Subject: [PATCH 8/9] Apply suggestions from code review --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 38619d62ca..ac529b2f54 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,7 +66,7 @@ optional-dependencies.extra = [ # litgpt.pretrain: "tensorboard>=2.14", "torchmetrics>=1.3.1", - "transformers>=4.51.3", + "transformers>=4.51.3,<4.52.0", # litdata, only on non-Windows: "uvloop>=0.2; sys_platform!='win32'", # litgpt.data.prepare_slimpajama.py: From a91e47211eb1d3439c23a92b89d2d2f1374d1ba8 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Fri, 23 May 2025 13:16:30 +0000 Subject: [PATCH 9/9] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index ac529b2f54..d0c8d07b69 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,7 +66,7 @@ optional-dependencies.extra = [ # litgpt.pretrain: "tensorboard>=2.14", "torchmetrics>=1.3.1", - "transformers>=4.51.3,<4.52.0", + "transformers>=4.51.3,<4.52", # litdata, only on non-Windows: "uvloop>=0.2; sys_platform!='win32'", # litgpt.data.prepare_slimpajama.py: