From 9b76df052b01a81f424de756ed41310ba96979e5 Mon Sep 17 00:00:00 2001 From: Anh-Uong Date: Fri, 23 Feb 2024 09:57:49 -0700 Subject: [PATCH 1/5] limit dependency ranges - automatic minor upgrades, must check for major Signed-off-by: Anh-Uong --- requirements.txt | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/requirements.txt b/requirements.txt index c4e8fa1e..d1f42a0d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,14 +1,14 @@ -numpy -accelerate>=0.20.3 -transformers>=4.34.1 -torch -aim==3.17.5 -sentencepiece -tokenizers>=0.13.3 -tqdm -trl -ninja -peft>=0.8.0 -datasets>=2.15.0 -flash-attn -fire +numpy>=1.26.4,<2.0 +accelerate>=0.20.3,<1.0 +transformers>=4.34.1,<5.0 +torch>=2.2.0,<3.0 +aim>=3.17.5,<4.0 +sentencepiece>=0.1.99,<2.0 +tokenizers>=0.13.3,<1.0 +tqdm>=4.66.2,<5.0 +trl>=0.7.10,<1.0 +ninja>=1.11.1.1,<2.0 +peft>=0.8.0,<1.0 +datasets>=2.15.0,<3.0 +flash-attn>=2.5.3,<3.0 +fire>=0.5.0,<1.0 From 4359c7e692c141edf212a1f7f267a224114020e3 Mon Sep 17 00:00:00 2001 From: Anh-Uong Date: Tue, 14 May 2024 10:52:24 -0600 Subject: [PATCH 2/5] set upper limits for dependencies Signed-off-by: Anh-Uong --- pyproject.toml | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 3bff676b..d9754619 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -26,23 +26,23 @@ classifiers=[ "Programming Language :: Python :: 3.11", ] dependencies = [ -"numpy", -"accelerate>=0.20.3", -"transformers", -"torch", -"sentencepiece", -"tokenizers>=0.13.3", -"tqdm", -"trl", -"peft>=0.8.0", -"datasets>=2.15.0", -"fire", -"simpleeval", +"numpy>=1.26.4,<2.0", +"accelerate>=0.20.3,<1.0", +"transformers>=4.34.1,<5.0,!=4.38.2", +"torch>=2.2.0,<3.0", +"sentencepiece>=0.1.99,<1.0", +"tokenizers>=0.13.3,<1.0", +"tqdm>=4.66.2,<5.0", +"trl>=0.7.10,<1.0", +"peft>=0.8.0,<1.0", +"datasets>=2.15.0,<3.0", +"fire>=0.5.0,<1.0", +"simpleeval>=0.9.13,<1.0", ] [project.optional-dependencies] -dev = ["wheel", "packaging", "ninja", "scikit-learn>=1.0, <2.0"] -flash-attn = ["flash-attn"] +dev = ["wheel>=0.42.0,<1.0", "packaging>=23.2,<24", "ninja>=1.11.1.1,<2.0", "scikit-learn>=1.0, <2.0"] +flash-attn = ["flash-attn>=2.5.3,<3.0"] aim = ["aim==3.19.0"] [tool.setuptools.packages.find] From c974a19d22c6efa08846f0a2d5da90bdf22fba78 Mon Sep 17 00:00:00 2001 From: Anh-Uong Date: Tue, 14 May 2024 11:14:41 -0600 Subject: [PATCH 3/5] fix aim version, no need to pin to specific version Signed-off-by: Anh-Uong --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index d9754619..048f7dda 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -43,7 +43,7 @@ dependencies = [ [project.optional-dependencies] dev = ["wheel>=0.42.0,<1.0", "packaging>=23.2,<24", "ninja>=1.11.1.1,<2.0", "scikit-learn>=1.0, <2.0"] flash-attn = ["flash-attn>=2.5.3,<3.0"] -aim = ["aim==3.19.0"] +aim = ["aim>=3.19.0,<4.0"] [tool.setuptools.packages.find] exclude = ["tests", "tests.*"] From 9e302ca968e95b414e9cd0237cf50aed6db6e659 Mon Sep 17 00:00:00 2001 From: Anh-Uong Date: Tue, 14 May 2024 11:15:35 -0600 Subject: [PATCH 4/5] remove requirements file, no longer used Signed-off-by: Anh-Uong --- flashattn_requirements.txt | 2 -- requirements.txt | 14 -------------- 2 files changed, 16 deletions(-) delete mode 100644 flashattn_requirements.txt delete mode 100644 requirements.txt diff --git a/flashattn_requirements.txt b/flashattn_requirements.txt deleted file mode 100644 index 73fa118f..00000000 --- a/flashattn_requirements.txt +++ /dev/null @@ -1,2 +0,0 @@ -wheel>=0.42.0,<1.0 -flash-attn>=2.5.3,<3.0 diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index 747570fc..00000000 --- a/requirements.txt +++ /dev/null @@ -1,14 +0,0 @@ -numpy>=1.26.4,<2.0 -accelerate>=0.20.3,<1.0 -transformers>=4.34.1,<5.0 -torch>=2.2.0,<3.0 -aim>=3.17.5,<4.0 -sentencepiece>=0.1.99,<2.0 -tokenizers>=0.13.3,<1.0 -tqdm>=4.66.2,<5.0 -trl>=0.7.10,<1.0 -ninja>=1.11.1.1,<2.0 -peft>=0.8.0,<1.0 -datasets>=2.15.0,<3.0 -fire>=0.5.0,<1.0 -packaging>=23.2,<24 \ No newline at end of file From 6545ab1a1e881d1c8e4b9bf6061081c6c01369b0 Mon Sep 17 00:00:00 2001 From: Anh-Uong Date: Thu, 20 Jun 2024 05:57:48 -0600 Subject: [PATCH 5/5] deps below 1.0 have more constrained upper limit Signed-off-by: Anh-Uong --- pyproject.toml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index edb39adb..3f559c62 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -27,21 +27,21 @@ classifiers=[ ] dependencies = [ "numpy>=1.26.4,<2.0", -"accelerate>=0.20.3,<1.0", +"accelerate>=0.20.3,<0.40", "transformers>=4.34.1,<5.0,!=4.38.2", "torch>=2.2.0,<3.0", -"sentencepiece>=0.1.99,<1.0", +"sentencepiece>=0.1.99,<0.3", "tokenizers>=0.13.3,<1.0", "tqdm>=4.66.2,<5.0", "trl==0.8.6", -"peft>=0.8.0,<1.0", +"peft>=0.8.0,<0.13", "datasets>=2.15.0,<3.0", "fire>=0.5.0,<1.0", "simpleeval>=0.9.13,<1.0", ] [project.optional-dependencies] -dev = ["wheel>=0.42.0,<1.0", "packaging>=23.2,<24", "ninja>=1.11.1.1,<2.0", "scikit-learn>=1.0, <2.0", "boto3"] +dev = ["wheel>=0.42.0,<1.0", "packaging>=23.2,<24", "ninja>=1.11.1.1,<2.0", "scikit-learn>=1.0, <2.0", "boto3>=1.34, <2.0"] flash-attn = ["flash-attn>=2.5.3,<3.0"] aim = ["aim>=3.19.0,<4.0"]