From 3662525b6ad301c2d5bc77ade5063226f1732140 Mon Sep 17 00:00:00 2001 From: bghira Date: Wed, 18 Dec 2024 09:00:46 -0600 Subject: [PATCH] torchao: update to v0.7.0 --- install/apple/poetry.lock | 19 ++++++++----------- install/apple/pyproject.toml | 2 +- install/rocm/poetry.lock | 19 ++++++++++++++++++- install/rocm/pyproject.toml | 1 + poetry.lock | 21 ++++++++------------- pyproject.toml | 2 +- 6 files changed, 37 insertions(+), 27 deletions(-) diff --git a/install/apple/poetry.lock b/install/apple/poetry.lock index f3eb2929..980a1097 100644 --- a/install/apple/poetry.lock +++ b/install/apple/poetry.lock @@ -3331,23 +3331,20 @@ test = ["numpy (>=1.23)", "pytest (>=8.1.1)", "pytest-md (>=0.2.0)", "ruff (>=0. [[package]] name = "torchao" -version = "0.5.0" +version = "0.7.0" description = "Package for applying ao techniques to GPU models" optional = false python-versions = "*" files = [ - {file = "torchao-0.5.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6daff53790532d48e6b023bdd34030e8f87075f75f4206f3dd6577e6d99d7132"}, - {file = "torchao-0.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:30a4c5c6ef7e3f5fa9a8dae3e2b9bb82c34d7c61a55f008e120303e22dd82cb6"}, - {file = "torchao-0.5.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:3b8be5c3dcb641688397501d55cab4804688c3d27bdb9f8e0abcba1f2810678e"}, - {file = "torchao-0.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2aede6d89481ccda6bfd81f1666707765244de97697cb42b57c1001d9f928492"}, - {file = "torchao-0.5.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d1dacb8b899d76ea97f166d421c16140016cebed2090f04b17eee7e15b69969a"}, - {file = "torchao-0.5.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1a14c6d5c6e8a1b03eded529bec9306f271ce59de43fa2e4699fd83f464bb5cd"}, - {file = "torchao-0.5.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:f3ed3c5a55609c0051d0e1b12a609f416d896afd2d6a5a1ac73ee14c0230801c"}, - {file = "torchao-0.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:575974f5aea245cdb9ecc30b6d7385de043c3ac874f5b7701ceb5362e521b7f1"}, + {file = "torchao-0.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:08dacdd58c4f4cdec7c7c3494503423caa26f43972cf2bf2c15e9a6b95953b6c"}, + {file = "torchao-0.7.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8b0bfda3c7d9ab797eb6f419bc160e55d2b378da1dbb4565e8dc84999be190d3"}, + {file = "torchao-0.7.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c94b293f4250db032f4f7a2947658edd50586d172bc6fa1c5e8354101bd4438e"}, + {file = "torchao-0.7.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e075811a5e8efcc22372de6bd26cc7152544311348e2c3052a6139dde4c37798"}, + {file = "torchao-0.7.0-py3-none-any.whl", hash = "sha256:49ba10d9d42eb9d698958d9e49e1943ada0f6b9493f6b13eab3a979e3db85b9d"}, ] [package.extras] -dev = ["bitsandbytes", "expecttest", "fire", "hypothesis", "matplotlib", "ninja", "packaging", "pandas", "parameterized", "pre-commit", "pytest (==7.4.0)", "ruff", "sentencepiece", "tabulate", "transformers", "unittest-xml-reporting"] +dev = ["bitsandbytes", "expecttest", "fire", "hypothesis", "matplotlib", "ninja", "packaging", "pandas", "parameterized", "pre-commit", "pytest (==7.4.0)", "ruff (==0.6.8)", "sentencepiece", "tabulate", "transformers", "unittest-xml-reporting"] [[package]] name = "torchaudio" @@ -4229,4 +4226,4 @@ type = ["pytest-mypy"] [metadata] lock-version = "2.0" python-versions = ">=3.10,<3.13" -content-hash = "d35754fb0686a4bfe7eae383638574ae97f9fcba1014377ab0ebbff8d0b8a91d" +content-hash = "82b29e6c15dbdaec67cee0c7816831d5cfc90ac58ff5135c151367bc2352000e" diff --git a/install/apple/pyproject.toml b/install/apple/pyproject.toml index 7932e0ab..ee4249a6 100644 --- a/install/apple/pyproject.toml +++ b/install/apple/pyproject.toml @@ -43,7 +43,7 @@ lycoris-lora = {git = "https://github.com/kohakublueleaf/lycoris", rev = "dev"} fastapi = {extras = ["standard"], version = "^0.115.0"} deepspeed = "^0.15.1" sentencepiece = "^0.2.0" -torchao = "^0.5.0" +torchao = "^0.7.0" torchaudio = "^2.5.0" atomicwrites = "^1.4.1" diff --git a/install/rocm/poetry.lock b/install/rocm/poetry.lock index d90a1b77..40f7bbf4 100644 --- a/install/rocm/poetry.lock +++ b/install/rocm/poetry.lock @@ -3130,6 +3130,23 @@ dev = ["black (>=24.2.0)", "mkdocs-caption (>=1.0.0)", "mkdocs-material (>=9.4.7 docs = ["black (>=24.2.0)", "mkdocs-caption (>=1.0.0)", "mkdocs-material (>=9.4.7)", "mkdocstrings (>=0.24.1)", "mkdocstrings-python (>=1.8.0)"] test = ["numpy (>=1.23)", "pytest (>=8.1.1)", "pytest-md (>=0.2.0)", "ruff (>=0.3.2)"] +[[package]] +name = "torchao" +version = "0.7.0" +description = "Package for applying ao techniques to GPU models" +optional = false +python-versions = "*" +files = [ + {file = "torchao-0.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:08dacdd58c4f4cdec7c7c3494503423caa26f43972cf2bf2c15e9a6b95953b6c"}, + {file = "torchao-0.7.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8b0bfda3c7d9ab797eb6f419bc160e55d2b378da1dbb4565e8dc84999be190d3"}, + {file = "torchao-0.7.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c94b293f4250db032f4f7a2947658edd50586d172bc6fa1c5e8354101bd4438e"}, + {file = "torchao-0.7.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e075811a5e8efcc22372de6bd26cc7152544311348e2c3052a6139dde4c37798"}, + {file = "torchao-0.7.0-py3-none-any.whl", hash = "sha256:49ba10d9d42eb9d698958d9e49e1943ada0f6b9493f6b13eab3a979e3db85b9d"}, +] + +[package.extras] +dev = ["bitsandbytes", "expecttest", "fire", "hypothesis", "matplotlib", "ninja", "packaging", "pandas", "parameterized", "pre-commit", "pytest (==7.4.0)", "ruff (==0.6.8)", "sentencepiece", "tabulate", "transformers", "unittest-xml-reporting"] + [[package]] name = "torchaudio" version = "2.4.1+rocm6.0" @@ -3952,4 +3969,4 @@ test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools", [metadata] lock-version = "2.0" python-versions = ">=3.10,<3.13" -content-hash = "32edefc68774d99e42a449ab508798127dc1e1a4370197a1c3777ddd4ef203ef" +content-hash = "2228f1d1cdabf90e36ef61700375e37f97555eb482c0842999cb5e0127c88d21" diff --git a/install/rocm/pyproject.toml b/install/rocm/pyproject.toml index e8f8e086..df92276b 100644 --- a/install/rocm/pyproject.toml +++ b/install/rocm/pyproject.toml @@ -45,6 +45,7 @@ torch-optimi = "^0.2.1" fastapi = {extras = ["standard"], version = "^0.115.0"} bitsandbytes = "^0.44.1" atomicwrites = "^1.4.1" +torchao = "^0.7.0" [build-system] diff --git a/poetry.lock b/poetry.lock index 60e62ad2..5eea9c96 100644 --- a/poetry.lock +++ b/poetry.lock @@ -4319,25 +4319,20 @@ test = ["numpy (>=1.23)", "pytest (>=8.1.1)", "pytest-md (>=0.2.0)", "ruff (>=0. [[package]] name = "torchao" -version = "0.5.0+cu124" +version = "0.7.0" description = "Package for applying ao techniques to GPU models" optional = false python-versions = "*" files = [ - {file = "torchao-0.5.0+cu124-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6228f96a3f6ecf26faa5694b86263bdc82df64cfcd4892cd3b62155706d733ae"}, - {file = "torchao-0.5.0+cu124-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef9557f8ab51967e94e06b59d71147116621fcee5602f2a0c88ffb8dce02aaad"}, - {file = "torchao-0.5.0+cu124-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f8400ac2770cb5d63f5b84347258995baecbdc6d35116016ecd90fa3f4eacc70"}, - {file = "torchao-0.5.0+cu124-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0f18b7cd527b09172093deb22f04143c514f01fdbc7f17bc9d7860d11292fcae"}, - {file = "torchao-0.5.0+cu124-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fec93047847214fe351cda7032f237770c00d4e4b5f519c817e8532033915410"}, + {file = "torchao-0.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:08dacdd58c4f4cdec7c7c3494503423caa26f43972cf2bf2c15e9a6b95953b6c"}, + {file = "torchao-0.7.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8b0bfda3c7d9ab797eb6f419bc160e55d2b378da1dbb4565e8dc84999be190d3"}, + {file = "torchao-0.7.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c94b293f4250db032f4f7a2947658edd50586d172bc6fa1c5e8354101bd4438e"}, + {file = "torchao-0.7.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e075811a5e8efcc22372de6bd26cc7152544311348e2c3052a6139dde4c37798"}, + {file = "torchao-0.7.0-py3-none-any.whl", hash = "sha256:49ba10d9d42eb9d698958d9e49e1943ada0f6b9493f6b13eab3a979e3db85b9d"}, ] [package.extras] -dev = ["bitsandbytes", "expecttest", "fire", "hypothesis", "matplotlib", "ninja", "packaging", "pandas", "parameterized", "pre-commit", "pytest (==7.4.0)", "ruff", "sentencepiece", "tabulate", "transformers", "unittest-xml-reporting"] - -[package.source] -type = "legacy" -url = "https://download.pytorch.org/whl/cu124" -reference = "pytorch" +dev = ["bitsandbytes", "expecttest", "fire", "hypothesis", "matplotlib", "ninja", "packaging", "pandas", "parameterized", "pre-commit", "pytest (==7.4.0)", "ruff (==0.6.8)", "sentencepiece", "tabulate", "transformers", "unittest-xml-reporting"] [[package]] name = "torchaudio" @@ -5396,4 +5391,4 @@ cffi = ["cffi (>=1.11)"] [metadata] lock-version = "2.0" python-versions = ">=3.10,<3.12" -content-hash = "4f66d0ead6d6a9a573f5e1e5495d5ec38f523cc68e1a4914f3a24843e630ee81" +content-hash = "173b71a0cdb540b16e35017f831fe48a072ba0aa5757c3f087bf852b0f5fd14c" diff --git a/pyproject.toml b/pyproject.toml index 0d80c2a2..9aafce45 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -46,7 +46,7 @@ lycoris-lora = {git = "https://github.com/kohakublueleaf/lycoris", rev = "dev"} torch-optimi = "^0.2.1" toml = "^0.10.2" fastapi = {extras = ["standard"], version = "^0.115.0"} -torchao = {version = "^0.5.0+cu124", source = "pytorch"} +torchao = "^0.7.0" lm-eval = "^0.4.4" nvidia-cudnn-cu12 = "*" nvidia-nccl-cu12 = "*"