Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
IlyasMoutawwakil committed May 16, 2024
1 parent f179530 commit 13e2de2
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 12 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/release.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on:
workflow_dispatch:

jobs:
release:
build_and_publish:
runs-on: ubuntu-latest
steps:
- name: Checkout code
Expand Down
21 changes: 10 additions & 11 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -58,11 +58,12 @@
"Please install amdsmi from https://github.com/ROCm/amdsmi to enable this feature."
)

AUTOGPTQ_CUDA = "auto-gptq==0.7.1"
AUTOGPTQ_ROCM = "auto-gptq@https://huggingface.github.io/autogptq-index/whl/rocm573/auto-gptq/auto_gptq-0.7.1%2Brocm5.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl"

AUTOAWQ_CUDA = "autoawq==0.2.1"
AUTOAWQ_ROCM = "autoawq@https://github.com/casper-hansen/AutoAWQ/releases/download/v0.2.1/autoawq-0.2.1+rocm571-cp310-cp310-linux_x86_64.whl"
if USE_ROCM:
AUTOAWQ = "autoawq@https://github.com/casper-hansen/AutoAWQ/releases/download/v0.2.1/autoawq-0.2.1+rocm571-cp310-cp310-linux_x86_64.whl"
AUTOGPTQ = "auto-gptq@https://huggingface.github.io/autogptq-index/whl/rocm573/auto-gptq/auto_gptq-0.7.1%2Brocm5.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl"
else:
AUTOAWQ = "autoawq==0.2.1"
AUTOGPTQ = "auto-gptq==0.7.1"

EXTRAS_REQUIRE = {
"quality": ["ruff"],
Expand All @@ -74,14 +75,12 @@
"neural-compressor": [f"optimum[neural-compressor]>={MIN_OPTIMUM_VERSION}"],
"torch-ort": ["torch-ort", "onnxruntime-training", f"optimum>={MIN_OPTIMUM_VERSION}"],
# other backends
"llm-swarm": ["llm-swarm@git+https://github.com/huggingface/llm-swarm.git"],
"py-txi": ["py-txi@git+https://github.com/IlyasMoutawwakil/py-txi.git"],
"llm-swarm": ["llm-swarm"],
"py-txi": ["py-txi"],
"vllm": ["vllm"],
# optional dependencies
"autoawq": [AUTOAWQ_CUDA],
"autoawq-rocm": [AUTOAWQ_ROCM],
"auto-gptq": ["optimum", AUTOGPTQ_CUDA],
"auto-gptq-rocm": ["optimum", AUTOGPTQ_ROCM],
"autoawq": [AUTOAWQ],
"auto-gptq": ["optimum", AUTOGPTQ],
"sentence-transformers": ["sentence-transformers"],
"bitsandbytes": ["bitsandbytes"],
"codecarbon": ["codecarbon"],
Expand Down

0 comments on commit 13e2de2

Please sign in to comment.