Update triton_trt-llm.containerfile

triton-inference-server · Sep 20, 2024 · 2ccfb19 · 2ccfb19
1 parent 0665326
commit 2ccfb19
Showing 1 changed file with 0 additions and 8 deletions.
diff --git a/...netes/TensorRT-LLM_Autoscaling_and_Load_Balancing/containers/triton_trt-llm.containerfile b/...netes/TensorRT-LLM_Autoscaling_and_Load_Balancing/containers/triton_trt-llm.containerfile
@@ -36,14 +36,6 @@ ENV HF_HOME ${HF_HOME}
 # Set the active working directory.
 WORKDIR /workspace
 
-# Install a custom version of Triton CLI that support Tensor parallelism and
-# the 70B version of Llama models.
-RUN pip --verbose install \
-    --no-cache-dir \
-    --no-color \
-    --no-input \
-    git+https://github.com/triton-inference-server/triton_cli.git@ibhosale/aslb-mn
-
 # Copy the server script.
 COPY server.py .