Merge branch 'master' into fix-decoding

ggerganov · Jun 24, 2024 · f38b659 · f38b659
2 parents 476dff4 + bf4cb4a
commit f38b659
Show file tree

Hide file tree

Showing 328 changed files with 102,598 additions and 59,042 deletions.
diff --git a/.devops/main-cuda.Dockerfile b/.devops/main-cuda.Dockerfile
@@ -28,6 +28,8 @@ COPY .. .
 RUN make
 
 FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
+ENV CUDA_MAIN_VERSION=12.3
+ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
 WORKDIR /app
 
 RUN apt-get update && \