Spaces:
Running
Running
ustas
commited on
ci : update main-cuda.Dockerfile (#3371)
Browse files* Update main-cuda.Dockerfile
Bump CUDA to 13.0.0 and exclude the `compute_50` arch from build because it was deprecated and now throws an error.
* Add quotes in main-cuda.Dockerfile
.devops/main-cuda.Dockerfile
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
ARG UBUNTU_VERSION=22.04
|
| 2 |
# This needs to generally match the container host's environment.
|
| 3 |
-
ARG CUDA_VERSION=
|
| 4 |
# Target the CUDA build image
|
| 5 |
ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
|
| 6 |
# Target the CUDA runtime image
|
|
@@ -20,12 +20,12 @@ RUN apt-get update && \
|
|
| 20 |
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
|
| 21 |
|
| 22 |
# Ref: https://stackoverflow.com/a/53464012
|
| 23 |
-
ENV CUDA_MAIN_VERSION=
|
| 24 |
ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
|
| 25 |
|
| 26 |
COPY .. .
|
| 27 |
# Enable cuBLAS
|
| 28 |
-
RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1"
|
| 29 |
|
| 30 |
RUN find /app/build -name "*.o" -delete && \
|
| 31 |
find /app/build -name "*.a" -delete && \
|
|
@@ -34,7 +34,7 @@ RUN find /app/build -name "*.o" -delete && \
|
|
| 34 |
rm -rf /app/build/_deps
|
| 35 |
|
| 36 |
FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
|
| 37 |
-
ENV CUDA_MAIN_VERSION=
|
| 38 |
ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
|
| 39 |
WORKDIR /app
|
| 40 |
|
|
|
|
| 1 |
ARG UBUNTU_VERSION=22.04
|
| 2 |
# This needs to generally match the container host's environment.
|
| 3 |
+
ARG CUDA_VERSION=13.0.0
|
| 4 |
# Target the CUDA build image
|
| 5 |
ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
|
| 6 |
# Target the CUDA runtime image
|
|
|
|
| 20 |
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
|
| 21 |
|
| 22 |
# Ref: https://stackoverflow.com/a/53464012
|
| 23 |
+
ENV CUDA_MAIN_VERSION=13.0
|
| 24 |
ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
|
| 25 |
|
| 26 |
COPY .. .
|
| 27 |
# Enable cuBLAS
|
| 28 |
+
RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1 -DCMAKE_CUDA_ARCHITECTURES='75;80;86;90'"
|
| 29 |
|
| 30 |
RUN find /app/build -name "*.o" -delete && \
|
| 31 |
find /app/build -name "*.a" -delete && \
|
|
|
|
| 34 |
rm -rf /app/build/_deps
|
| 35 |
|
| 36 |
FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
|
| 37 |
+
ENV CUDA_MAIN_VERSION=13.0
|
| 38 |
ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
|
| 39 |
WORKDIR /app
|
| 40 |
|