ustas commited on
Commit
e79709c
·
unverified ·
1 Parent(s): 0869200

ci : update main-cuda.Dockerfile (#3371)

Browse files

* Update main-cuda.Dockerfile

Bump CUDA to 13.0.0 and exclude the `compute_50` arch from build because it was deprecated and now throws an error.

* Add quotes in main-cuda.Dockerfile

Files changed (1) hide show
  1. .devops/main-cuda.Dockerfile +4 -4
.devops/main-cuda.Dockerfile CHANGED
@@ -1,6 +1,6 @@
1
  ARG UBUNTU_VERSION=22.04
2
  # This needs to generally match the container host's environment.
3
- ARG CUDA_VERSION=12.3.1
4
  # Target the CUDA build image
5
  ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
6
  # Target the CUDA runtime image
@@ -20,12 +20,12 @@ RUN apt-get update && \
20
  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
21
 
22
  # Ref: https://stackoverflow.com/a/53464012
23
- ENV CUDA_MAIN_VERSION=12.3
24
  ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
25
 
26
  COPY .. .
27
  # Enable cuBLAS
28
- RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1"
29
 
30
  RUN find /app/build -name "*.o" -delete && \
31
  find /app/build -name "*.a" -delete && \
@@ -34,7 +34,7 @@ RUN find /app/build -name "*.o" -delete && \
34
  rm -rf /app/build/_deps
35
 
36
  FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
37
- ENV CUDA_MAIN_VERSION=12.3
38
  ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
39
  WORKDIR /app
40
 
 
1
  ARG UBUNTU_VERSION=22.04
2
  # This needs to generally match the container host's environment.
3
+ ARG CUDA_VERSION=13.0.0
4
  # Target the CUDA build image
5
  ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
6
  # Target the CUDA runtime image
 
20
  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
21
 
22
  # Ref: https://stackoverflow.com/a/53464012
23
+ ENV CUDA_MAIN_VERSION=13.0
24
  ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
25
 
26
  COPY .. .
27
  # Enable cuBLAS
28
+ RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1 -DCMAKE_CUDA_ARCHITECTURES='75;80;86;90'"
29
 
30
  RUN find /app/build -name "*.o" -delete && \
31
  find /app/build -name "*.a" -delete && \
 
34
  rm -rf /app/build/_deps
35
 
36
  FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
37
+ ENV CUDA_MAIN_VERSION=13.0
38
  ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
39
  WORKDIR /app
40