From 44c3e040c6a760e05d3bde49ae9bbc3007284fb4 Mon Sep 17 00:00:00 2001
From: Xin Yang <xyangx@amazon.com>
Date: Wed, 4 Feb 2026 17:26:51 -0800
Subject: [PATCH] [docker] Upgrade to cuda 12.9

---
 serving/docker/cuda-compat    | 3 ---
 serving/docker/lmi.Dockerfile | 9 ++++-----
 2 files changed, 4 insertions(+), 8 deletions(-)
 delete mode 100644 serving/docker/cuda-compat

diff --git a/serving/docker/cuda-compat b/serving/docker/cuda-compat
deleted file mode 100644
index 2622dc98d..000000000
--- a/serving/docker/cuda-compat
+++ /dev/null
@@ -1,3 +0,0 @@
-Package: cuda-compat-12-8
-Pin: version 570.172.08-0ubuntu1
-Pin-Priority: 1001
\ No newline at end of file
diff --git a/serving/docker/lmi.Dockerfile b/serving/docker/lmi.Dockerfile
index d25c4d3d2..bbb14da10 100644
--- a/serving/docker/lmi.Dockerfile
+++ b/serving/docker/lmi.Dockerfile
@@ -9,9 +9,9 @@
 # or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS"
 # BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
 # the specific language governing permissions and limitations under the License.
-ARG version=12.8.1-devel-ubuntu24.04
+ARG version=12.9.1-devel-ubuntu24.04
 FROM nvidia/cuda:$version
-ARG cuda_version=cu128
+ARG cuda_version=cu129
 ARG djl_version
 ARG djl_serving_version
 ARG python_version=3.12
@@ -61,7 +61,6 @@ ENV PATH="/opt/djl/bin:${PATH}"
 ENTRYPOINT ["/usr/local/bin/dockerd-entrypoint.sh"]
 CMD ["serve"]
 
-COPY cuda-compat /etc/apt/preferences.d/cuda-compat
 COPY scripts scripts/
 RUN chmod -R +x scripts
 RUN mkdir -p /opt/djl/conf \
@@ -74,7 +73,7 @@ COPY config.properties /opt/djl/conf/config.properties
 COPY partition /opt/djl/partition
 COPY scripts/telemetry.sh /opt/djl/bin
 
-RUN apt-get update && apt-get install -yq libaio-dev libopenmpi-dev g++ unzip cuda-compat-12-8 \
+RUN apt-get update && apt-get install -yq libaio-dev libopenmpi-dev g++ unzip cuda-compat-12-9 \
     && scripts/install_openssh.sh \
     && scripts/install_python.sh ${python_version} \
     && scripts/install_s5cmd.sh x64 \
@@ -111,5 +110,5 @@ LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
 LABEL djl-version=$djl_version
 LABEL djl-serving-version=$djl_serving_version
 LABEL cuda-version=$cuda_version
-# To use the 535 CUDA driver, CUDA 12.8 can work on this one too
+# To use the 535 CUDA driver, CUDA 12.9 can work on this one too
 LABEL com.amazonaws.sagemaker.inference.cuda.verified_versions=12.2