RHOAIENG-28654: allow using CUDA rpm repos for amd64 and arm64 (opendatahub-io#1320)

This is not everything needed to build all of the cuda images, but
it's a necessary step, and the intention is for each achievable part
to be easily reviewable.

The pattern here is adapted from the NVidia Dockerfiles found at
https://gitlab.com/nvidia/container-images/cuda/-/tree/master/dist/12.6.3/ubi9

- NVARCH is set to sbsa on arm64
- cuda-nvprof is only installed for amd64 (no build available for
  arm64 even)
- Removed cuda/rhel9-python-3.11/ dir, since it appeared to just
  contain duplicate files from cuda/

* Rename mssql repo file

* Don't hardcode amd64 in buildinputs tool

Author: grdryn

ci/cached-builds/gen_gha_matrix_jobs.py

@@ -24,6 +24,8 @@
 ARM64_COMPATIBLE = {
     "codeserver-ubi9-python-3.11",
     "codeserver-ubi9-python-3.12",
+    "cuda-jupyter-minimal-ubi9-python-3.11",
+    "cuda-jupyter-minimal-ubi9-python-3.12",
 }
 
 S390X_COMPATIBLE = {

cuda/cuda.repo-x86_64 renamed to cuda/cuda.repo-amd64

@@ -1,6 +1,6 @@
 [cuda]
-name=cuda
-baseurl=https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64
+name=cuda-sbsa
+baseurl=https://developer.download.nvidia.com/compute/cuda/repos/rhel9/sbsa
 enabled=1
 gpgcheck=1
 gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-NVIDIA

cuda/rhel9-python-3.11/cuda.repo-x86_64 renamed to cuda/cuda.repo-arm64

@@ -91,7 +91,7 @@ RUN dnf install -y jq unixODBC postgresql git-lfs libsndfile && dnf clean all &&
 COPY --from=mongocli-builder /tmp/mongocli /opt/app-root/bin/
 
 # Install MSSQL Client, We need a special repo for MSSQL as they do their own distribution
-COPY ${DATASCIENCE_SOURCE_CODE}/mssql-2022.repo-x86_64 /etc/yum.repos.d/mssql-2022.repo
+COPY ${DATASCIENCE_SOURCE_CODE}/mssql-2022.repo /etc/yum.repos.d/mssql-2022.repo
 
 RUN ACCEPT_EULA=Y dnf install -y mssql-tools18 unixODBC-devel && dnf clean all && rm -rf /var/cache/yum
 

cuda/rhel9-python-3.11/NGC-DL-CONTAINER-LICENSE

@@ -91,7 +91,7 @@ RUN dnf install -y jq unixODBC postgresql git-lfs libsndfile && dnf clean all &&
 COPY --from=mongocli-builder /tmp/mongocli /opt/app-root/bin/
 
 # Install MSSQL Client, We need a special repo for MSSQL as they do their own distribution
-COPY ${DATASCIENCE_SOURCE_CODE}/mssql-2022.repo-x86_64 /etc/yum.repos.d/mssql-2022.repo
+COPY ${DATASCIENCE_SOURCE_CODE}/mssql-2022.repo /etc/yum.repos.d/mssql-2022.repo
 
 RUN ACCEPT_EULA=Y dnf install -y mssql-tools18 unixODBC-devel && dnf clean all && rm -rf /var/cache/yum
 

jupyter/datascience/ubi9-python-3.11/Dockerfile.cpu

@@ -26,7 +26,18 @@ RUN curl -L https://mirror.openshift.com/pub/openshift-v4/$(uname -m)/clients/oc
 ####################
 # cuda-base        #
 ####################
-FROM base AS cuda-base
+FROM base AS cuda-base-amd64
+ENV NVARCH=x86_64
+# cuda-nvprof only gets installed on amd64 currently
+ENV NV_NVPROF_VERSION=12.6.80-1
+ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6-${NV_NVPROF_VERSION}
+
+FROM base AS cuda-base-arm64
+ENV NVARCH=sbsa
+
+FROM cuda-base-${TARGETARCH} AS cuda-base
+
+ARG TARGETARCH
 
 ARG CUDA_SOURCE_CODE=cuda
 
@@ -35,11 +46,10 @@ ARG CUDA_SOURCE_CODE=cuda
 USER 0
 WORKDIR /opt/app-root/bin
 
-ENV NVARCH=x86_64
 ENV NVIDIA_REQUIRE_CUDA="cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551"
 ENV NV_CUDA_CUDART_VERSION=12.6.77-1
 
-COPY ${CUDA_SOURCE_CODE}/cuda.repo-x86_64 /etc/yum.repos.d/cuda.repo
+COPY ${CUDA_SOURCE_CODE}/cuda.repo-${TARGETARCH} /etc/yum.repos.d/cuda.repo
 COPY ${CUDA_SOURCE_CODE}/NGC-DL-CONTAINER-LICENSE /
 
 RUN NVIDIA_GPGKEY_SUM=d0664fbbdb8c32356d45de36c5984617217b2d0bef41b93ccecd326ba3b80c87 && \
@@ -90,8 +100,6 @@ RUN yum install -y \
 
 # Install CUDA devel from:
 # https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/12.6.3/ubi9/devel/Dockerfile
-ENV NV_NVPROF_VERSION=12.6.80-1
-ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6-${NV_NVPROF_VERSION}
 ENV NV_CUDA_CUDART_DEV_VERSION=12.6.77-1
 ENV NV_NVML_DEV_VERSION=12.6.77-1
 ENV NV_LIBCUBLAS_DEV_VERSION=12.6.4.1-1

jupyter/datascience/ubi9-python-3.11/mssql-2022.repo-x86_64 renamed to jupyter/datascience/ubi9-python-3.11/mssql-2022.repo

@@ -26,7 +26,18 @@ RUN curl -L https://mirror.openshift.com/pub/openshift-v4/$(uname -m)/clients/oc
 ####################
 # cuda-base        #
 ####################
-FROM base AS cuda-base
+FROM base AS cuda-base-amd64
+ENV NVARCH=x86_64
+# cuda-nvprof only gets installed on amd64 currently
+ENV NV_NVPROF_VERSION=12.6.80-1
+ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6-${NV_NVPROF_VERSION}
+
+FROM base AS cuda-base-arm64
+ENV NVARCH=sbsa
+
+FROM cuda-base-${TARGETARCH} AS cuda-base
+
+ARG TARGETARCH
 
 ARG CUDA_SOURCE_CODE=cuda
 
@@ -35,11 +46,10 @@ ARG CUDA_SOURCE_CODE=cuda
 USER 0
 WORKDIR /opt/app-root/bin
 
-ENV NVARCH=x86_64
 ENV NVIDIA_REQUIRE_CUDA="cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551"
 ENV NV_CUDA_CUDART_VERSION=12.6.77-1
 
-COPY ${CUDA_SOURCE_CODE}/cuda.repo-x86_64 /etc/yum.repos.d/cuda.repo
+COPY ${CUDA_SOURCE_CODE}/cuda.repo-${TARGETARCH} /etc/yum.repos.d/cuda.repo
 COPY ${CUDA_SOURCE_CODE}/NGC-DL-CONTAINER-LICENSE /
 
 RUN NVIDIA_GPGKEY_SUM=d0664fbbdb8c32356d45de36c5984617217b2d0bef41b93ccecd326ba3b80c87 && \
@@ -90,8 +100,6 @@ RUN yum install -y \
 
 # Install CUDA devel from:
 # https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/12.6.3/ubi9/devel/Dockerfile
-ENV NV_NVPROF_VERSION=12.6.80-1
-ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6-${NV_NVPROF_VERSION}
 ENV NV_CUDA_CUDART_DEV_VERSION=12.6.77-1
 ENV NV_NVML_DEV_VERSION=12.6.77-1
 ENV NV_LIBCUBLAS_DEV_VERSION=12.6.4.1-1