Incorporate rocm-pytorch and rocm-tensorflow runtime images (#626)

* Incorporate rocm-pytorch and rocm-tensorflow runtime images

* Commit autogenerated changes from the  to update the build-notebooks.yaml

* Rename references of amd to rocm as more proper naming

Author: ide-developer

.github/workflows/build-notebooks.yaml

@@ -471,6 +471,28 @@
             },
             "secrets": "inherit"
         },
+        "rocm-runtime-pytorch-ubi9-python-3_9": {
+            "needs": [
+                "rocm-ubi9-python-3_9"
+            ],
+            "uses": "./.github/workflows/build-notebooks-TEMPLATE.yaml",
+            "with": {
+                "target": "rocm-runtime-pytorch-ubi9-python-3.9",
+                "github": "${{ toJSON(github) }}"
+            },
+            "secrets": "inherit"
+        },
+        "rocm-runtime-tensorflow-ubi9-python-3_9": {
+            "needs": [
+                "rocm-ubi9-python-3_9"
+            ],
+            "uses": "./.github/workflows/build-notebooks-TEMPLATE.yaml",
+            "with": {
+                "target": "rocm-runtime-tensorflow-ubi9-python-3.9",
+                "github": "${{ toJSON(github) }}"
+            },
+            "secrets": "inherit"
+        },
         "base-anaconda-python-3_8": {
             "needs": [],
             "uses": "./.github/workflows/build-notebooks-TEMPLATE.yaml",

Makefile

@@ -277,6 +277,16 @@ rocm-jupyter-tensorflow-ubi9-python-3.9: rocm-jupyter-datascience-ubi9-python-3.
 rocm-jupyter-pytorch-ubi9-python-3.9: rocm-jupyter-datascience-ubi9-python-3.9
 	$(call image,$@,jupyter/rocm/pytorch/ubi9-python-3.9,$<)
 
+# Build and push rocm-jupyter-runtime-pytorch-ubi9-python-3.9 image to the registry
+.PHONY: rocm-runtime-pytorch-ubi9-python-3.9
+rocm-runtime-pytorch-ubi9-python-3.9: rocm-ubi9-python-3.9
+	$(call image,$@,runtimes/rocm-pytorch/ubi9-python-3.9,$<)
+
+# Build and push rocm-jupyter-runtime-tensorflow-ubi9-python-3.9 image to the registry
+.PHONY: rocm-runtime-tensorflow-ubi9-python-3.9
+rocm-runtime-tensorflow-ubi9-python-3.9: rocm-ubi9-python-3.9
+	$(call image,$@,runtimes/rocm-tensorflow/ubi9-python-3.9,$<)
+
 ####################################### Buildchain for Anaconda Python #######################################
 
 # Build and push base-anaconda-python-3.8 image to the registry
@@ -566,6 +576,10 @@ refresh-pipfilelock-files:
 	cd runtimes/pytorch/ubi8-python-3.8 && pipenv lock
 	cd runtimes/tensorflow/ubi8-python-3.8 && pipenv lock
 	cd runtimes/tensorflow/ubi9-python-3.9 && pipenv lock
+	cd runtimes/rocm-tensorflow/ubi9-python-3.9 && pipenv lock
+	cd runtimes/rocm-pytorch/ubi9-python-3.9 && pipenv lock
+
+
 
 # This is only for the workflow action
 # For running manually, set the required environment variables

runtimes/rocm-pytorch/ubi9-python-3.9/Dockerfile

@@ -0,0 +1,28 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+
+LABEL name="odh-notebook-runtime-rocm-pytorch-ubi9-python-3.9" \
+    summary="Runtime ROCm pytorch notebook image for ODH notebooks" \
+    description="Runtime ROCm pytorch notebook image with base Python 3.9 builder image based on UBI9 for ODH notebooks" \
+    io.k8s.display-name="Runtime ROCm pytorch notebook image for ODH notebooks" \
+    io.k8s.description="Runtime ROCm pytorch notebook image with base Python 3.9 builder image based on UBI9 for ODH notebooks" \
+    authoritative-source-url="https://github.com/opendatahub-io/notebooks" \
+    io.openshift.build.commit.ref="main" \
+    io.openshift.build.source-location="https://github.com/opendatahub-io/notebooks/tree/main/runtimes/rocm-pytorch/ubi9-python-3.9" \
+    io.openshift.build.image="quay.io/opendatahub/workbench-images:rocm-runtime-pytorch-ubi9-python-3.9"
+
+WORKDIR /opt/app-root/bin
+
+# Install Python packages from Pipfile.lock
+COPY Pipfile.lock ./
+# Copy Elyra dependencies for air-gapped enviroment
+COPY utils ./utils/
+
+RUN echo "Installing softwares and packages" && \
+    micropipenv install && \
+    rm -f ./Pipfile.lock && \
+    # Fix permissions to support pip in Openshift environments \
+    chmod -R g+w /opt/app-root/lib/python3.9/site-packages && \
+    fix-permissions /opt/app-root -P
+
+WORKDIR /opt/app-root/src

runtimes/rocm-pytorch/ubi9-python-3.9/Pipfile

@@ -0,0 +1,60 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[[source]]
+url = "https://download.pytorch.org/whl/rocm6.0/"
+verify_ssl = true
+name = "pytorch"
+
+[dev-packages]
+
+[packages]
+# PyTorch packages
+tensorboard = "~=2.16.2"
+torch = {version = "~=2.3.1", index = "pytorch"}
+torchvision = {version = "~=0.18.1", index = "pytorch"} # https://pytorch.org/get-started/previous-versions/#linux-and-windows-1
+
+# Datascience and useful extensions
+boto3 = "~=1.34.50"
+kafka-python = "~=2.0.2"
+matplotlib = "~=3.8.3"
+numpy = "~=1.26.4"
+pandas = "~=2.2.0"
+plotly = "~=5.20.0"
+scikit-learn = "~=1.4.0"
+scipy = "~=1.12.0"
+skl2onnx = "~=1.16.0"
+onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
+codeflare-sdk = "~=0.16.4"
+memray = "~=1.10.0"  # any version above this would cause issue with rich package
+
+# DB connectors
+pymongo = "~=4.6.2"
+psycopg = "~=3.1.18"
+pyodbc = "~=5.1.0"
+mysql-connector-python = "~=8.3.0"
+
+# This is a comprehensive list of python dependencies that Elyra requires to execute Jupyter notebooks.
+ipykernel = "==6.13.0"
+ipython = "==8.10.0"
+ipython-genutils = "==0.2.0"
+jinja2 = "==3.1.4"
+jupyter-client = "==7.3.1"
+jupyter-core = "==4.11.2"
+MarkupSafe = "==2.1.1"
+minio = "==7.1.15"
+nbclient = "==0.6.3"
+nbconvert = "==7.1.0"
+nbformat = "==5.4.0"
+papermill = "==2.3.4"
+pyzmq = "==24.0.1"
+prompt-toolkit = "==3.0.30"
+requests = "==2.31.0"
+tornado = "==6.3.3"
+traitlets = "==5.1.1"
+urllib3 = "==1.26.18"
+
+[requires]
+python_version = "3.9"