RHOAIENG-19478, RHOAIENG-19715, RHOAIENG-19485 - Explore versions compatibility, upgrade Jupyter packages and upgrade Runtime images (#946)

* Update packages for release 2025a

Generate requirements.txt for updated Jupyter packages

Change JupterLab version accordingly to the requirements

Run generate code to sync the requirements.txt with the Pipfiles

Update requirements.txt based on latest changes

Regenerate Pipfile.lock files and requirements.txt based on last rebase

Change runtime images and regenerate requirements

* Change manifest versions to comply with notebook tests

* Update TrustyAI packages for 2025a release

* Synchronize requirements from Pipfile files

* Add 2025.1 release for TrustyAI manifest

Author: daniellutz

jupyter/datascience/ubi9-python-3.11/Pipfile

@@ -7,45 +7,45 @@ name = "pypi"
 
 [packages]
 # Datascience and useful extensions
-boto3 = "~=1.35.14"
-kafka-python-ng = "~=2.2.2"
-kfp = "~=2.9.0"
-matplotlib = "~=3.9.2"
-numpy = "~=2.1.0"
-pandas = "~=2.2.2"
-plotly = "~=5.23.0"
-scikit-learn = "~=1.5.1"
-scipy = "~=1.14.1"
-skl2onnx = "~=1.17.0"
+boto3 = "~=1.37.8"
+kafka-python-ng = "~=2.2.3"
+kfp = "~=2.12.1"
+matplotlib = "~=3.10.1"
+numpy = "~=2.2.3"
+pandas = "~=2.2.3"
+plotly = "~=6.0.0"
+scikit-learn = "~=1.6.1"
+scipy = "~=1.15.2"
+skl2onnx = "~=1.18.0"
 onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
 codeflare-sdk = "~=0.27.0"
 kubeflow-training = "==1.9.0"
 
 # DB connectors
-pymongo = "~=4.8.0"
-psycopg = "~=3.2.1"
-pyodbc = "~=5.1.0"
-mysql-connector-python = "~=9.0.0"
+pymongo = "~=4.11.2"
+psycopg = "~=3.2.5"
+pyodbc = "~=5.2.0"
+mysql-connector-python = "~=9.2.0"
 
 # JupyterLab packages
 
 odh-elyra = "==4.2.0"
 
 jupyterlab = "==4.2.7"
 jupyter-bokeh = "~=4.0.5"
-jupyter-server = "~=2.14.2"
-jupyter-server-proxy = "~=4.3.0"
+jupyter-server = "~=2.15.0"
+jupyter-server-proxy = "~=4.4.0"
 jupyter-server-terminals = "~=0.5.3"
 jupyterlab-git = "~=0.50.1"
 jupyterlab-lsp = "~=5.1.0"
 jupyterlab-widgets = "~=3.0.13"
-jupyter-resource-usage = "~=1.1.0"
-nbdime = "~=4.0.1"
-nbgitpuller = "~=1.2.1"
+jupyter-resource-usage = "~=1.1.1"
+nbdime = "~=4.0.2"
+nbgitpuller = "~=1.2.2"
 
 # Base packages
-wheel = "~=0.44.0"
-setuptools = "~=74.1.2"
+wheel = "~=0.45.1"
+setuptools = "~=75.8.2"
 
 [requires]
 python_version = "3.11"

jupyter/datascience/ubi9-python-3.11/Pipfile.lock

@@ -9,16 +9,16 @@ verify_ssl = true
 [packages]
 # JupyterLab packages
 jupyterlab = "==4.2.7"
-jupyter-server = "~=2.14.2"
-jupyter-server-proxy = "~=4.3.0"
+jupyter-server = "~=2.15.0"
+jupyter-server-proxy = "~=4.4.0"
 jupyter-server-terminals = "~=0.5.3"
 jupyterlab-git = "~=0.50.1"
-nbdime = "~=4.0.1"
-nbgitpuller = "~=1.2.1"
+nbdime = "~=4.0.2"
+nbgitpuller = "~=1.2.2"
 
 # Base packages
-wheel = "~=0.44.0"
-setuptools = "~=74.1.2"
+wheel = "~=0.45.1"
+setuptools = "~=75.8.2"
 
 [requires]
 python_version = "3.11"

jupyter/datascience/ubi9-python-3.11/requirements.txt

@@ -506,15 +506,15 @@ jupyter-events==0.12.0; python_version >= '3.9' \
 jupyter-lsp==2.2.5; python_version >= '3.8' \
     --hash=sha256:45fbddbd505f3fbfb0b6cb2f1bc5e15e83ab7c79cd6e89416b248cb3c00c11da \
     --hash=sha256:793147a05ad446f809fd53ef1cd19a9f5256fd0a2d6b7ce943a982cb4f545001
-jupyter-server==2.14.2; python_version >= '3.8' \
-    --hash=sha256:47ff506127c2f7851a17bf4713434208fc490955d0e8632e95014a9a9afbeefd \
-    --hash=sha256:66095021aa9638ced276c248b1d81862e4c50f292d575920bbe960de1c56b12b
+jupyter-server==2.15.0; python_version >= '3.9' \
+    --hash=sha256:872d989becf83517012ee669f09604aa4a28097c0bd90b2f424310156c2cdae3 \
+    --hash=sha256:9d446b8697b4f7337a1b7cdcac40778babdd93ba614b6d68ab1c0c918f1c4084
 jupyter-server-mathjax==0.2.6; python_version >= '3.7' \
     --hash=sha256:416389dde2010df46d5fbbb7adb087a5607111070af65a1445391040f2babb5e \
     --hash=sha256:bb1e6b6dc0686c1fe386a22b5886163db548893a99c2810c36399e9c4ca23943
-jupyter-server-proxy==4.3.0; python_version >= '3.8' \
-    --hash=sha256:0e664cf46ff8acd4c66b947ef33eb6e8a1a7bc3896ba47517ab8f24da5d198d7 \
-    --hash=sha256:d14db5044dfc2e672f80b75b34df2c3439efd6fc90a7999aa37b0d592075ce70
+jupyter-server-proxy==4.4.0; python_version >= '3.8' \
+    --hash=sha256:707b5c84810bb8863d50f6c6d50a386fec216149e11802b7d4c451b54a63a9a6 \
+    --hash=sha256:e5732eb9c810c0caa997f90a2f15f7d09af638e7eea9c67eb5c43e9c1f0e1157
 jupyter-server-terminals==0.5.3; python_version >= '3.8' \
     --hash=sha256:41ee0d7dc0ebf2809c668e0fc726dfaf258fcd3e769568996ca731b6194ae9aa \
     --hash=sha256:5ae0295167220e9ace0edcfdb212afd2b01ee8d179fe6f23c899590e9b8a5269
@@ -1131,9 +1131,9 @@ rpds-py==0.23.1; python_version >= '3.9' \
 send2trash==1.8.3; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5' \
     --hash=sha256:0c31227e0bd08961c7665474a3d1ef7193929fedda4233843689baa056be46c9 \
     --hash=sha256:b18e7a3966d99871aefeb00cfbcfdced55ce4871194810fc71f4aa484b953abf
-setuptools==74.1.3; python_version >= '3.8' \
-    --hash=sha256:1cfd66bfcf197bce344da024c8f5b35acc4dcb7ca5202246a75296b4883f6851 \
-    --hash=sha256:fbb126f14b0b9ffa54c4574a50ae60673bbe8ae0b1645889d10b3b14f5891d28
+setuptools==75.8.2; python_version >= '3.9' \
+    --hash=sha256:4880473a969e5f23f2a2be3646b2dfd84af9028716d398e46192f84bc36900d2 \
+    --hash=sha256:558e47c15f1811c1fa7adbd0096669bf76c1d3f433f58324df69f3f5ecac4e8f
 simpervisor==1.0.0; python_version >= '3.8' \
     --hash=sha256:3e313318264559beea3f475ead202bc1cd58a2f1288363abb5657d306c5b8388 \
     --hash=sha256:7eb87ca86d5e276976f5bb0290975a05d452c6a7b7f58062daea7d8369c823c1
@@ -1197,9 +1197,9 @@ webencodings==0.5.1 \
 websocket-client==1.8.0; python_version >= '3.8' \
     --hash=sha256:17b44cc997f5c498e809b22cdf2d9c7a9e71c02c8cc2b6c56e7c2d1239bfa526 \
     --hash=sha256:3239df9f44da632f96012472805d40a23281a991027ce11d2f45a6f24ac4c3da
-wheel==0.44.0; python_version >= '3.8' \
-    --hash=sha256:2376a90c98cc337d18623527a97c31797bd02bad0033d41547043a1cbfbe448f \
-    --hash=sha256:a29c3f2817e95ab89aa4660681ad547c0e9547f20e75b0562fe7723c9a2a9d49
+wheel==0.45.1; python_version >= '3.8' \
+    --hash=sha256:661e1abd9198507b1409a20c02106d9670b2576e916d58f520316666abca6729 \
+    --hash=sha256:708e7481cc80179af0e556bbf0cc00b8444c7321e2700b8d8580231d13017248
 yarl==1.18.3; python_version >= '3.9' \
     --hash=sha256:00e5a1fea0fd4f5bfa7440a47eff01d9822a65b4488f7cff83155a0f31a2ecba \
     --hash=sha256:02ddb6756f8f4517a2d5e99d8b2f272488e18dd0bfbc802f31c16c6c20f22193 \

jupyter/minimal/ubi9-python-3.11/Pipfile

@@ -4,58 +4,58 @@ verify_ssl = true
 name = "pypi"
 
 [[source]]
-url = "https://download.pytorch.org/whl/cu121"
+url = "https://download.pytorch.org/whl/cu126"
 verify_ssl = true
 name = "pytorch"
 
 [dev-packages]
 
 [packages]
 # PyTorch packages
-tensorboard = "~=2.17.1"
-torch = {version = "~=2.4.0", index = "pytorch"}
-torchvision = {version = "~=0.19.0", index = "pytorch"}
+tensorboard = "~=2.19.0"
+torch = {version = "==2.6.0+cu126", index = "pytorch"}
+torchvision = {version = "==0.21.0+cu126", index = "pytorch"}
 
 # Datascience and useful extensions
-boto3 = "~=1.35.14"
-kafka-python-ng = "~=2.2.2"
-kfp = "~=2.9.0"
-matplotlib = "~=3.9.2"
-numpy = "~=2.1.0"
-pandas = "~=2.2.2"
-plotly = "~=5.23.0"
-scikit-learn = "~=1.5.1"
-scipy = "~=1.14.1"
-skl2onnx = "~=1.17.0"
+boto3 = "~=1.37.8"
+kafka-python-ng = "~=2.2.3"
+kfp = "~=2.12.1"
+matplotlib = "~=3.10.1"
+numpy = "~=2.2.3"
+pandas = "~=2.2.3"
+plotly = "~=6.0.0"
+scikit-learn = "~=1.6.1"
+scipy = "~=1.15.2"
+skl2onnx = "~=1.18.0"
 onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
 codeflare-sdk = "~=0.27.0"
 kubeflow-training = "==1.9.0"
 
 # DB connectors
-pymongo = "~=4.8.0"
-psycopg = "~=3.2.1"
-pyodbc = "~=5.1.0"
-mysql-connector-python = "~=9.0.0"
+pymongo = "~=4.11.2"
+psycopg = "~=3.2.5"
+pyodbc = "~=5.2.0"
+mysql-connector-python = "~=9.2.0"
 
 # JupyterLab packages
 
 odh-elyra = "==4.2.0"
 
 jupyterlab = "==4.2.7"
 jupyter-bokeh = "~=4.0.5"
-jupyter-server = "~=2.14.2"
-jupyter-server-proxy = "~=4.3.0"
+jupyter-server = "~=2.15.0"
+jupyter-server-proxy = "~=4.4.0"
 jupyter-server-terminals = "~=0.5.3"
 jupyterlab-git = "~=0.50.1"
 jupyterlab-lsp = "~=5.1.0"
 jupyterlab-widgets = "~=3.0.13"
-jupyter-resource-usage = "~=1.1.0"
-nbdime = "~=4.0.1"
-nbgitpuller = "~=1.2.1"
+jupyter-resource-usage = "~=1.1.1"
+nbdime = "~=4.0.2"
+nbgitpuller = "~=1.2.2"
 
 # Base packages
-wheel = "~=0.44.0"
-setuptools = "~=74.1.2"
+wheel = "~=0.45.1"
+setuptools = "~=75.8.2"
 
 [requires]
 python_version = "3.11"