Merge pull request #330 from harshad16/support-elyra

feature: install package directly on runtime images

Author: harshad16

runtimes/datascience/ubi8-python-3.8/Pipfile

@@ -16,11 +16,32 @@ scikit-learn = "~=1.3.0"
 scipy = "~=1.10.0"
 skl2onnx = "~=1.15.0"
 codeflare-sdk = "~=0.12.0"
+
 # DB connectors
 pymongo = "~=4.5.0"
 psycopg = "~=3.1.10"
 pyodbc = "~=4.0.39"
 mysql-connector-python = "~=8.0.33"
 
+# This is a comprehensive list of python dependencies that Elyra requires to execute Jupyter notebooks.
+ipykernel = "==6.13.0"
+ipython = "==8.10.0"
+ipython-genutils = "==0.2.0"
+jinja2 = "==3.0.3"
+jupyter-client = "==7.3.1"
+jupyter-core = "==4.11.2"
+MarkupSafe = "==2.1.1"
+minio = "==7.1.15"
+nbclient = "==0.6.3"
+nbconvert = "==6.5.1"
+nbformat = "==5.4.0"
+papermill = "==2.3.4"
+pyzmq = "==24.0.1"
+prompt-toolkit = "==3.0.30"
+requests = "==2.31.0"
+tornado = "==6.3.3"
+traitlets = "==5.1.1"
+urllib3 = "==1.26.9"
+
 [requires]
 python_version = "3.8"

runtimes/datascience/ubi8-python-3.8/Pipfile.lock

@@ -727,7 +727,6 @@ def main():
     input_params = OpUtil.parse_arguments(sys.argv[1:])
     OpUtil.log_operation_info("starting operation")
     t0 = time.time()
-    OpUtil.package_install(user_volume_path=input_params.get("user-volume-path"))
 
     # Create the appropriate instance, process dependencies and execute the operation
     file_op = FileOpBase.get_instance(**input_params)

runtimes/datascience/ubi8-python-3.8/utils/bootstrapper.py

@@ -6,6 +6,7 @@ name = "pypi"
 [dev-packages]
 
 [packages]
+
 # Datascience and useful extensions
 kafka-python = "~=2.0.2"
 matplotlib = "~=3.6.3"
@@ -16,11 +17,32 @@ scikit-learn = "~=1.3.0"
 scipy = "~=1.11.2"
 skl2onnx = "~=1.15.0"
 codeflare-sdk = "~=0.12.0"
+
 # DB connectors
 pymongo = "~=4.5.0"
 psycopg = "~=3.1.10"
 pyodbc = "~=4.0.39"
 mysql-connector-python = "~=8.0.33"
 
+# This is a comprehensive list of python dependencies that Elyra requires to execute Jupyter notebooks.
+ipykernel = "==6.13.0"
+ipython = "==8.10.0"
+ipython-genutils = "==0.2.0"
+jinja2 = "==3.0.3"
+jupyter-client = "==7.3.1"
+jupyter-core = "==4.11.2"
+MarkupSafe = "==2.1.1"
+minio = "==7.1.15"
+nbclient = "==0.6.3"
+nbconvert = "==6.5.1"
+nbformat = "==5.4.0"
+papermill = "==2.3.4"
+pyzmq = "==24.0.1"
+prompt-toolkit = "==3.0.30"
+requests = "==2.31.0"
+tornado = "==6.3.3"
+traitlets = "==5.1.1"
+urllib3 = "==1.26.9"
+
 [requires]
 python_version = "3.9"

runtimes/datascience/ubi9-python-3.9/Pipfile

@@ -727,7 +727,6 @@ def main():
     input_params = OpUtil.parse_arguments(sys.argv[1:])
     OpUtil.log_operation_info("starting operation")
     t0 = time.time()
-    OpUtil.package_install(user_volume_path=input_params.get("user-volume-path"))
 
     # Create the appropriate instance, process dependencies and execute the operation
     file_op = FileOpBase.get_instance(**input_params)

runtimes/datascience/ubi9-python-3.9/Pipfile.lock

@@ -13,10 +13,16 @@ LABEL name="odh-notebook-runtime-minimal-ubi8-python-3.8" \
 
 WORKDIR /opt/app-root/bin
 
+# Install Python packages from Pipfile.lock
+COPY Pipfile.lock ./
 # Copy Elyra dependencies for air-gapped enviroment
 COPY utils ./utils/
 
-RUN chmod -R g+w /opt/app-root/lib/python3.8/site-packages && \
+RUN echo "Installing softwares and packages" && \
+    micropipenv install && \
+    rm -f ./Pipfile.lock && \
+    # Fix permissions to support pip in Openshift environments \
+    chmod -R g+w /opt/app-root/lib/python3.8/site-packages && \
     fix-permissions /opt/app-root -P
 
 WORKDIR /opt/app-root/src

runtimes/datascience/ubi9-python-3.9/utils/bootstrapper.py

@@ -0,0 +1,30 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[dev-packages]
+
+[packages]
+# This is a comprehensive list of python dependencies that Elyra requires to execute Jupyter notebooks.
+ipykernel = "==6.13.0"
+ipython = "==8.10.0"
+ipython-genutils = "==0.2.0"
+jinja2 = "==3.0.3"
+jupyter-client = "==7.3.1"
+jupyter-core = "==4.11.2"
+MarkupSafe = "==2.1.1"
+minio = "==7.1.15"
+nbclient = "==0.6.3"
+nbconvert = "==6.5.1"
+nbformat = "==5.4.0"
+papermill = "==2.3.4"
+pyzmq = "==24.0.1"
+prompt-toolkit = "==3.0.30"
+requests = "==2.31.0"
+tornado = "==6.3.3"
+traitlets = "==5.1.1"
+urllib3 = "==1.26.9"
+
+[requires]
+python_version = "3.8"

runtimes/minimal/ubi8-python-3.8/Dockerfile

@@ -727,7 +727,6 @@ def main():
     input_params = OpUtil.parse_arguments(sys.argv[1:])
     OpUtil.log_operation_info("starting operation")
     t0 = time.time()
-    OpUtil.package_install(user_volume_path=input_params.get("user-volume-path"))
 
     # Create the appropriate instance, process dependencies and execute the operation
     file_op = FileOpBase.get_instance(**input_params)