CI docker: install python 3.11.9 on top of chromium base.

Author: JFU-NAVA-PBC

Dockerfile.selenium

@@ -2,15 +2,22 @@ FROM seleniarm/standalone-chromium
 
 ENV PYTHONUNBUFFERED 1
 USER root
-RUN apt-get update ; apt-get install -yq python3 python3-venv
-RUN ln -s /usr/bin/python3 /usr/local/bin/python
-RUN ln -s /usr/bin/chromedriver /usr/local/bin/chromedriver
-RUN useradd -m -s /bin/bash DEV
-USER DEV
+RUN sudo apt-get update ; apt-get install -yq build-essential zlib1g-dev make libssl-dev
+RUN wget -O /Python-3.11.9.tgz https://www.python.org/ftp/python/3.11.9/Python-3.11.9.tgz
+WORKDIR /
+RUN tar -xvzf Python-3.11.9.tgz
+WORKDIR /Python-3.11.9
+RUN sudo ./configure && sudo make && sudo make altinstall
+RUN sudo rm /usr/bin/python3
+RUN sudo ln -s /usr/local/bin/python3.11 /usr/bin/python3
+RUN sudo ln -s /usr/local/bin/pip3.11 /usr/bin/pip3
+# RUN sudo -H pip3 install virtualenv
+# RUN useradd -m -s /bin/bash DEV
+# USER DEV
 ADD . /code
 WORKDIR /code
-RUN python -m venv /tmp/venv
-RUN . /tmp/venv/bin/activate
-ENV PATH="/tmp/venv/bin:${PATH}"
+# RUN python3 -m venv /tmp/venv
+# RUN . /tmp/venv/bin/activate
+# ENV PATH="/tmp/venv/bin:${PATH}"
 RUN pip3 install --upgrade pip
 RUN pip3 install selenium pytest debugpy jsonschema python-dateutil

Dockerfiles/Dockerfile.selenium-jenkins-python311-chromium

@@ -2,6 +2,12 @@ FROM --platform=linux/amd64 seleniarm/standalone-chromium
 
 ENV PYTHONUNBUFFERED 1
 USER root
-
-RUN apt-get update ; apt-get install -yq python3 python3-venv
-RUN ln -s /usr/bin/python3 /usr/local/bin/python
+RUN sudo apt-get update ; apt-get install -yq build-essential zlib1g-dev make libssl-dev
+RUN wget -O /Python-3.11.9.tgz https://www.python.org/ftp/python/3.11.9/Python-3.11.9.tgz
+WORKDIR /
+RUN tar -xvzf Python-3.11.9.tgz
+WORKDIR /Python-3.11.9
+RUN sudo ./configure && sudo make && sudo make altinstall
+RUN sudo rm /usr/bin/python3
+RUN sudo ln -s /usr/local/bin/python3.11 /usr/bin/python3
+RUN sudo ln -s /usr/local/bin/pip3.11 /usr/bin/pip3

Jenkinsfiles/Jenkinsfile.cbc-run-multi-pr-checks-w-selenium-chromium

@@ -50,21 +50,26 @@ pipeline {
       }
     }
 
+    stage("REPORT Python Version") {
+      steps {
+        sh """
+          python3 --version
+        """
+      }
+    }
+
     stage("INSTALL Python Packages") {
       steps {
         sh """
-          python -m venv venv
-          . venv/bin/activate
-          pip install --upgrade pip setuptools wheel newrelic==8.8.0 pillow==10.3.0 psycopg2-binary==2.9.6
-          pip install -r requirements/requirements.dev.txt --no-index --find-links ./vendor/
+          pip3 install --upgrade pip setuptools wheel
+          pip3 install -r requirements/requirements.dev.txt --no-index --find-links ./vendor/
         """
       }
     }
 
     stage("CHECK Flake8 Python Lint/Style") {
       steps{
         sh """
-          . venv/bin/activate
           flake8
         """
       }
@@ -73,8 +78,7 @@ pipeline {
     stage("RUN Django Unit Tests") {
       steps{
         sh """
-          . venv/bin/activate
-          python runtests.py
+          python3 runtests.py
         """
       }
     }
@@ -85,9 +89,8 @@ pipeline {
        }
        steps{
         sh """
-          . venv/bin/activate
           mkdir ./docker-compose/tmp/
-          python manage.py migrate && python manage.py create_admin_groups && python manage.py loaddata scopes.json && python manage.py create_blue_button_scopes && python manage.py create_test_user_and_application && python manage.py create_user_identification_label_selection && python manage.py create_test_feature_switches && (if [ ! -d 'bluebutton-css' ] ; then git clone https://github.com/CMSgov/bluebutton-css.git ; else echo 'CSS already installed.' ; fi) && echo 'starting bb2...' && (export DJANGO_SETTINGS_MODULE=hhs_oauth_server.settings.logging_it && python manage.py runserver 0.0.0.0:8000 > ./docker-compose/tmp/bb2_email_to_stdout.log 2>&1 &)
+          python3 manage.py migrate && python manage.py create_admin_groups && python manage.py loaddata scopes.json && python manage.py create_blue_button_scopes && python manage.py create_test_user_and_application && python manage.py create_user_identification_label_selection && python manage.py create_test_feature_switches && (if [ ! -d 'bluebutton-css' ] ; then git clone https://github.com/CMSgov/bluebutton-css.git ; else echo 'CSS already installed.' ; fi) && echo 'starting bb2...' && (export DJANGO_SETTINGS_MODULE=hhs_oauth_server.settings.logging_it && python manage.py runserver 0.0.0.0:8000 > ./docker-compose/tmp/bb2_email_to_stdout.log 2>&1 &)
         """
        }
     }
@@ -111,7 +114,6 @@ pipeline {
        steps{
         sh 'echo "RUN selenium tests - user account and app management tests"'
         sh """
-          . venv/bin/activate
           pytest ./apps/integration_tests/selenium_accounts_tests.py::TestUserAndAppMgmt::testAccountAndAppMgmt
         """
        }
@@ -120,8 +122,7 @@ pipeline {
     stage("RUN integration tests") {
       steps{
         sh """
-          . venv/bin/activate
-          python runtests.py --integration apps.integration_tests.integration_test_fhir_resources.IntegrationTestFhirApiResources
+          python3 runtests.py --integration apps.integration_tests.integration_test_fhir_resources.IntegrationTestFhirApiResources
         """
       }
     }
@@ -133,7 +134,6 @@ pipeline {
        steps{
         sh 'echo "RUN selenium tests - testclient based authorization flow tests and data flow tests"'
         sh """
-          . venv/bin/activate
           USE_NEW_PERM_SCREEN=true pytest ./apps/integration_tests/selenium_tests.py
         """
        }