Go back to using pyenv

Author: fpetrini15

build.py

@@ -78,7 +78,7 @@
         "2024.0.0",  # Standalone OpenVINO
         "3.2.6",  # DCGM version
         "0.5.3.post1",  # vLLM version
-        "3.12",  # RHEL Python version
+        "3.12.1",  # RHEL Python version
     )
 }
 
@@ -926,7 +926,6 @@ def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap):
 ARG TRITON_VERSION
 ARG TRITON_CONTAINER_VERSION
 """
-    df += change_default_python_version_rhel(TRITON_VERSION_MAP[FLAGS.version][7])
     df += """
 # Install docker docker buildx
 RUN yum install -y ca-certificates curl gnupg yum-utils \\
@@ -952,7 +951,6 @@ def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap):
             libb64-devel \\
             gperftools-devel \\
             patchelf \\
-            python3.12-devel \\
             python3-pip \\
             python3-setuptools \\
             rapidjson-devel \\
@@ -965,6 +963,10 @@ def create_dockerfile_buildbase_rhel(ddir, dockerfile_name, argmap):
             libxml2-devel \\
             numactl-devel \\
             wget
+"""
+    # Requires openssl-devel to be installed first for pyenv build to be successful
+    df += change_default_python_version_rhel(TRITON_VERSION_MAP[FLAGS.version][7])
+    df += """
 
 RUN pip3 install --upgrade pip \\
       && pip3 install --upgrade \\
@@ -1392,23 +1394,25 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
     # Add dependencies needed for python backend
     if "python" in backends:
         if target_platform() == "rhel":
-            df += change_default_python_version_rhel(
-                TRITON_VERSION_MAP[FLAGS.version][7]
-            )
             df += """
 # python3, python3-pip and some pip installs required for the python backend
 RUN yum install -y \\
-        python3.12-devel \\
         libarchive-devel \\
         python3-pip \\
         openssl-devel \\
-        readline-devel \\
-      && pip3 install --upgrade pip \\
-      && pip3 install --upgrade \\
-            wheel \\
-            setuptools \\
-            \"numpy<2\" \\
-            virtualenv
+        readline-devel
+"""
+            # Requires openssl-devel to be installed first for pyenv build to be successful
+            df += change_default_python_version_rhel(
+                TRITON_VERSION_MAP[FLAGS.version][7]
+            )
+            df += """
+RUN pip3 install --upgrade pip \\
+    && pip3 install --upgrade \\
+        wheel \\
+        setuptools \\
+        \"numpy<2\" \\
+        virtualenv
 """
         else:
             df += """
@@ -1537,6 +1541,8 @@ def add_cpu_libs_to_linux_dockerfile(backends, target_machine):
 
 
 def change_default_python_version_rhel(version):
+    # Example version 3.12.1 --> 3.12
+    major_minor_version = ".".join(version.split(".")[:2])
     df = """
 # RHEL image has several python versions. It's important
 # to set the correct version, otherwise, packages that are
@@ -1548,7 +1554,21 @@ def change_default_python_version_rhel(version):
 ENV PYTHON_BIN_PATH ${{PYBIN}}/python${{PYVER}}
 ENV PATH ${{PYBIN}}:${{PATH}}
 """.format(
-        version
+        major_minor_version
+    )
+    df += """
+# The python library version available for install via 'yum install python3.X-devel' does not
+# match the version of python inside the RHEL base container. This means that python packages
+# installed within the container will not be picked up by the python backend stub process pybind
+# bindings. It must instead must be installed via pyenv.
+RUN curl https://pyenv.run | bash \\
+    && echo 'export PYENV_ROOT="$HOME/.pyenv"' >> ~/.bashrc \\
+    && echo '[[ -d $PYENV_ROOT/bin ]] && export PATH="$PYENV_ROOT/bin:$PATH"' >> ~/.bashrc \\
+    && echo 'eval "$(pyenv init -)"' >> ~/.bashrc
+    && source ~/.bashrc
+RUN CONFIGURE_OPTS=\"--with-openssl=/usr/lib64\" && pyenv install {} \\
+    && cp /root/.pyenv/versions/{}/lib/libpython3* /usr/lib64/""".format(
+        version, version
     )
     return df