change: get python version dynamically for remote function tests (#4089)

Co-authored-by: Mufaddal Rohawala <[email protected]>

Author: benieric

tests/data/remote_function/old_deps_requirements.txt

@@ -1 +1 @@
-pandas==1.1.0
+pandas==1.3.4

tests/integ/sagemaker/remote_function/conftest.py

@@ -19,6 +19,7 @@
 import pytest
 import docker
 import re
+import sys
 
 from sagemaker.utils import sagemaker_timestamp, _tmpdir, sts_regional_endpoint
 
@@ -87,21 +88,32 @@
 
 
 @pytest.fixture(scope="package")
-def dummy_container_without_error(sagemaker_session):
-    # TODO: the python version should be dynamically specified instead of hardcoding
-    ecr_uri = _build_container(sagemaker_session, "3.7", DOCKERFILE_TEMPLATE)
+def compatible_python_version():
+    return "{}.{}".format(sys.version_info.major, sys.version_info.minor)
+
+
+@pytest.fixture(scope="package")
+def incompatible_python_version():
+    return "{}.{}".format(sys.version_info.major, sys.version_info.minor + 1)
+
+
+@pytest.fixture(scope="package")
+def dummy_container_without_error(sagemaker_session, compatible_python_version):
+    ecr_uri = _build_container(sagemaker_session, compatible_python_version, DOCKERFILE_TEMPLATE)
     return ecr_uri
 
 
 @pytest.fixture(scope="package")
-def dummy_container_incompatible_python_runtime(sagemaker_session):
-    ecr_uri = _build_container(sagemaker_session, "3.10", DOCKERFILE_TEMPLATE)
+def dummy_container_incompatible_python_runtime(sagemaker_session, incompatible_python_version):
+    ecr_uri = _build_container(sagemaker_session, incompatible_python_version, DOCKERFILE_TEMPLATE)
     return ecr_uri
 
 
 @pytest.fixture(scope="package")
-def dummy_container_with_conda(sagemaker_session):
-    ecr_uri = _build_container(sagemaker_session, "3.7", DOCKERFILE_TEMPLATE_WITH_CONDA)
+def dummy_container_with_conda(sagemaker_session, compatible_python_version):
+    ecr_uri = _build_container(
+        sagemaker_session, compatible_python_version, DOCKERFILE_TEMPLATE_WITH_CONDA
+    )
     return ecr_uri
 
 

tests/integ/sagemaker/remote_function/test_decorator.py

@@ -272,6 +272,13 @@ def divide(x, y):
 def test_with_incompatible_dependencies(
     sagemaker_session, dummy_container_without_error, cpu_instance_type
 ):
+    """
+    This test is limited by the python version it is run with.
+    It is currently working with python 3.8+. However, running it with older versions
+    or versions in the future may require changes to 'old_deps_requirements.txt'
+    to fulfill testing scenario.
+
+    """
 
     dependencies_path = os.path.join(DATA_DIR, "remote_function", "old_deps_requirements.txt")