Merge branch 'aws:master' into master

Author: ashishgupta023

CONTRIBUTING.md

@@ -76,7 +76,7 @@ Before sending us a pull request, please ensure that:
 1. Install tox using `pip install tox`
 1. Install coverage using `pip install .[test]`
 1. cd into the sagemaker-python-sdk folder: `cd sagemaker-python-sdk` or `cd /environment/sagemaker-python-sdk`
-1. Run the following tox command and verify that all code checks and unit tests pass: `tox tests/unit`
+1. Run the following tox command and verify that all code checks and unit tests pass: `tox -- tests/unit`
 1. You can also run a single test with the following command: `tox -e py310 -- -s -vv <path_to_file><file_name>::<test_function_name>`
 1. You can run coverage via runcvoerage env : `tox -e runcoverage -- tests/unit` or `tox -e py310 -- tests/unit --cov=sagemaker --cov-append --cov-report xml`
   * Note that the coverage test will fail if you only run a single test, so make sure to surround the command with `export IGNORE_COVERAGE=-` and `unset IGNORE_COVERAGE`

requirements/extras/test_requirements.txt

@@ -22,26 +22,30 @@ requests==2.32.2
 sagemaker-experiments==0.1.35
 Jinja2==3.1.4
 pyvis==0.2.1
-pandas>=1.3.5,<1.5
+pandas==1.4.4
 scikit-learn==1.3.0
 cloudpickle>=2.2.1
+jsonpickle<4.0.0
 PyYAML==6.0
 # TODO find workaround
 xgboost>=1.6.2,<=1.7.6
 pillow>=10.0.1,<=11
-transformers>=4.36.0
+opentelemetry-proto==1.27.0
+protobuf==4.25.5
+tensorboard>=2.9.0,<=2.15.2
+transformers==4.46.1
 sentencepiece==0.1.99
 # https://github.com/triton-inference-server/server/issues/6246
 tritonclient[http]<2.37.0
-onnx>=1.15.0
+onnx==1.17.0
 # tf2onnx==1.15.1
 nbformat>=5.9,<6
 accelerate>=0.24.1,<=0.27.0
 schema==0.7.5
-tensorflow>=2.1,<=2.16
+tensorflow>=2.9.0,<=2.15.1
 mlflow>=2.12.2,<2.13
-huggingface_hub>=0.23.4
+huggingface_hub==0.26.2
 uvicorn>=0.30.1
-fastapi>=0.111.0
+fastapi==0.115.4
 nest-asyncio
 sagemaker-mlflow>=0.1.0

src/sagemaker/image_uri_config/huggingface-llm.json

@@ -766,6 +766,53 @@
                 "container_version": {
                     "gpu": "cu124-ubuntu22.04"
                 }
+            },
+            "2.4.0": {
+                "py_versions": [
+                    "py311"
+                ],
+                "registries": {
+                    "af-south-1": "626614931356",
+                    "il-central-1": "780543022126",
+                    "ap-east-1": "871362719292",
+                    "ap-northeast-1": "763104351884",
+                    "ap-northeast-2": "763104351884",
+                    "ap-northeast-3": "364406365360",
+                    "ap-south-1": "763104351884",
+                    "ap-south-2": "772153158452",
+                    "ap-southeast-1": "763104351884",
+                    "ap-southeast-2": "763104351884",
+                    "ap-southeast-3": "907027046896",
+                    "ap-southeast-4": "457447274322",
+                    "ca-central-1": "763104351884",
+                    "cn-north-1": "727897471807",
+                    "cn-northwest-1": "727897471807",
+                    "eu-central-1": "763104351884",
+                    "eu-central-2": "380420809688",
+                    "eu-north-1": "763104351884",
+                    "eu-west-1": "763104351884",
+                    "eu-west-2": "763104351884",
+                    "eu-west-3": "763104351884",      
+                    "eu-south-1": "692866216735",
+                    "eu-south-2": "503227376785",
+                    "me-south-1": "217643126080",
+                    "me-central-1": "914824155844",
+                    "sa-east-1": "763104351884",
+                    "us-east-1": "763104351884",
+                    "us-east-2": "763104351884",
+                    "us-gov-east-1": "446045086412",
+                    "us-gov-west-1": "442386744353",
+                    "us-iso-east-1": "886529160074",
+                    "us-isob-east-1": "094389454867",
+                    "us-west-1": "763104351884",
+                    "us-west-2": "763104351884",
+                    "ca-west-1": "204538143572"
+                },
+                "tag_prefix": "2.4.0-tgi2.4.0",
+                "repository": "huggingface-pytorch-tgi-inference",
+                "container_version": {
+                    "gpu": "cu124-ubuntu22.04"
+                }
             }
         }
     }

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

@@ -46,6 +46,7 @@
         "2.0.2": "2.3.0-tgi2.0.2-gpu-py310-cu121-ubuntu22.04",
         "2.2.0": "2.3.0-tgi2.2.0-gpu-py310-cu121-ubuntu22.04-v2.0",
         "2.3.1": "2.4.0-tgi2.3.1-gpu-py311-cu124-ubuntu22.04",
+        "2.4.0": "2.4.0-tgi2.4.0-gpu-py311-cu124-ubuntu22.04",
     },
     "inf2": {
         "0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",