Feature: Add XGBoost 3.0-5 to v2 (#5406)

* add xgboost 3.0-5 to v2

* fix pip install env

* fix test

* fix test

* change model load version

---------

Co-authored-by: Yadan Wei <[email protected]>

Author: Yadan-Wei

src/sagemaker/image_uri_config/xgboost.json

@@ -395,6 +395,48 @@
                     "us-west-2": "246618743249"
                 },
                 "repository": "sagemaker-xgboost"
+            },
+            "3.0-5": {
+                "registries": {
+                    "af-south-1": "510948584623",
+                    "ap-east-1": "651117190479",
+                    "ap-northeast-1": "354813040037",
+                    "ap-northeast-2": "366743142698",
+                    "ap-northeast-3": "867004704886",
+                    "ap-south-1": "720646828776",
+                    "ap-south-2": "628508329040",
+                    "ap-southeast-1": "121021644041",
+                    "ap-southeast-2": "783357654285",
+                    "ap-southeast-3": "951798379941",
+                    "ap-southeast-4": "106583098589",
+                    "ca-central-1": "341280168497",
+                    "ca-west-1": "190319476487",
+                    "cn-north-1": "450853457545",
+                    "cn-northwest-1": "451049120500",
+                    "eu-central-1": "492215442770",
+                    "eu-central-2": "680994064768",
+                    "eu-north-1": "662702820516",
+                    "eu-south-1": "978288397137",
+                    "eu-south-2": "104374241257",
+                    "eu-west-1": "141502667606",
+                    "eu-west-2": "764974769150",
+                    "eu-west-3": "659782779980",
+                    "il-central-1": "898809789911",
+                    "me-central-1": "272398656194",
+                    "me-south-1": "801668240914",
+                    "sa-east-1": "737474898029",
+                    "us-east-1": "683313688378",
+                    "us-east-2": "257758044811",
+                    "us-gov-east-1": "237065988967",
+                    "us-gov-west-1": "414596584902",
+                    "us-iso-east-1": "833128469047",
+                    "us-isob-east-1": "281123927165",
+                    "us-isof-east-1": "108575199400",
+                    "us-isof-south-1": "124985052026",
+                    "us-west-1": "746614075791",
+                    "us-west-2": "246618743249"
+                },
+                "repository": "sagemaker-xgboost"
             }
         }
     },
@@ -794,6 +836,48 @@
                     "us-west-2": "246618743249"
                 },
                 "repository": "sagemaker-xgboost"
+            },
+            "3.0-5": {
+                "registries": {
+                    "af-south-1": "510948584623",
+                    "ap-east-1": "651117190479",
+                    "ap-northeast-1": "354813040037",
+                    "ap-northeast-2": "366743142698",
+                    "ap-northeast-3": "867004704886",
+                    "ap-south-1": "720646828776",
+                    "ap-south-2": "628508329040",
+                    "ap-southeast-1": "121021644041",
+                    "ap-southeast-2": "783357654285",
+                    "ap-southeast-3": "951798379941",
+                    "ap-southeast-4": "106583098589",
+                    "ca-central-1": "341280168497",
+                    "ca-west-1": "190319476487",
+                    "cn-north-1": "450853457545",
+                    "cn-northwest-1": "451049120500",
+                    "eu-central-1": "492215442770",
+                    "eu-central-2": "680994064768",
+                    "eu-north-1": "662702820516",
+                    "eu-south-1": "978288397137",
+                    "eu-south-2": "104374241257",
+                    "eu-west-1": "141502667606",
+                    "eu-west-2": "764974769150",
+                    "eu-west-3": "659782779980",
+                    "il-central-1": "898809789911",
+                    "me-central-1": "272398656194",
+                    "me-south-1": "801668240914",
+                    "sa-east-1": "737474898029",
+                    "us-east-1": "683313688378",
+                    "us-east-2": "257758044811",
+                    "us-gov-east-1": "237065988967",
+                    "us-gov-west-1": "414596584902",
+                    "us-iso-east-1": "833128469047",
+                    "us-isob-east-1": "281123927165",
+                    "us-isof-east-1": "108575199400",
+                    "us-isof-south-1": "124985052026",
+                    "us-west-1": "746614075791",
+                    "us-west-2": "246618743249"
+                },
+                "repository": "sagemaker-xgboost"
             }
         }
     },

src/sagemaker/processing.py

@@ -1927,7 +1927,7 @@ def _generate_framework_script(
                 # Some py3 containers has typing, which may breaks pip install
                 pip uninstall --yes typing
 
-                pip install -r requirements.txt
+                python -m pip install -r requirements.txt
             fi
 
             {entry_point_command} {entry_point} "$@"

tests/integ/test_xgboost.py

@@ -137,7 +137,10 @@ def test_xgboost_serverless_inference(
             model_data=model_data,
             role=ROLE,
             entry_point=os.path.join(DATA_DIR, "xgboost_abalone", "abalone.py"),
-            framework_version="1.5-1",
+            # XGBoost changed its default model format:
+            # - Old XGBoost (< 2.0): Default save format was binary
+            # - New XGBoost (>= 2.0): Default save format is JSON/UBJSON
+            framework_version="3.0-5",
         )
 
         xgboost.deploy(

tests/unit/test_processing.py

@@ -1179,7 +1179,7 @@ def test_generate_framework_script(pipeline_session):
             # Some py3 containers has typing, which may breaks pip install
             pip uninstall --yes typing
 
-            pip install -r requirements.txt
+            python -m pip install -r requirements.txt
         fi
 
         python process.py "$@"
@@ -1226,7 +1226,7 @@ def test_generate_framework_script_with_codeartifact(pipeline_session):
             # Some py3 containers has typing, which may breaks pip install
             pip uninstall --yes typing
 
-            pip install -r requirements.txt
+            python -m pip install -r requirements.txt
         fi
 
         python process.py "$@"