Onboard PT TR to autopatch (#5071)

* build PT25 TR EC2

* build PT2.5 TR SM

* update protobuf version

* build PT2.6 TR EC2

* build PT26 TR SM

* build PT27 TR EC2

* build PT27 TR SM

* build PT26 TR EC2

* build PT25 TR SM

* retry build PT25 TR SM

* remove sagemaker training version pin

* build PT26 TR SM

* revert toml

---------

Co-authored-by: Yadan Wei <[email protected]>

Author: Yadan-Wei

miscellaneous_scripts/dockerfile_patch_script.sh

@@ -47,13 +47,6 @@ elif [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazon
     curl -o /license.txt https://aws-dlc-licenses.s3.amazonaws.com/pytorch-2.7/license.txt
 fi
 
-# Upgrade sagemaker-training
-if [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazonaws\.com/pytorch-training:2\.[4-6](.+)sagemaker ]]; then
-    pip install -U "sagemaker-training>4.7.4" "protobuf>=4.25.8,<6"
-elif [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazonaws\.com/pytorch-training:2\.7(.+)sagemaker ]]; then
-    pip install -U "sagemaker-training>4.7.4,<5" "sagemaker-pytorch-training>=2.9.0"
-fi
-
 # For PT inference gpu sagemaker images, replace start_cuda_compat.sh
 if [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazonaws\.com/pytorch-inference:2\.[4-6]\.[0-9]+-gpu(.+)sagemaker ]]; then
     mv /tmp/new_pytorch_inference_start_cuda_compat /usr/local/bin/start_cuda_compat.sh

pytorch/training/buildspec-2-5-ec2.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.5.1
 short_version: &SHORT_VERSION "2.5"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

pytorch/training/buildspec-2-5-sm.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.5.1
 short_version: &SHORT_VERSION "2.5"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

pytorch/training/buildspec-2-6-ec2.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.6.0
 short_version: &SHORT_VERSION "2.6"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

pytorch/training/buildspec-2-6-sm.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.6.0
 short_version: &SHORT_VERSION "2.6"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

pytorch/training/buildspec-2-7-ec2.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.7.1
 short_version: &SHORT_VERSION "2.7"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

pytorch/training/buildspec-2-7-sm.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.7.1
 short_version: &SHORT_VERSION "2.7"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

pytorch/training/docker/2.5/py3/Dockerfile.ec2.cpu.core_packages.json

@@ -37,10 +37,10 @@
     "version_specifier": ">=4.66.3"
   },
   "requests": {
-    "version_specifier": ">=2.32.0"
+    "version_specifier": ">=2.32.4"
   },
   "setuptools": {
-    "version_specifier": ">=70.0.0"
+    "version_specifier": ">=80.9.0"
   },
   "urllib3": {
     "version_specifier": ">=2.5.0"
@@ -50,5 +50,8 @@
   },
   "numpy": {
     "version_specifier": "<2"
+  },
+  "opencv-python": {
+    "version_specifier": "==4.11.0.86"
   }
 }

pytorch/training/docker/2.5/py3/Dockerfile.sagemaker.cpu.core_packages.json

@@ -37,10 +37,10 @@
     "version_specifier": ">=4.66.3"
   },
   "requests": {
-    "version_specifier": ">=2.32.0"
+    "version_specifier": ">=2.32.4"
   },
   "setuptools": {
-    "version_specifier": ">=70.0.0"
+    "version_specifier": ">=80.9.0"
   },
   "urllib3": {
     "version_specifier": ">=2.5.0"
@@ -62,5 +62,16 @@
   },
   "tornado": {
     "version_specifier": ">=6.5.1"
+  },
+  "sagemaker-training": {
+    "version_specifier": ">=5.0.0",
+    "skip": "True"
+  },
+  "opencv-python": {
+    "version_specifier": "==4.11.0.86"
+  },
+  "protobuf": {
+    "version_specifier": ">=6.31.1",
+    "skip": "True"
   }
 }

pytorch/training/docker/2.5/py3/cu124/Dockerfile.ec2.gpu.core_packages.json

@@ -45,10 +45,10 @@
     "version_specifier": ">=4.66.3"
   },
   "requests": {
-    "version_specifier": ">=2.32.0"
+    "version_specifier": ">=2.32.4"
   },
   "setuptools": {
-    "version_specifier": ">=70.0.0"
+    "version_specifier": ">=80.9.0"
   },
   "urllib3": {
     "version_specifier": ">=2.5.0"
@@ -58,5 +58,8 @@
   },
   "numpy": {
     "version_specifier": "<2"
+  },
+  "opencv-python": {
+    "version_specifier": "==4.11.0.86"
   }
 }