Build PT27 training with DLC Base (#5171)

* build pt27

* address test error

* update cudnn path

* add cv2 system lib

* adjust dockerfile and change base image

* fix oss

* address test failure

* build with python ARG

* fix package regression

* regression fix and enable all tests

* build sm image

* fix buildspec

* address sm image test failure

* change base image

* enable all tests

* make cudnn check backward compatible

* build ec2 with replaced base uri

* build sm image with replaced uri

* test ec2

* run sm test

* revert toml

* revert toml

* revert unused change'
'

---------

Co-authored-by: Yadan Wei <[email protected]>

Author: Yadan-Wei

pytorch/training/buildspec-2-7-ec2.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.7.1
 short_version: &SHORT_VERSION "2.7"
 arch_type: x86
-autopatch_build: "True"
+# autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY
@@ -36,6 +36,9 @@ context:
     deep_learning_container:
       source: ../../src/deep_learning_container.py
       target: deep_learning_container.py
+    oss_compliance:
+      source: ../../scripts/setup_oss_compliance.sh
+      target: setup_oss_compliance.sh
 
 images:
   BuildEC2CPUPTTrainPy3DockerImage:

pytorch/training/buildspec-2-7-sm.yml

@@ -36,6 +36,9 @@ context:
     deep_learning_container:
       source: ../../src/deep_learning_container.py
       target: deep_learning_container.py
+    oss_compliance:
+      source: ../../scripts/setup_oss_compliance.sh
+      target: setup_oss_compliance.sh
 
 images:
   BuildSageMakerCPUPTTrainPy3DockerImage:

pytorch/training/docker/2.7/py3/Dockerfile.ec2.cpu.core_packages.json

@@ -23,11 +23,11 @@
     "skip": "True"
   },
   "s3torchconnector": {
-    "version_specifier": "==1.4.2",
+    "version_specifier": "==1.4.3",
      "skip": "True"
   },
   "accelerate": {
-    "version_specifier": "==1.9.0",
+    "version_specifier": "==1.10.1",
      "skip": "True"
   },
    "thinc": {

pytorch/training/docker/2.7/py3/Dockerfile.sagemaker.cpu.core_packages.json

@@ -23,7 +23,7 @@
     "skip": "True"
   },
   "accelerate": {
-    "version_specifier": "==1.10.0",
+    "version_specifier": "==1.10.1",
     "skip": "True"
   },
   "thinc": {
@@ -64,8 +64,5 @@
   },
   "opencv-python": {
     "version_specifier": "==4.11.0.86"
-  },
-  "sagemaker-pytorch-training": {
-    "version_specifier": ">=2.9.0,<3"
   }
 }

pytorch/training/docker/2.7/py3/Dockerfile.sagemaker.cpu.py_scan_allowlist.json

@@ -23,11 +23,11 @@
     "skip": "True"
   },
   "s3torchconnector": {
-    "version_specifier": "==1.4.2",
+    "version_specifier": "==1.4.3",
     "skip": "True"
   },
   "accelerate": {
-    "version_specifier": "==1.9.0",
+    "version_specifier": "==1.10.1",
     "skip": "True"
   },
   "thinc": {