fix: Update apache airflow and update test requirements (#3855)

Author: mufaddal-rohawala

requirements/extras/test_requirements.txt

@@ -12,9 +12,9 @@ awslogs==0.14.0
 black==22.3.0
 stopit==1.1.2
 # Update tox.ini to have correct version of airflow constraints file
-apache-airflow==2.5.1
+apache-airflow==2.6.0
 apache-airflow-providers-amazon==7.2.1
-attrs==22.1.0
+attrs>=23.1.0,<24
 fabric==2.6.0
 requests==2.27.1
 sagemaker-experiments==0.1.35
@@ -23,3 +23,7 @@ pyvis==0.2.1
 pandas>=1.3.5,<1.5
 scikit-learn==1.0.2
 cloudpickle==2.2.1
+scipy==1.7.3
+urllib3==1.26.8
+docker>=5.0.2,<7.0.0
+PyYAML==6.0

setup.py

@@ -47,7 +47,7 @@ def read_requirements(filename):
 
 # Declare minimal set for installation
 required_packages = [
-    "attrs>=20.3.0,<23",
+    "attrs>=23.1.0,<24",
     "boto3>=1.26.131,<2.0",
     "cloudpickle==2.2.1",
     "google-pasta",
@@ -60,7 +60,7 @@ def read_requirements(filename):
     "pandas",
     "pathos",
     "schema",
-    "PyYAML==5.4.1",
+    "PyYAML==6.0",
     "jsonschema",
     "platformdirs",
     "tblib==1.7.0",
@@ -75,7 +75,7 @@ def read_requirements(filename):
 # Meta dependency groups
 extras["all"] = [item for group in extras.values() for item in group]
 # Tests specific dependencies (do not need to be included in 'all')
-extras["test"] = (extras["all"] + read_requirements("requirements/extras/test_requirements.txt"),)
+extras["test"] = (read_requirements("requirements/extras/test_requirements.txt"),)
 
 setup(
     name="sagemaker",

tox.ini

@@ -73,7 +73,7 @@ passenv =
 # Can be used to specify which tests to run, e.g.: tox -- -s
 commands =
     python -c "import os; os.system('install-custom-pkgs --install-boto-wheels')"
-    pip install 'apache-airflow==2.5.1' --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.5.1/constraints-3.7.txt"
+    pip install 'apache-airflow==2.6.0' --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.6.0/constraints-3.7.txt"
 
     pytest --cov=sagemaker --cov-append {posargs}
     {env:IGNORE_COVERAGE:} coverage report -i --fail-under=86