Bump CI Requirements (Azure#40109)

* Bump all pinned CI requirements except for cibuildwheel and pip to the newest possible versions of themselves.
* The following packages have been bumped to their max version supporting python3.8. We will have to drop support to bump these any further:
  * setuptools==75.3.2
  * pyproject-api==1.8
  * importlib-metadata==8.5.0
  * pytest-cov==5.0.0
  * readme_renderer==43.0
  * urllib3==2.2.3
  * pytest-asyncio==0.24.0

Author: scbedd

.github/workflows/azure-sdk-tools.yml

@@ -7,23 +7,20 @@ on:
     paths:
       - "tools/azure-sdk-tools/**"
 
-
 jobs:
   build-and-test:
     runs-on: ubuntu-latest
     steps:
-      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@v2
 
-      # todo before checkin: multiplex to include running tests on py38 -> 312
       - name: Set up Python 3.11
         uses: actions/setup-python@v4
         with:
           python-version: 3.11
 
       - name: Install azure-sdk-tools
         run: |
-          python -m pip install -e tools/azure-sdk-tools[build,ghtools]
+          python -m pip install -e tools/azure-sdk-tools[build,ghtools,conda]
           python -m pip freeze
         shell: bash
 

eng/ci_tools.txt

@@ -1,32 +1,34 @@
 # requirements leveraged by ci tools
-setuptools==74.1.3
-virtualenv==20.25.1
-wheel==0.43.0
-packaging==23.1
-tox==4.5.0
-pathlib2==2.3.5
+# setuptools 75.3.2 is the last version of setuptools that supports python 3.8.
+# it can be bumped further only when py3.8 is completely eliminated from CI
+setuptools==75.3.2
+virtualenv==20.29.3
+wheel==0.45.1
+packaging==24.2
+tox==4.24.2
+pathlib2==2.3.7.post1
 doc-warden==0.7.2
-beautifulsoup4==4.9.1
-pkginfo==1.9.6
+beautifulsoup4==4.13.3
+pkginfo==1.12.1.2
 pip==24.0
-typing-extensions<=4.6.3
-pyproject-api<1.6
+typing-extensions==4.12.2
+pyproject-api==1.8.0
 cibuildwheel==2.16.5
-importlib-metadata==8.0.0
+importlib-metadata==8.5.0
 
 # requirements leveraged for testing
-pytest==7.3.1
-pytest-cov==4.0.0
-coverage==7.2.5
+pytest==8.3.5
+pytest-cov==5.0.0
+coverage==7.6.1
 
 # locking packages defined as deps from azure-sdk-tools
-Jinja2==3.1.2
-json-delta==2.0
-readme_renderer==42.0;
+Jinja2==3.1.6
+json-delta==2.0.2
+readme_renderer==43.0
 python-dotenv==1.0.1
-pyyaml==6.0.1
-urllib3==2.0.7
-six==1.16.0
+pyyaml==6.0.2
+urllib3==2.2.3
+six==1.17.0
 
 # local dev packages
 ./tools/azure-sdk-tools[build]

eng/conda_test_requirements.txt

@@ -8,7 +8,7 @@ trio
 typing_extensions>=3.7.2
 cryptography
 adal
-setuptools==74.1.3
-pytest-asyncio==0.12.0
+setuptools==75.3.2
+pytest-asyncio==0.25.3
 -e sdk/core/azure-core/tests/testserver_tests/coretestserver
 azure-mgmt-storage

eng/pipelines/templates/steps/build-test.yml

@@ -153,7 +153,6 @@ steps:
       }
       Write-Host (Get-Command python).Source
 
-      python -m pip install coverage==7.2.5
       python scripts/devops_tasks/create_coverage.py
     displayName: Report Coverage
     condition: and(succeeded(), ${{ parameters.RunCoverage }})

eng/test_tools.txt

@@ -1,19 +1,18 @@
 # requirements leveraged by ci for testing
-pytest==7.3.1
-pytest-asyncio==0.21.0
-pytest-cov==4.0.0
+pytest==8.3.5
+pytest-asyncio==0.24.0
+pytest-cov==5.0.0
 pytest-custom-exit-code==0.3.0
 pytest-xdist==3.2.1
-coverage==7.2.5
+coverage==7.6.1
 bandit==1.6.2
-protobuf==3.17.3; python_version == '2.7'
-pyproject-api<1.6
+pyproject-api==1.8.0
 
 # locking packages defined as deps from azure-sdk-tools
-Jinja2==3.1.2
-json-delta==2.0
-readme_renderer==42.0;
+Jinja2==3.1.6
+json-delta==2.0.2
+readme_renderer==43.0
 python-dotenv==1.0.1
-pyyaml==6.0.1
-urllib3==2.0.7
-six==1.16.0
+pyyaml==6.0.2
+urllib3==2.2.3
+six==1.17.0

eng/tox/tox.ini

@@ -41,10 +41,10 @@ deps =
 
 [packaging]
 pkgs =
-    wheel==0.43.0
-    packaging==23.1
-    urllib3==1.26.15
-    tomli==2.0.1
+    wheel==0.45.1
+    packaging==24.2
+    urllib3==2.2.3
+    tomli==2.2.1
 
 [pytest]
 ignore_args=--ignore=.tox --ignore=build --ignore=.eggs --ignore=samples
@@ -63,9 +63,9 @@ setenv =
   SPHINX_APIDOC_OPTIONS=members,undoc-members,inherited-members
   PIP_EXTRA_INDEX_URL=https://pypi.python.org/simple
   PROXY_URL=http://localhost:5000
-  VIRTUALENV_WHEEL=0.37.0
+  VIRTUALENV_WHEEL=0.45.1
   VIRTUALENV_PIP=24.0
-  VIRTUALENV_SETUPTOOLS=67.6.0
+  VIRTUALENV_SETUPTOOLS=75.3.2
 deps = {[base]deps}
 install_command = python -m pip install {opts} {packages} --cache-dir {tox_root}/../.tox_pip_cache_{envname}
 commands =

tools/azure-sdk-tools/setup.py

@@ -55,7 +55,7 @@
     },
     extras_require={
         ":python_version>='3.5'": ["pytest-asyncio>=0.9.0"],
-        ":python_version<'3.11'": ["tomli==2.0.1"],
+        ":python_version<'3.11'": ["tomli"],
         "build": ["six", "setuptools", "pyparsing", "certifi", "cibuildwheel", "pkginfo", "build"],
         "conda": ["beautifulsoup4"],
         "systemperf": ["aiohttp>=3.0", "requests>=2.0", "tornado==6.0.3", "httpx>=0.21", "azure-core"],