fail-on-changes

Author: sentrivana

.github/workflows/ci.yml

@@ -45,6 +45,8 @@ jobs:
           python-version: 3.12
 
       - run: |
+          pip install -r scripts/populate_tox/requirements.txt
+          python scripts/populate_tox/populate_tox.py --fail-on-changes
           pip install -r scripts/split_tox_gh_actions/requirements.txt
           python scripts/split_tox_gh_actions/split_tox_gh_actions.py --fail-on-changes
 

scripts/populate_tox/README.md

@@ -82,7 +82,7 @@ a specific Werkzeug version to work, you can say:
         "<3.0": ["Werkzeug<2.1.0"],
     }
 }
-````
+```
 
 Sometimes, things depend on the Python version installed. If the integration
 test should only run on specific Python version, e.g. if you want AIOHTTP

scripts/populate_tox/config.py

@@ -173,17 +173,6 @@
         "package": "huggingface_hub",
         "deps": {"*": []},
     },
-    # XXX
-    # langchain-v0.1: openai~=1.0.0
-    # langchain-v0.1: tiktoken~=0.6.0
-    # langchain-v0.1: httpx<0.28.0
-    # langchain-v0.3: langchain-community
-    # langchain-v0.3: tiktoken
-    # langchain-v0.3: openai
-    # langchain-{latest,notiktoken}: langchain
-    # langchain-{latest,notiktoken}: langchain-openai
-    # langchain-{latest,notiktoken}: openai>=1.6.1
-    # langchain-latest: tiktoken~=0.6.0
     "langchain": {
         "package": "langchain",
         "deps": {

scripts/populate_tox/populate_tox.py

@@ -3,6 +3,8 @@
 """
 
 import functools
+import hashlib
+import sys
 import time
 from bisect import bisect_left
 from collections import defaultdict
@@ -154,6 +156,8 @@ def get_supported_releases(integration: str, pypi_data: dict) -> list[Version]:
     This takes into account a handful of parameters (Python support, the lowest
     version we've defined for the framework, the date of the release).
     """
+    package = pypi_data["info"]["name"]
+
     # Get a consolidated list without taking into account Python support yet
     # (because that might require an additional API call for some
     # of the releases)
@@ -355,8 +359,18 @@ def write_tox_file(packages: dict) -> None:
         file.write("\n")
 
 
-if __name__ == "__main__":
+def _get_tox_hash():
+    hasher = hashlib.md5()
+    with open(TOX_FILE, "rb") as f:
+        buf = f.read()
+        hasher.update(buf)
+
+    return hasher.hexdigest()
+
+
+def main(fail_on_changes: bool = False) -> None:
     print("Finding out the lowest and highest Python version supported by the SDK...")
+    global MIN_PYTHON_VERSION, MAX_PYTHON_VERSION
     sdk_python_versions = determine_python_versions(fetch_package("sentry_sdk"))
     MIN_PYTHON_VERSION = sdk_python_versions[0]
     MAX_PYTHON_VERSION = sdk_python_versions[-1]
@@ -439,4 +453,19 @@ def write_tox_file(packages: dict) -> None:
                     }
                 )
 
+    old_hash = _get_tox_hash()
     write_tox_file(packages)
+    new_hash = _get_tox_hash()
+    if fail_on_changes and old_hash != new_hash:
+        raise RuntimeError(
+            "There are unexpected changes in tox.ini. tox.ini is not meant to "
+            "be edited directly. It's generated from a template located in "
+            "scripts/populate_tox/tox.jinja. "
+            "Please make sure that both the template and the tox generation "
+            "script in scripts/populate_tox/populate_tox.py are updated as well."
+        )
+
+
+if __name__ == "__main__":
+    fail_on_changes = len(sys.argv) == 2 and sys.argv[1] == "--fail-on-changes"
+    main(fail_on_changes)

tox.ini

@@ -4,8 +4,11 @@
 # and then run "tox" from this directory.
 #
 # This file has been generated from a template
-# by scripts/populate_tox/populate_tox.py. Any changes to the file should be made
-# in the script and the file regenerated.
+# by "scripts/populate_tox/populate_tox.py". Any changes to the file should
+# be made in the template (if you want to change a hardcoded part of the file)
+# or in the script (if you want to change the auto-generated part).
+# The file (and all resulting CI YAMLs) then need to be regenerated via
+# "scripts/generate-test-files.sh".
 
 [tox]
 requires =
@@ -36,6 +39,10 @@ envlist =
     {py3.7,py3.9,py3.11}-aiohttp-v{3.8}
     {py3.8,py3.12,py3.13}-aiohttp-latest
 
+    # Anthropic
+    {py3.8,py3.11,py3.12}-anthropic-v{0.16,0.28,0.40}
+    {py3.7,py3.11,py3.12}-anthropic-latest
+
     # Arq
     {py3.7,py3.11}-arq-v{0.23}
     {py3.7,py3.12,py3.13}-arq-latest
@@ -164,11 +171,6 @@ envlist =
     # integration tests there.
 
     # ~~~ AI ~~~
-    {py3.7,py3.11,py3.12}-anthropic-v0.16.0
-    {py3.7,py3.11,py3.12}-anthropic-v0.25.9
-    {py3.7,py3.11,py3.12}-anthropic-v0.34.2
-    {py3.8,py3.11,py3.12}-anthropic-v0.43.0
-
     {py3.8,py3.10,py3.11}-huggingface_hub-v0.22.2
     {py3.8,py3.10,py3.11}-huggingface_hub-v0.24.7
     {py3.8,py3.11,py3.12}-huggingface_hub-v0.26.5
@@ -338,6 +340,14 @@ deps =
     aiohttp-v3.8: pytest-asyncio
     aiohttp-latest: pytest-asyncio
 
+    # Anthropic
+    anthropic: pytest-asyncio
+    anthropic-v{0.16,0.28}: httpx<0.28.0
+    anthropic-v0.16: anthropic~=0.16.0
+    anthropic-v0.28: anthropic~=0.28.0
+    anthropic-v0.40: anthropic~=0.40.0
+    anthropic-latest: Anthropic
+
     # Arq
     arq-v0.23: arq~=0.23.0
     arq-v0.23: pydantic<2
@@ -546,14 +556,6 @@ deps =
     # integration tests there.
 
     # ~~~ AI ~~~
-    anthropic-v0.16.0: anthropic==0.16.0
-    anthropic-v0.25.9: anthropic==0.25.9
-    anthropic-v0.34.2: anthropic==0.34.2
-    anthropic-v0.43.0: anthropic==0.43.0
-    anthropic: pytest-asyncio
-    anthropic-v0.16.0: httpx<0.28.0
-    anthropic-v0.25.9: httpx<0.28.0
-
     huggingface_hub-v0.22.2: huggingface_hub==0.22.2
     huggingface_hub-v0.24.7: huggingface_hub==0.24.7
     huggingface_hub-v0.26.5: huggingface_hub==0.26.5