Fix schema validation to work with Python 3.14

jsonschema started warning when it's auto-resolving references, so we instead pre-download the expected
references and create a registry.

Author: jgraham

tools/ci/tc/tests/test_valid.py

@@ -1,4 +1,5 @@
 # mypy: ignore-errors
+from urllib.parse import urlsplit
 
 import json
 import os
@@ -9,6 +10,8 @@
 import pytest
 import yaml
 from jsonschema import validate
+from referencing import Resource
+from referencing.jsonschema import DRAFT6, SchemaRegistry
 
 from tools.ci.tc import decision
 
@@ -86,13 +89,24 @@ def test_verify_payload():
     """Verify that the decision task produces tasks with a valid payload"""
     from tools.ci.tc.decision import decide
 
-    r = httpx.get("https://community-tc.services.mozilla.com/schemas/queue/v1/create-task-request.json")
-    r.raise_for_status()
-    create_task_schema = r.json()
+    schema_urls = ["https://community-tc.services.mozilla.com/schemas/common/metaschema.json",
+                   "https://community-tc.services.mozilla.com/schemas/queue/v1/task-metadata.json",
+                   "https://community-tc.services.mozilla.com/schemas/queue/v1/task.json",
+                   "https://community-tc.services.mozilla.com/schemas/queue/v1/create-task-request.json",
+                   "https://community-tc.services.mozilla.com/references/schemas/docker-worker/v1/payload.json"]
 
-    r = httpx.get("https://community-tc.services.mozilla.com/references/schemas/docker-worker/v1/payload.json")
-    r.raise_for_status()
-    payload_schema = r.json()
+    schemas = {}
+    for schema_url in schema_urls:
+        name = urlsplit(schema_url).path.rsplit("/", 1)[-1].rsplit(".", 1)[0]
+        r = httpx.get(schema_url)
+        r.raise_for_status()
+        schemas[name]= (schema_url, r.json())
+
+
+    registry = SchemaRegistry()
+    for url, schema_doc in schemas.values():
+        resource = Resource.from_contents(schema_doc, default_specification=DRAFT6)
+        registry = registry.with_resource(url, resource)
 
     jobs = ["lint",
             "manifest_upload",
@@ -111,8 +125,12 @@ def test_verify_payload():
                 task_id_map = decide(event)
         for name, (task_id, task_data) in task_id_map.items():
             try:
-                validate(instance=task_data, schema=create_task_schema)
-                validate(instance=task_data["payload"], schema=payload_schema)
+                validate(instance=task_data,
+                         schema=schemas["create-task-request"][1],
+                         registry=registry)
+                validate(instance=task_data["payload"],
+                         schema=schemas["payload"][1],
+                         registry=registry)
             except Exception as e:
                 print(f"Validation failed for task '{name}':\n{json.dumps(task_data, indent=2)}")
                 raise e

tools/requirements_tests.txt

@@ -1,6 +1,7 @@
 httpx[http2]==0.27.2
 json-e==4.7.0
-jsonschema==4.17.3
+jsonschema==4.25.1; python_version >= '3.9'
+jsonschema==4.23.0; python_version < '3.9'
 pyyaml==6.0.1
 types-pyyaml==6.0.12.20241230
 taskcluster==91.0.1