feat: simplify jsonschema migration to require 4.18.0+ minimum

- Update constraint to >=4.18.0,<5.0 as suggested by @aaronsteers
- Remove all backward compatibility code for 4.17.x
- Use referencing library exclusively with DRAFT7 default specification
- Fixes CannotDetermineSpecification error for schemas without  property

Co-Authored-By: AJ Steers <[email protected]>

Author: devin-ai-integration[bot]

airbyte_cdk/sources/utils/schema_helpers.py

@@ -14,6 +14,7 @@
 from jsonschema.exceptions import ValidationError
 from pydantic.v1 import BaseModel, Field
 from referencing import Registry, Resource
+from referencing.jsonschema import DRAFT7
 
 from airbyte_cdk.models import ConnectorSpecification, FailureType
 from airbyte_cdk.utils.traced_exception import AirbyteTracedException
@@ -71,7 +72,7 @@ def _expand_refs(schema: Any, ref_resolver: Optional[Registry] = None) -> None:
     :param ref_resolver: resolver to get definition from $ref, if None pass it will be instantiated
     """
     if ref_resolver is None:
-        resource = Resource.from_contents(schema)
+        resource = Resource.from_contents(schema, default_specification=DRAFT7)
         ref_resolver = Registry().with_resource("", resource)
     resolver = ref_resolver.resolver()
 

airbyte_cdk/sources/utils/transform.py

@@ -7,7 +7,6 @@
 from typing import Any, Callable, Dict, Generator, Mapping, Optional, cast
 
 from jsonschema import Draft7Validator, ValidationError, Validator, validators
-from referencing import Registry, Resource
 
 MAX_NESTING_DEPTH = 3
 json_to_python_simple = {

airbyte_cdk/utils/spec_schema_transformations.py

@@ -7,14 +7,15 @@
 from typing import Any
 
 from referencing import Registry, Resource
+from referencing.jsonschema import DRAFT7
 
 
 def resolve_refs(schema: dict[str, Any]) -> dict[str, Any]:
     """
     For spec schemas generated using Pydantic models, the resulting JSON schema can contain refs between object
     relationships.
     """
-    resource = Resource.from_contents(schema)
+    resource = Resource.from_contents(schema, default_specification=DRAFT7)
     registry = Registry().with_resource("", resource)
     resolver = registry.resolver()
     str_schema = json.dumps(schema)

pyproject.toml

@@ -43,7 +43,7 @@ google-cloud-secret-manager = "^2.17.0"
 isodate = "~0.6.1"
 Jinja2 = "~3.1.2"
 jsonref = "~0.2"
-jsonschema = ">=4.17.3,<5.0"
+jsonschema = ">=4.18.0,<5.0"
 packaging = "*"  # Transitive dependency used directly in code
 referencing = ">=0.30.0"  # Required for jsonschema 4.18+ RefResolver migration
 pandas = "2.2.3"