fix: handle Schemathesis 4.x FailureGroup exception properly (#21)

- Catch BaseExceptionGroup to handle FailureGroup from case.validate_response()
- Extract individual validation failures from exception group
- Create separate Discrepancy object for each validation failure
- Keep fallback Exception handler for non-group exceptions
- Update ruff and mypy target versions to py311 to match GitHub Actions
- Fixes validation pipeline crash in Python 3.11+

Author: robinmordasiewicz

pyproject.toml

@@ -64,7 +64,7 @@ f5xc-reconcile = "scripts.reconcile:main"
 f5xc-release = "scripts.release:main"
 
 [tool.ruff]
-target-version = "py310"
+target-version = "py311"
 line-length = 100
 
 [tool.ruff.lint]
@@ -87,7 +87,7 @@ addopts = "-v --tb=short"
 asyncio_mode = "auto"
 
 [tool.mypy]
-python_version = "3.10"
+python_version = "3.11"
 warn_return_any = true
 warn_unused_configs = true
 ignore_missing_imports = true

scripts/utils/schemathesis_runner.py

@@ -231,8 +231,24 @@ def _test_operation(self, operation: Any) -> SchemathesisResult:
                     try:
                         # Schemathesis 4.x validation
                         case.validate_response(response)
+                    except BaseExceptionGroup as eg:
+                        # Schemathesis 4.x raises FailureGroup (exception group) for validation failures
+                        # Extract individual validation failures and create discrepancies
+                        for validation_error in eg.exceptions:
+                            discrepancy = Discrepancy(
+                                path=case.path,
+                                property_name="response_schema",
+                                constraint_type="schema_validation",
+                                discrepancy_type=DiscrepancyType.CONSTRAINT_MISMATCH,
+                                spec_value="Valid per OpenAPI schema",
+                                api_behavior=str(validation_error),
+                                test_values=[self._case_to_dict(case)],
+                                recommendation=f"Update schema or fix API response: {validation_error}",
+                            )
+                            result.discrepancies.append(discrepancy)
+                        result.status = TestStatus.FAILED
                     except Exception as validation_error:
-                        # Schema validation failed - this is a discrepancy
+                        # Fallback for non-group exceptions
                         discrepancy = Discrepancy(
                             path=case.path,
                             property_name="response_schema",