support partial JSON parsing

Author: samuelcolvin

Cargo.lock

@@ -46,7 +46,8 @@ base64 = "0.22.1"
 num-bigint = "0.4.6"
 python3-dll-a = "0.2.10"
 uuid = "1.11.0"
-jiter = { version = "0.6", features = ["python"] }
+#jiter = { version = "0.6", features = ["python"] }
+jiter = { git = "https://github.com/pydantic/jiter", branch = "JsonValue-partial", features = ["python"] }
 hex = "0.4.3"
 
 [lib]

Cargo.toml

@@ -383,8 +383,8 @@ impl SchemaValidator {
         self_instance: Option<&Bound<'_, PyAny>>,
         allow_partial: bool,
     ) -> ValResult<PyObject> {
-        let json_value =
-            jiter::JsonValue::parse(json_data, true).map_err(|e| json::map_json_err(input, e, json_data))?;
+        let json_value = jiter::JsonValue::parse_with_config(json_data, true, allow_partial)
+            .map_err(|e| json::map_json_err(input, e, json_data))?;
         self._validate(
             py,
             &json_value,

src/validators/mod.rs

@@ -34,6 +34,8 @@ def test_list():
         v.validate_python([[1, 2], 'wrong', [3, 4]])
     with pytest.raises(ValidationError, match='Input should be a valid tuple'):
         v.validate_python([[1, 2], 'wrong', 'wrong'])
+    assert v.validate_json(b'[[1, 2], [3, 4]]', allow_partial=True) == [(1, 2), (3, 4)]
+    assert v.validate_json(b'[[1, 2], [3,', allow_partial=True) == [(1, 2)]
 
 
 def test_list_partial_nested():
@@ -162,6 +164,23 @@ def test_partial_typed_dict():
         ]
     )
 
+    # validate strings
+    assert v.validate_strings({'a': '11', 'b': '22'}) == snapshot({'a': 11, 'b': 22})
+    with pytest.raises(ValidationError, match='Input should be greater than 10'):
+        v.validate_strings({'a': '11', 'b': '2'})
+    assert v.validate_strings({'a': '11', 'b': '2'}, allow_partial=True) == snapshot({'a': 11})
+
+    assert v.validate_json(b'{"b": "12", "a": 11, "c": 13}', allow_partial=True) == IsStrictDict(a=11, b=12, c=13)
+    assert v.validate_json(b'{"b": "12", "a": 11, "c": 13', allow_partial=True) == IsStrictDict(a=11, b=12, c=13)
+    assert v.validate_json(b'{"a": 11, "b": "12", "c": 1', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12", "c":', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12", "c"', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12", "c', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12", "', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12", ', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12",', allow_partial=True) == IsStrictDict(a=11, b=12)
+    assert v.validate_json(b'{"a": 11, "b": "12"', allow_partial=True) == IsStrictDict(a=11, b=12)
+
 
 def test_non_partial_typed_dict():
     v = SchemaValidator(
@@ -212,3 +231,10 @@ def test_double_nested():
     assert v.validate_python({'a': 11, 'b': [{'a': 1, 'b': 20}, {'a': 3, 'b': 40}]}, allow_partial=True) == snapshot(
         {'a': 11}
     )
+    json = b'{"a": 11, "b": [{"a": 10, "b": 20}, {"a": 30, "b": 40}]}'
+    assert v.validate_json(json, allow_partial=True) == snapshot(
+        {'a': 11, 'b': [{'a': 10, 'b': 20}, {'a': 30, 'b': 40}]}
+    )
+    for i in range(1, len(json)):
+        value = v.validate_json(json[:i], allow_partial=True)
+        assert isinstance(value, dict)