Upgrade json_repair to fix parsing issue of underscore-style float number (#9088)

* Upgrade json_repair to fix parsing issue

* fix tests

Author: chenmoneygithub

pyproject.toml

@@ -30,7 +30,7 @@ dependencies = [
     "pydantic>=2.0",
     "litellm>=1.64.0",
     "diskcache>=5.6.0",
-    "json-repair>=0.30.0",
+    "json-repair>=0.54.2",
     "tenacity>=8.2.3",
     "anyio",
     "asyncer==0.0.8",

tests/adapters/test_chat_adapter.py

@@ -649,6 +649,37 @@ class MySignature(dspy.Signature):
         assert result[0]["reasoning"] == dspy.Reasoning(content="Step-by-step thinking about the capital of France")
 
 
+def test_chat_adapter_parses_float_with_underscores():
+    """
+    This test verifies that ChatAdapter can parse float numbers with underscores.
+    After json-repair version 0.54.1, floats like "123_456.789" are treated as normal float numbers.
+    """
+
+    class Score(pydantic.BaseModel):
+        score: float
+
+    class MySignature(dspy.Signature):
+        question: str = dspy.InputField()
+        score: Score = dspy.OutputField()
+
+    adapter = dspy.ChatAdapter()
+
+    # Simulate a response with a float number containing underscores
+    with mock.patch("litellm.completion") as mock_completion:
+        mock_completion.return_value = ModelResponse(
+            choices=[
+                Choices(message=Message(content="[[ ## score ## ]]\n{'score': 123_456.789}\n[[ ## completed ## ]]"))
+            ],
+            model="openai/gpt-4o-mini",
+        )
+
+        lm = dspy.LM("openai/gpt-4o-mini", cache=False)
+        result = adapter(lm, {}, MySignature, [], {"question": "What is the score?"})
+
+        # The underscore-separated float should be parsed as a normal float
+        assert result[0]["score"].score == 123456.789
+
+
 def test_format_system_message():
     class MySignature(dspy.Signature):
         """Answer the question with multiple answers and scores"""