improved test

bcherry · bcherry · commit 742c6006394e · 2025-07-09T15:20:29.000-07:00
diff --git a/evals/test_agent.py b/evals/test_agent.py
@@ -87,7 +87,7 @@ async def test_no_hallucination() -> None:
             .is_message(role="assistant")
             .judge(
                 llm,
-                intent="Declines to answer. Optionally, may offer to help if the user provides the missing information.",
+                intent="Declines to answer and/or speculate. Optionally it may ask for information or offer help if more is provided (not required).",
             )
         )
 

Original file line number	Diff line number	Diff line change
`@@ -87,7 +87,7 @@ async def test_no_hallucination() -> None:`
`87`	`87`	`.is_message(role="assistant")`
`88`	`88`	`.judge(`
`89`	`89`	`llm,`
`90`		`- intent="Declines to answer. Optionally, may offer to help if the user provides the missing information.",`
	`90`	`+ intent="Declines to answer and/or speculate. Optionally it may ask for information or offer help if more is provided (not required).",`
`91`	`91`	`)`
`92`	`92`	`)`
`93`	`93`