We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c4579e1 commit dba8fb8Copy full SHA for dba8fb8
continuous_eval/metrics/generation/text/llm_based.py
@@ -73,7 +73,7 @@ def __call__(self, answer: str, retrieved_context: List[str], question: str, **k
73
score_txt, reasoning = response.split("\n", 1)
74
score = float("yes" in score_txt.lower())
75
except ValueError:
76
- score = float("yes" in score_txt.lower())
+ score = float("yes" in response.lower())
77
reasoning = response
78
79
return {
0 commit comments