fix: faithfulness (#787)

shahules786 · web-flow · commit 4c31c0f12fd0 · 2024-03-19T21:39:36.000-07:00
fixes : #785
diff --git a/src/ragas/metrics/_faithfulness.py b/src/ragas/metrics/_faithfulness.py
@@ -144,7 +144,7 @@ def _compute_score(self, output: t.Any):
         output = output if isinstance(output, list) else [output]
         faithful_statements = sum(
             verdict_score_map.get(
-                statement_with_validation.get("verdict", "").lower(), np.nan
+                str(statement_with_validation.get("verdict", "")), np.nan
             )
             if isinstance(statement_with_validation, dict)
             else np.nan

Original file line number	Diff line number	Diff line change
`@@ -144,7 +144,7 @@ def _compute_score(self, output: t.Any):`
`144`	`144`	`output = output if isinstance(output, list) else [output]`
`145`	`145`	`faithful_statements = sum(`
`146`	`146`	`verdict_score_map.get(`
`147`		`- statement_with_validation.get("verdict", "").lower(), np.nan`
	`147`	`+ str(statement_with_validation.get("verdict", "")), np.nan`
`148`	`148`	`)`
`149`	`149`	`if isinstance(statement_with_validation, dict)`
`150`	`150`	`else np.nan`