fix : solves #1215 - Inconsistency in the Value of EVALMODE_TO_COLUMNS[EvaluationMode.ca] (#1216)

jucgonzalezes · web-flow · commit a5b601cd21bc · 2024-08-27T14:49:24.000+05:30
Sets `EVALMODE_TO_COLUMNS[EvaluationMode.ca] = ["contexts", "answer"]` in `src/ragas/validation.py` to fix #1215. Co-authored-by: Juan Gonzalez <jucgonzalezes@users.noreply.github.com>
diff --git a/src/ragas/validation.py b/src/ragas/validation.py
@@ -67,7 +67,7 @@ def validate_column_dtypes(ds: Dataset):
     EvaluationMode.ga: ["ground_truth", "answer"],
     EvaluationMode.qga: ["question", "ground_truth", "answer"],
     EvaluationMode.qcg: ["question", "contexts", "ground_truth"],
-    EvaluationMode.ca: ["contexts", "summary"],
+    EvaluationMode.ca: ["contexts", "answer"],
 }
 
 

Original file line number	Diff line number	Diff line change
`@@ -67,7 +67,7 @@ def validate_column_dtypes(ds: Dataset):`
`67`	`67`	`EvaluationMode.ga: ["ground_truth", "answer"],`
`68`	`68`	`EvaluationMode.qga: ["question", "ground_truth", "answer"],`
`69`	`69`	`EvaluationMode.qcg: ["question", "contexts", "ground_truth"],`
`70`		`- EvaluationMode.ca: ["contexts", "summary"],`
	`70`	`+ EvaluationMode.ca: ["contexts", "answer"],`
`71`	`71`	`}`
`72`	`72`
`73`	`73`