fix: handle non dict cases (#564)

fixes: #555

Author: shahules786

src/ragas/metrics/_answer_correctness.py

@@ -119,6 +119,7 @@ def _compute_statement_presence(self, prediction: t.Any) -> float:
         }
 
         prediction = prediction if isinstance(prediction, list) else [prediction]
+        prediction = [item if isinstance(item, dict) else {} for item in prediction]
         if prediction:
             prediction = [
                 item.get(key_map[k], np.nan)

src/ragas/metrics/_context_precision.py

@@ -96,7 +96,7 @@ def _calculate_average_precision(self, json_responses: t.List[t.Dict]) -> float:
             item if isinstance(item, dict) else {} for item in json_responses
         ]
         verdict_list = [
-            int("1" == resp.get("verdict", "0").strip())
+            int("1" == resp.get("verdict", "").strip())
             if resp.get("verdict")
             else np.nan
             for resp in json_responses

src/ragas/metrics/_context_recall.py

@@ -90,21 +90,24 @@ def _create_context_recall_prompt(self, row: t.Dict) -> PromptValue:
         return self.context_recall_prompt.format(question=qstn, context=ctx, answer=gt)
 
     def _compute_score(self, response: t.Any) -> float:
-        if response:
-            response = [
-                int(item.get("Attributed", "0").strip() == "1")
-                if item.get("Attributed")
-                else np.nan
-                for item in response
-            ]
-            denom = len(response)
-            numerator = sum(response)
-            return numerator / denom
-        else:
+        response = response if isinstance(response, list) else [response]
+        response = [item if isinstance(item, dict) else {} for item in response]
+        response = [
+            int(item.get("Attributed").strip() == "1")
+            if item.get("Attributed")
+            else np.nan
+            for item in response
+        ]
+        denom = len(response)
+        numerator = sum(response)
+        score = numerator / denom
+
+        if np.isnan(score):
             logger.warning(
                 "Invalid JSON response. Expected dictionary with key 'Attributed'"
             )
-            return np.nan
+
+        return score
 
     async def _ascore(self, row: t.Dict, callbacks: Callbacks, is_async: bool) -> float:
         assert self.llm is not None, "set LLM before use"