Fix ensembler : handle edge cases (#972)

Author: shahules786

src/ragas/metrics/_context_precision.py

@@ -101,6 +101,11 @@ def reproducibility(self, value):
         if value < 1:
             logger.warning("reproducibility cannot be less than 1, setting to 1")
             value = 1
+        elif value % 2 == 0:
+            logger.warning(
+                "reproducibility level cannot be set to even number, setting to odd"
+            )
+            value += 1
         self._reproducibility = value
 
     def _get_row_attributes(self, row: t.Dict) -> t.Tuple[str, t.List[str], t.Any]:

src/ragas/metrics/_context_recall.py

@@ -134,6 +134,11 @@ def reproducibility(self, value):
         if value < 1:
             logger.warning("reproducibility cannot be less than 1, setting to 1")
             value = 1
+        elif value % 2 == 0:
+            logger.warning(
+                "reproducibility level cannot be set to even number, setting to odd"
+            )
+            value += 1
         self._reproducibility = value
 
     def __post_init__(self) -> None:

src/ragas/metrics/_faithfulness.py

@@ -184,6 +184,11 @@ def reproducibility(self, value):
         if value < 1:
             logger.warning("reproducibility cannot be less than 1, setting to 1")
             value = 1
+        elif value % 2 == 0:
+            logger.warning(
+                "reproducibility level cannot be set to even number, setting to odd"
+            )
+            value += 1
         self._reproducibility = value
 
     def __post_init__(self):

src/ragas/metrics/base.py

@@ -8,6 +8,7 @@
 from __future__ import annotations
 
 import asyncio
+import logging
 import typing as t
 from abc import ABC, abstractmethod
 from collections import Counter
@@ -26,6 +27,9 @@
 from pysbd import Segmenter
 from pysbd.languages import LANGUAGE_CODES
 
+logger = logging.getLogger(__name__)
+
+
 LANGUAGE_CODES = {v.__name__.lower(): k for k, v in LANGUAGE_CODES.items()}
 
 EvaluationMode = Enum("EvaluationMode", "qac qa qc gc ga qga qcg")
@@ -173,13 +177,17 @@ def from_discrete(self, inputs: list[list[t.Dict]], attribute: str):
         Simple majority voting for binary values, ie [0,0,1] -> 0
         inputs: list of list of dicts each containing verdict for a single input
         """
-        assert all(
-            len(item) == len(inputs[0]) for item in inputs
-        ), "all inputs must have the same length"
 
-        assert all(
-            attribute in item for input in inputs for item in input
-        ), "attribute not found in all items"
+        if not isinstance(inputs, list):
+            inputs = [inputs]
+
+        if not all(len(item) == len(inputs[0]) for item in inputs):
+            logger.warning("All inputs must have the same length")
+            return inputs[0]
+
+        if not all(attribute in item for input in inputs for item in input):
+            logger.warning(f"All inputs must have {attribute} attribute")
+            return inputs[0]
 
         if len(inputs) == 1:
             return inputs[0]