minor improvements

Author: shahules786

nbs/metric/decorator.ipynb

@@ -31,6 +31,7 @@
     "from dataclasses import dataclass\n",
     "from ragas_annotator.metric import MetricResult\n",
     "from ragas_annotator.llm import RagasLLM\n",
+    "from ragas_annotator.prompt.base import Prompt\n",
     "\n",
     "\n",
     "\n",
@@ -45,7 +46,7 @@
     "    Returns:\n",
     "        A decorator factory function for the specified metric type\n",
     "    \"\"\"\n",
-    "    def decorator_factory(llm:RagasLLM, prompt, name: t.Optional[str] = None, **metric_params):\n",
+    "    def decorator_factory(llm:RagasLLM, prompt: t.Union[str, Prompt], name: t.Optional[str] = None, **metric_params):\n",
     "        \"\"\"\n",
     "        Creates a decorator that wraps a function into a metric instance.\n",
     "        \n",
@@ -64,6 +65,7 @@
     "            metric_name = name or func.__name__\n",
     "            is_async = inspect.iscoroutinefunction(func)\n",
     "            \n",
+    "            #TODO: Move to dataclass type implementation\n",
     "            @dataclass\n",
     "            class CustomMetric(metric_class):\n",
     "                \n",
@@ -150,8 +152,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "high\n",
-      "reason\n"
+      "low\n",
+      "The context or details of the user's response ('my response') are not provided, making it impossible to evaluate its helpfulness accurately.\n"
      ]
     }
    ],

ragas_annotator/metric/decorator.py

@@ -12,6 +12,7 @@
 from dataclasses import dataclass
 from . import MetricResult
 from ..llm import RagasLLM
+from ..prompt.base import Prompt
 
 
 
@@ -26,7 +27,7 @@ def create_metric_decorator(metric_class):
     Returns:
         A decorator factory function for the specified metric type
     """
-    def decorator_factory(llm:RagasLLM, prompt, name: t.Optional[str] = None, **metric_params):
+    def decorator_factory(llm:RagasLLM, prompt: t.Union[str, Prompt], name: t.Optional[str] = None, **metric_params):
         """
         Creates a decorator that wraps a function into a metric instance.
         
@@ -45,6 +46,7 @@ def decorator(func):
             metric_name = name or func.__name__
             is_async = inspect.iscoroutinefunction(func)
 
+            #TODO: Move to dataclass type implementation
             @dataclass
             class CustomMetric(metric_class):