fix: temperature change to 0.01 bugs (#2247)

Author: anistark

src/ragas/llms/base.py

@@ -80,8 +80,7 @@ def generate_text(
         temperature: float = 0.01,
         stop: t.Optional[t.List[str]] = None,
         callbacks: Callbacks = None,
-    ) -> LLMResult:
-        ...
+    ) -> LLMResult: ...
 
     @abstractmethod
     async def agenerate_text(
@@ -91,7 +90,11 @@ async def agenerate_text(
         temperature: t.Optional[float] = 0.01,
         stop: t.Optional[t.List[str]] = None,
         callbacks: Callbacks = None,
-    ) -> LLMResult:
+    ) -> LLMResult: ...
+
+    @abstractmethod
+    def is_finished(self, response: LLMResult) -> bool:
+        """Check if the LLM response is finished/complete."""
         ...
 
     async def generate(
@@ -335,7 +338,7 @@ def check_args(
     ) -> dict[str, t.Any]:
         if n != 1:
             logger.warning("n values greater than 1 not support for LlamaIndex LLMs")
-        if temperature != 1e-8:
+        if temperature != 0.01:
             logger.info("temperature kwarg passed to LlamaIndex LLM")
         if stop is not None:
             logger.info("stop kwarg passed to LlamaIndex LLM")
@@ -359,7 +362,7 @@ def generate_text(
         self,
         prompt: PromptValue,
         n: int = 1,
-        temperature: float = 1e-8,
+        temperature: float = 0.01,
         stop: t.Optional[t.List[str]] = None,
         callbacks: Callbacks = None,
     ) -> LLMResult:

src/ragas/llms/haystack_wrapper.py

@@ -84,7 +84,7 @@ def generate_text(
         self,
         prompt: PromptValue,
         n: int = 1,
-        temperature: float = 1e-8,
+        temperature: float = 0.01,
         stop: t.Optional[t.List[str]] = None,
         callbacks: t.Optional[Callbacks] = None,
     ) -> LLMResult:

tests/conftest.py

@@ -48,6 +48,9 @@ async def agenerate_text(  # type: ignore
     ) -> LLMResult:
         return LLMResult(generations=[[Generation(text=prompt.to_string())]])
 
+    def is_finished(self, response: LLMResult) -> bool:
+        return True
+
 
 class EchoEmbedding(BaseRagasEmbeddings):
     async def aembed_documents(self, texts: t.List[str]) -> t.List[t.List[float]]:

tests/unit/llms/test_llm.py

@@ -18,7 +18,7 @@ def generate_text(
         self,
         prompt: PromptValue,
         n=1,
-        temperature: float = 1e-8,
+        temperature: float = 0.01,
         stop=None,
         callbacks=[],
     ):
@@ -29,9 +29,12 @@ async def agenerate_text(
         self,
         prompt: PromptValue,
         n=1,
-        temperature: t.Optional[float] = 1e-8,
+        temperature: t.Optional[float] = 0.01,
         stop=None,
         callbacks=[],
     ):
-        temp_val = temperature if temperature is not None else 1e-8
+        temp_val = temperature if temperature is not None else 0.01
         return self.generate_text(prompt, n, temp_val, stop, callbacks)
+
+    def is_finished(self, response: LLMResult) -> bool:
+        return True

tests/unit/test_analytics.py

@@ -26,6 +26,9 @@ async def agenerate_text(  # type: ignore
     ) -> LLMResult:
         return LLMResult(generations=[[Generation(text=prompt.to_string())]])
 
+    def is_finished(self, response: LLMResult) -> bool:
+        return True
+
 
 def test_debug_tracking_flag(monkeypatch):
     import os

tests/unit/test_import.py

@@ -36,6 +36,12 @@ def mocked_import(name, *args, **kwargs):
         HaystackLLMWrapper(haystack_generator=None)
 
 
+@pytest.mark.filterwarnings(
+    "ignore:LangchainEmbeddingsWrapper is deprecated:DeprecationWarning"
+)
+@pytest.mark.filterwarnings(
+    "ignore:LlamaIndexEmbeddingsWrapper is deprecated:DeprecationWarning"
+)
 def test_wrappers_with_missing_haystack(monkeypatch):
     """Simulate missing 'haystack' and verify that:
     - Non-Haystack wrappers import and instantiate without error.

tests/unit/test_prompt.py

@@ -29,6 +29,9 @@ async def agenerate_text(  # type: ignore
     ) -> LLMResult:
         return LLMResult(generations=[[Generation(text=prompt.to_string())]])
 
+    def is_finished(self, response: LLMResult) -> bool:
+        return True
+
 
 @pytest.mark.asyncio
 async def test_string_prompt():