make retrievers dependencies optional

Author: imenelydiaker

pyproject.toml

@@ -54,8 +54,6 @@ dependencies = [
     "anthropic>=0.62.0",
     "litellm>=1.75.3",
     "python-dotenv>=1.1.1",
-    "bm25s>=0.2.14",
-    "langchain>=0.3.27",
 ]
 
 [project.optional-dependencies]
@@ -106,6 +104,10 @@ dev = [
 hint = [
     "sentence-transformers>=5.0.0",
 ]
+retrievers = [
+    "bm25s>=0.2.14",
+    "langchain>=0.3.27",
+]
 
 
 [project.scripts]

src/agentlab/agents/bm25_agent/bm25_retriever.py

@@ -1,7 +1,10 @@
-from dataclasses import dataclass
 import re
+from dataclasses import dataclass
 
-import bm25s
+try:
+    import bm25s
+except ImportError:
+    raise ImportError("bm25s is not installed. Please install it using `pip agentlab[retrievers]`.")
 import tiktoken  # Added import for tiktoken
 
 from .utils import get_chunks_from_tokenizer
@@ -54,7 +57,14 @@ def retrieve(self, query):
 
     def create_text_chunks(self, axtree, chunk_size=200, overlap=50):
         if self.use_recursive_text_splitter:
-            from langchain_text_splitters.character import RecursiveCharacterTextSplitter
+            try:
+                from langchain.text_splitter import (
+                    RecursiveCharacterTextSplitter,
+                )
+            except ImportError:
+                raise ImportError(
+                    "langchain is not installed. Please install it using `pip agentlab[retrievers]`."
+                )
 
             text_splitter = RecursiveCharacterTextSplitter()
             return text_splitter.split_text(axtree)

src/agentlab/agents/embedding_agent/embedding_retriever_agent.py

@@ -60,9 +60,14 @@ def get_new_obs(self, obs: dict) -> dict:
         axtree_txt = obs["axtree_txt"] if self.flags.obs.use_ax_tree else obs["pruned_dom"]
         axtree_chunks = []
         if self.retriever.args.use_recursive_text_splitter:
-            from langchain_text_splitters.character import (
-                RecursiveCharacterTextSplitter,
-            )
+            try:
+                from langchain.text_splitter import (
+                    RecursiveCharacterTextSplitter,
+                )
+            except ImportError:
+                raise ImportError(
+                    "langchain is not installed. Please install it using `pip agentlab[retrievers]`."
+                )
 
             text_splitter = RecursiveCharacterTextSplitter()
             axtree_chunks = text_splitter.split_text(axtree_txt)