Http client fix

Author: piyushroshan

services/chatbot/requirements.txt

@@ -19,4 +19,5 @@ faiss-cpu==1.11.0
 psycopg2-binary
 uvicorn==0.35.0
 fastmcp==2.10.2
-chromadb-client==1.0.15
+chromadb-client==1.0.15
+langchain-chroma==0.2.5

services/chatbot/src/chatbot/chat_service.py

@@ -37,7 +37,7 @@ async def process_user_message(session_id, user_message, api_key, model_name, us
     history.append(
         {"id": response_message_id, "role": "assistant", "content": reply.content}
     )
-    await add_to_chroma_collection(
+    res = add_to_chroma_collection(
         api_key, session_id, [{"user": user_message}, {"assistant": reply.content}]
     )
     # Limit chat history to last 20 messages

services/chatbot/src/chatbot/retrieverutils.py

@@ -17,7 +17,7 @@
 from langgraph.graph.message import add_messages
 from langgraph.prebuilt import create_react_agent
 from chromadb.config import DEFAULT_TENANT, DEFAULT_DATABASE, Settings
-
+from langchain_chroma import Chroma as ChromaClient
 
 from .extensions import postgresdb
 from .config import Config
@@ -31,8 +31,8 @@
 from chromadb.utils.embedding_functions import OpenAIEmbeddingFunction
 
 
-async def get_chroma_collection(api_key):
-    chroma_client = await chromadb.AsyncHttpClient(
+async def get_chroma_client():
+    chroma_client = chromadb.HttpClient(
         host=Config.CHROMA_HOST,
         port=Config.CHROMA_PORT,
         ssl=False,
@@ -41,30 +41,43 @@ async def get_chroma_collection(api_key):
         tenant=DEFAULT_TENANT,
         database=DEFAULT_DATABASE,
     )
+    return chroma_client
+
+
+def get_embedding_function(api_key):
+    return OpenAIEmbeddingFunction(
+        api_key=api_key,
+        model_name="text-embedding-3-large",
+    )
+
 
-    collection = await chroma_client.get_or_create_collection(
-        name="chats",
-        embedding_function=OpenAIEmbeddingFunction(
-            api_key=api_key,
-            model_name="text-embedding-3-large",
-        ),
+def get_chroma_vectorstore(api_key):
+    chroma_client = get_chroma_client()
+    vectorstore = ChromaClient(
+        client=chroma_client,
+        collection_name="chats",
+        create_collection_if_not_exists=True,
+        embedding_function=get_embedding_function(api_key),
     )
-    return collection
+    return vectorstore
 
 
-async def add_to_chroma_collection(api_key, session_id, new_messages):
-    collection = await get_chroma_collection(api_key)
-    res = await collection.add(
+def add_to_chroma_collection(
+    api_key, session_id, new_messages: dict[str, str]
+) -> list:
+    vectorstore = get_chroma_vectorstore(api_key)
+    res: list = vectorstore.add_documents(
         documents=[
             {"content": content, "metadata": {"session_id": session_id, "role": role}}
             for role, content in new_messages.items()
         ]
     )
+    return res
 
 
 async def get_retriever_tool(api_key):
-    collection = await get_chroma_collection(api_key)
-    retriever = collection.as_retriever()
+    vectorstore = get_chroma_vectorstore(api_key)
+    retriever = vectorstore.as_retriever()
     retriever_tool = create_retriever_tool(
         retriever,
         name="chat_rag",