improve

Author: matusdrobuliak66

services/web/server/src/simcore_service_webserver/chatbot/_client.py

@@ -19,7 +19,7 @@
     wait_exponential,
 )
 
-from .settings import get_plugin_settings
+from .settings import ChatbotSettings, get_plugin_settings
 
 _logger = logging.getLogger(__name__)
 
@@ -61,9 +61,10 @@ def _chatbot_retry():
 
 
 class ChatbotRestClient:
-    def __init__(self, base_url: str) -> None:
+    def __init__(self, base_url: str, chatbot_settings: ChatbotSettings) -> None:
         self._client = httpx.AsyncClient()
         self._base_url = base_url
+        self._chatbot_settings = chatbot_settings
 
     async def get_settings(self) -> dict[str, Any]:
         """Fetches chatbot settings"""
@@ -94,8 +95,8 @@ async def _request() -> httpx.Response:
                 url,
                 json={
                     "question": question,
-                    "llm": "gpt-3.5-turbo",
-                    "embedding_model": "openai/text-embedding-3-large",
+                    "llm": self._chatbot_settings.CHATBOT_LLM_MODEL,
+                    "embedding_model": self._chatbot_settings.CHATBOT_EMBEDDING_MODEL,
                 },
                 headers={
                     "Content-Type": _JSON_CONTENT_TYPE,
@@ -129,7 +130,10 @@ async def __aexit__(self, exc_type, exc_val, exc_tb):
 async def setup_chatbot_rest_client(app: web.Application) -> None:
     chatbot_settings = get_plugin_settings(app)
 
-    client = ChatbotRestClient(base_url=chatbot_settings.base_url)
+    client = ChatbotRestClient(
+        base_url=chatbot_settings.base_url,
+        chatbot_settings=chatbot_settings,
+    )
 
     app[_APPKEY] = client
 

services/web/server/src/simcore_service_webserver/chatbot/settings.py

@@ -10,6 +10,8 @@
 class ChatbotSettings(BaseCustomSettings, MixinServiceSettings):
     CHATBOT_HOST: str
     CHATBOT_PORT: int
+    CHATBOT_LLM_MODEL: str = "gpt-3.5-turbo"
+    CHATBOT_EMBEDDING_MODEL: str = "openai/text-embedding-3-large"
 
     @cached_property
     def base_url(self) -> str: