Merge pull request #82 from alkem-io/update-response-prompt-for-mistral-medium-2505

Update response prompt to work with mistral-medium-2505

Author: valeksiev

ai_adapter.py

@@ -67,7 +67,7 @@ async def query_chain(input: Input) -> Response:
 
     messages = [
         SystemMessage(content=bok_system_prompt.format(knowledge=context)),
-        SystemMessage(content=response_system_prompt.format(context=context)),
+        SystemMessage(content=response_system_prompt),
         UserMessage(content=message),
     ]
 

models.py

@@ -8,6 +8,9 @@
 
 from azure.ai.inference import ChatCompletionsClient
 from azure.core.credentials import AzureKeyCredential
+from logger import setup_logger
+
+logger = setup_logger(__name__)
 
 llm = ChatCompletionsClient(
     endpoint=env.mistral_endpoint,
@@ -18,13 +21,17 @@
 def invoke_model(messages, temperature=None):
     if temperature is None:
         temperature = env.model_temperature
+
     result = llm.complete(
         messages=messages,
         temperature=temperature,
         top_p=1,
         stream=False,
     )
     message = str(result["choices"][0]["message"]["content"])
+
+    logger.debug(message)
+
     return message