Change default temp to 0.3 for chat (#1238)

Author: pamelafox

app/backend/approaches/chatreadretrieveread.py

@@ -196,7 +196,7 @@ async def run_until_final_call(
             # Azure Open AI takes the deployment name as the model name
             model=self.chatgpt_deployment if self.chatgpt_deployment else self.chatgpt_model,
             messages=messages,
-            temperature=overrides.get("temperature", 0.7),
+            temperature=overrides.get("temperature", 0.3),
             max_tokens=response_token_limit,
             n=1,
             stream=should_stream,

app/backend/approaches/chatreadretrievereadvision.py

@@ -194,7 +194,7 @@ async def run_until_final_call(
         chat_coroutine = self.openai_client.chat.completions.create(
             model=self.gpt4v_deployment if self.gpt4v_deployment else self.gpt4v_model,
             messages=messages,
-            temperature=overrides.get("temperature", 0.7),
+            temperature=overrides.get("temperature", 0.3),
             max_tokens=response_token_limit,
             n=1,
             stream=should_stream,