Fixed random responses from LLMs

Author: preeesha

ai-assistant/src/core/services/llm/llama3_70B.ts

@@ -21,7 +21,7 @@ export class Llama3_70B implements ILLMModel {
                 authorization: "Bearer " + HF_TOKEN,
             },
             data: {
-                temprature: 0,
+                temperature: 0,
                 messages: prompt.messages,
                 model: "mistralai/Mistral-7B-Instruct-v0.1",
                 stream: false,
@@ -37,21 +37,24 @@ export class Llama3_70B implements ILLMModel {
     }
 
     async ask(prompt: Prompt): Promise<string | null> {
-        return await this.fromHuggingFace(prompt);
+        // return await this.fromHuggingFace(prompt);
 
         const url = `${this.baseURL}/chat/completions`;
         const res = await this.http.post(url, {
             headers: {
                 "Content-Type": "application/json",
             },
             data: {
+                temperature: 0,
                 messages: prompt.messages,
             },
         });
         if (!res.content) return null;
 
         // @ts-ignore
         const message = JSON.parse(res.content).choices[0].message.content;
+        console.log(message);
+
         return message;
     }
 }

ai-assistant/src/core/services/llm/mistral_7b.ts

@@ -20,7 +20,7 @@ export class Mistral_7B implements ILLMModel {
             },
             data: {
                 model: this.model,
-                temprature: 0,
+                temperature: 0,
                 messages: prompt.messages,
             },
         });