We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 304aee1 commit ce5f43bCopy full SHA for ce5f43b
ai-assistant/src/core/services/llm/llama3_70B.ts
@@ -21,9 +21,11 @@ export class Llama3_70B implements ILLMModel {
21
authorization: "Bearer " + HF_TOKEN,
22
},
23
data: {
24
+ temprature: 0,
25
messages: prompt.messages,
26
model: "mistralai/Mistral-7B-Instruct-v0.1",
27
stream: false,
28
+ max_tokens: 10000,
29
30
});
31
if (!res.content) return null;
0 commit comments