Skip to content

Commit ce5f43b

Browse files
committed
Minor changes
1 parent 304aee1 commit ce5f43b

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

ai-assistant/src/core/services/llm/llama3_70B.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,9 +21,11 @@ export class Llama3_70B implements ILLMModel {
2121
authorization: "Bearer " + HF_TOKEN,
2222
},
2323
data: {
24+
temprature: 0,
2425
messages: prompt.messages,
2526
model: "mistralai/Mistral-7B-Instruct-v0.1",
2627
stream: false,
28+
max_tokens: 10000,
2729
},
2830
});
2931
if (!res.content) return null;

0 commit comments

Comments
 (0)