File tree Expand file tree Collapse file tree 2 files changed +7
-2
lines changed Expand file tree Collapse file tree 2 files changed +7
-2
lines changed Original file line number Diff line number Diff line change @@ -38,7 +38,9 @@ const llamaChat = new LlamaChat({
3838 contextSequence: context .getSequence ()
3939});
4040
41- let chatHistory = llamaChat .chatWrapper .generateInitialChatHistory ();
41+ let chatHistory = llamaChat .chatWrapper .generateInitialChatHistory ({
42+ // systemPrompt: "You're a helpful assistant"
43+ });
4244
4345const prompt = " Hi there, how are you?" ;
4446
Original file line number Diff line number Diff line change @@ -119,7 +119,10 @@ const contextSequence = context.getSequence({
119119 tokenPredictor: new DraftSequenceTokenPredictor (draftContextSequence , {
120120 // try to change this value to `1` or more
121121 // and see the difference in response times
122- minTokens: 0
122+ minTokens: 0 ,
123+
124+ // the minimum probability of a toke prediction to be considered
125+ minConfidence: 0.6
123126 })
124127});
125128
You can’t perform that action at this time.
0 commit comments