File tree Expand file tree Collapse file tree 2 files changed +6
-2
lines changed
src/evaluator/LlamaChatSession
templates/electron-typescript-react Expand file tree Collapse file tree 2 files changed +6
-2
lines changed Original file line number Diff line number Diff line change @@ -854,6 +854,7 @@ export class LlamaChatSession {
854854 public async preloadPrompt ( prompt : string , options : LLamaChatPreloadPromptOptions = { } ) : Promise < void > {
855855 await this . completePromptWithMeta ( prompt , {
856856 ...options ,
857+ completeAsModel : false ,
857858 maxTokens : 0
858859 } ) ;
859860 }
@@ -1009,7 +1010,9 @@ export class LlamaChatSession {
10091010 seed,
10101011 tokenBias,
10111012 customStopTriggers,
1012- maxTokens,
1013+ maxTokens : maxTokens == null
1014+ ? undefined
1015+ : Math . min ( 1 , maxTokens ) , // regular prompting ignores `maxTokens: 0`
10131016 temperature,
10141017 trimWhitespaceSuffix,
10151018 contextShift : {
Original file line number Diff line number Diff line change 1313 "_postinstall" : " npm run models:pull" ,
1414 "models:pull" : " node-llama-cpp pull --dir ./models \" {{modelUriOrUrl|escape|escape}}\" " ,
1515 "start" : " vite dev" ,
16- "start:inspect" : " ENABLE_INSPECT=true vite dev" ,
16+ "start:inspect" : " cross-env ENABLE_INSPECT=true vite dev" ,
1717 "start:build" : " electron ./dist-electron" ,
1818 "prebuild" : " rimraf ./dist ./dist-electron ./release" ,
1919 "build" : " tsc && vite build && electron-builder --config ./electron-builder.ts" ,
4242 "@types/react-dom" : " ^19.1.3" ,
4343 "@types/semver" : " ^7.7.0" ,
4444 "@vitejs/plugin-react" : " ^4.4.1" ,
45+ "cross-env" : " ^10.0.0" ,
4546 "electron" : " ^36.2.0" ,
4647 "electron-builder" : " ^26.0.12" ,
4748 "eslint" : " ^9.26.0" ,
You can’t perform that action at this time.
0 commit comments