Skip to content

Commit 16a3aa3

Browse files
committed
stylistic update
1 parent 5826cee commit 16a3aa3

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

core/llm/countTokens.ts

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -379,9 +379,14 @@ function compileChatMessages({
379379

380380
const countingSafetyBuffer = getTokenCountingBufferSafety(contextLength);
381381
const minOutputTokens = getMinResponseTokens(maxTokens);
382-
let inputTokensAvailable =
383-
contextLength - countingSafetyBuffer - minOutputTokens;
384382

383+
let inputTokensAvailable = contextLength;
384+
385+
// Leave space for output/safety
386+
inputTokensAvailable -= countingSafetyBuffer;
387+
inputTokensAvailable -= minOutputTokens;
388+
389+
// Non-negotiable messages
385390
inputTokensAvailable -= toolTokens;
386391
inputTokensAvailable -= systemMsgTokens;
387392
inputTokensAvailable -= lastMessagesTokens;

0 commit comments

Comments
 (0)