We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5826cee commit 16a3aa3Copy full SHA for 16a3aa3
core/llm/countTokens.ts
@@ -379,9 +379,14 @@ function compileChatMessages({
379
380
const countingSafetyBuffer = getTokenCountingBufferSafety(contextLength);
381
const minOutputTokens = getMinResponseTokens(maxTokens);
382
- let inputTokensAvailable =
383
- contextLength - countingSafetyBuffer - minOutputTokens;
384
+ let inputTokensAvailable = contextLength;
+
385
+ // Leave space for output/safety
386
+ inputTokensAvailable -= countingSafetyBuffer;
387
+ inputTokensAvailable -= minOutputTokens;
388
389
+ // Non-negotiable messages
390
inputTokensAvailable -= toolTokens;
391
inputTokensAvailable -= systemMsgTokens;
392
inputTokensAvailable -= lastMessagesTokens;
0 commit comments