We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0f715b4 commit c22473bCopy full SHA for c22473b
tools/server/server.cpp
@@ -3796,7 +3796,7 @@ struct server_context {
3796
3797
// when the prompt prefix does not match, print the tokens around the mismatch
3798
// this is useful for debugging prompt caching
3799
- {
+ if (slots_debug) {
3800
const int np0 = std::max<int>(n_past - 4, 0);
3801
const int np1 = std::min<int>(n_past + 6, std::min(slot.prompt.tokens.size(), slot.task->tokens.size()));
3802
0 commit comments