We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5fd28b3 commit 3a37ae4Copy full SHA for 3a37ae4
examples/server/server.cpp
@@ -383,6 +383,9 @@ struct server_task {
383
if (ids.size() == 1) {
384
LOG_DBG("Preserved token: %d\n", ids[0]);
385
params.sampling.preserved_tokens.insert(ids[0]);
386
+ } else {
387
+ // This may happen when using a tool call style meant for a model with special tokens to preserve on a model without said tokens.
388
+ LOG_DBG("Not preserved because more than 1 token: %s\n", t.get<std::string>().c_str());
389
}
390
391
0 commit comments