We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a28d9be commit 5fd28b3Copy full SHA for 5fd28b3
examples/server/server.cpp
@@ -2855,8 +2855,7 @@ struct server_context {
2855
server_slot * slot_batched = nullptr;
2856
2857
auto accept_special_token = [&](server_slot & slot, llama_token token) {
2858
- const auto & preserved_tokens = slot.params.sampling.preserved_tokens;
2859
- return params_base.special || std::find(preserved_tokens.begin(), preserved_tokens.end(), token) != preserved_tokens.end();
+ return params_base.special || slot.params.sampling.preserved_tokens.find(token) != slot.params.sampling.preserved_tokens.end();
2860
};
2861
2862
// frist, add sampled tokens from any ongoing sequences
0 commit comments