We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 84ab83c commit c8d0d14Copy full SHA for c8d0d14
src/llama-kv-cache.cpp
@@ -540,7 +540,7 @@ llama_kv_cache::slot_info_vec_t llama_kv_cache::prepare(const std::vector<llama_
540
541
for (const auto & ubatch : ubatches) {
542
// only find a suitable slot for the ubatch. don't modify the cells yet
543
- const auto sinfo_new = find_slot(ubatch, true);
+ const auto sinfo_new = find_slot(ubatch, false);
544
if (sinfo_new.empty()) {
545
success = false;
546
break;
0 commit comments