iswa : for now, always enable shifts (experiment)

ggerganov · ggerganov · commit b80b45d3bdec · 2025-05-15T08:05:03.000+03:00
ggml-ci
diff --git a/src/llama-kv-cache.cpp b/src/llama-kv-cache.cpp
@@ -1708,7 +1708,10 @@ llama_pos llama_kv_cache_unified_iswa::get_pos_max() const {
 }
 
 bool llama_kv_cache_unified_iswa::get_can_shift() const {
-    return kv_base->get_size() == kv_swa->get_size();
+    // TODO: for now allow this, eventhough it's not mathematically correct
+    //       but some initial tests indicate that the results are not bad
+    return true;
+    //return kv_base->get_size() == kv_swa->get_size();
 }
 
 void llama_kv_cache_unified_iswa::state_write(llama_io_write_i & io, llama_seq_id seq_id) const {

Original file line number	Diff line number	Diff line change
`@@ -1708,7 +1708,10 @@ llama_pos llama_kv_cache_unified_iswa::get_pos_max() const {`
`1708`	`1708`	`}`
`1709`	`1709`
`1710`	`1710`	`bool llama_kv_cache_unified_iswa::get_can_shift() const {`
`1711`		`- return kv_base->get_size() == kv_swa->get_size();`
	`1711`	`+ // TODO: for now allow this, eventhough it's not mathematically correct`
	`1712`	`+ // but some initial tests indicate that the results are not bad`
	`1713`	`+ return true;`
	`1714`	`+ //return kv_base->get_size() == kv_swa->get_size();`
`1712`	`1715`	`}`
`1713`	`1716`
`1714`	`1717`	`void llama_kv_cache_unified_iswa::state_write(llama_io_write_i & io, llama_seq_id seq_id) const {`