cont : reset shift[i]

ggml-ci

Author: ggerganov

src/llama-kv-cells.h

@@ -144,9 +144,10 @@ class llama_kv_cells_unified {
         assert(pos[i] != -1);
 
         seq_pos_rm(i);
+        seq[i].reset();
 
         pos[i] = -1;
-        seq[i].reset();
+        shift[i] = 0;
 
         used.erase(i);
     }
@@ -164,6 +165,7 @@ class llama_kv_cells_unified {
 
         if (seq[i].none()) {
             pos[i] = -1;
+            shift[i] = 0;
 
             used.erase(i);
 
@@ -192,6 +194,7 @@ class llama_kv_cells_unified {
             seq[i].reset();
 
             pos[i] = -1;
+            shift[i] = 0;
 
             used.erase(i);
 
@@ -320,8 +323,6 @@ class llama_kv_cells_unified {
         has_shift = true;
 
         if (pos[i] < 0) {
-            seq_pos_rm(i);
-
             seq[i].reset();
             pos[i] = -1;
             shift[i] = 0;