batch : fix check for empty sequences in memory

ggerganov · ggerganov · commit 7d7003df9c4c · 2025-06-24T17:30:18.000+03:00
ggml-ci
diff --git a/src/llama-batch.cpp b/src/llama-batch.cpp
@@ -244,7 +244,9 @@ bool llama_batch_allocr::init(
             continue;
         }
 
-        if (memory) {
+        const llama_pos p0 = memory ? memory->seq_pos_max(s) : -1;
+
+        if (p0 >= 0) {
             bool ok = true;
 
             if (batch.token) {

Original file line number	Diff line number	Diff line change
`@@ -244,7 +244,9 @@ bool llama_batch_allocr::init(`
`244`	`244`	`continue;`
`245`	`245`	`}`
`246`	`246`
`247`		`- if (memory) {`
	`247`	`+ const llama_pos p0 = memory ? memory->seq_pos_max(s) : -1;`
	`248`	`+`
	`249`	`+ if (p0 >= 0) {`
`248`	`250`	`bool ok = true;`
`249`	`251`
`250`	`252`	`if (batch.token) {`