fix gemma3-cli

ngxson · ngxson · commit 32940369d390 · 2025-03-14T10:33:28.000+01:00
diff --git a/examples/llava/gemma3-cli.cpp b/examples/llava/gemma3-cli.cpp
@@ -93,7 +93,7 @@ static int eval_text(gemma3_context & ctx, std::string input, bool logits_last =
     llama_batch_ext_clear(ctx.batch.get());
     for (llama_token & t : tokens) {
         llama_seq_id seq_id = 0;
-        llama_batch_ext_add_text(ctx.batch.get(), t, 0, &seq_id, 1, false);
+        llama_batch_ext_add_text(ctx.batch.get(), t, ctx.n_past++, &seq_id, 1, false);
     }
     if (logits_last) {
         llama_batch_ext_set_output_last(ctx.batch.get());

Original file line number	Diff line number	Diff line change
`@@ -93,7 +93,7 @@ static int eval_text(gemma3_context & ctx, std::string input, bool logits_last =`
`93`	`93`	`llama_batch_ext_clear(ctx.batch.get());`
`94`	`94`	`for (llama_token & t : tokens) {`
`95`	`95`	`llama_seq_id seq_id = 0;`
`96`		`- llama_batch_ext_add_text(ctx.batch.get(), t, 0, &seq_id, 1, false);`
	`96`	`+ llama_batch_ext_add_text(ctx.batch.get(), t, ctx.n_past++, &seq_id, 1, false);`
`97`	`97`	`}`
`98`	`98`	`if (logits_last) {`
`99`	`99`	`llama_batch_ext_set_output_last(ctx.batch.get());`