Skip to content

Commit 7093a35

Browse files
ikawrakowIwan Kawrakow
andauthored
Fix pauses after a comma (#639)
Co-authored-by: Iwan Kawrakow <[email protected]>
1 parent ab7d193 commit 7093a35

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17488,7 +17488,7 @@ static struct ggml_cgraph * llama_build_graph(
1748817488
const llama_vocab * vocab = llama_get_vocab(&lctx);
1748917489
llama_token bos = llama_token_bos_impl(*vocab);
1749017490
llama_token eos = llama_token_eos_impl(*vocab);
17491-
bool is_warming_up = (batch.n_tokens == 1 && (batch.token[0] == ((bos != -1) ? bos : eos)));
17491+
bool is_warming_up = lctx.n_eval == 0 && (batch.n_tokens == 1 && (batch.token[0] == ((bos != -1) ? bos : eos)));
1749217492
struct llm_build_context llm(lctx, batch, cb, worst_case, is_warming_up);
1749317493

1749417494
llm.init();

0 commit comments

Comments
 (0)