Skip to content

Commit 7f15823

Browse files
authored
fix: adapt to llama.cpp breaking changes (#271)
1 parent 982575c commit 7f15823

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

llama/addon.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -391,7 +391,7 @@ class LLAMAContextEvalWorker : Napi::AsyncWorker, Napi::Promise::Deferred {
391391
}
392392

393393
if (use_grammar && (grammar_evaluation_state)->grammar != nullptr) {
394-
llama_sample_grammar(ctx->ctx, &candidates_p, (grammar_evaluation_state)->grammar);
394+
llama_grammar_sample((grammar_evaluation_state)->grammar, ctx->ctx, &candidates_p);
395395
}
396396

397397
if (temperature <= 0) {
@@ -414,7 +414,7 @@ class LLAMAContextEvalWorker : Napi::AsyncWorker, Napi::Promise::Deferred {
414414
}
415415

416416
if (new_token_id != eos_token && use_grammar && (grammar_evaluation_state)->grammar != nullptr) {
417-
llama_grammar_accept_token(ctx->ctx, (grammar_evaluation_state)->grammar, new_token_id);
417+
llama_grammar_accept_token((grammar_evaluation_state)->grammar, ctx->ctx, new_token_id);
418418
}
419419

420420
result = new_token_id;

0 commit comments

Comments
 (0)