Skip to content

Commit 8cbb91d

Browse files
committed
fix llava runner
1 parent 73e2f7c commit 8cbb91d

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

examples/models/llava/runner/llava_runner.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -54,6 +54,7 @@ Error LlavaRunner::load() {
5454
// Load the text prefiller
5555
text_prefiller_ = std::make_unique<llm::TextPrefiller>(
5656
text_decoder_runner_.get(),
57+
/*use_int32_token=*/false,
5758
/*use_kv_cache=*/true,
5859
/*enable_parallel_prefill=*/true);
5960

@@ -65,6 +66,7 @@ Error LlavaRunner::load() {
6566
text_token_generator_ = std::make_unique<llm::TextTokenGenerator>(
6667
tokenizer_.get(),
6768
text_decoder_runner_.get(),
69+
/*use_int32_token=*/false,
6870
/*use_kv_cache=*/true,
6971
std::make_unique<std::unordered_set<uint64_t>>(
7072
std::unordered_set<uint64_t>{tokenizer_->eos_tok()}),

0 commit comments

Comments
 (0)