We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 73e2f7c commit 8cbb91dCopy full SHA for 8cbb91d
examples/models/llava/runner/llava_runner.cpp
@@ -54,6 +54,7 @@ Error LlavaRunner::load() {
54
// Load the text prefiller
55
text_prefiller_ = std::make_unique<llm::TextPrefiller>(
56
text_decoder_runner_.get(),
57
+ /*use_int32_token=*/false,
58
/*use_kv_cache=*/true,
59
/*enable_parallel_prefill=*/true);
60
@@ -65,6 +66,7 @@ Error LlavaRunner::load() {
65
66
text_token_generator_ = std::make_unique<llm::TextTokenGenerator>(
67
tokenizer_.get(),
68
69
70
71
std::make_unique<std::unordered_set<uint64_t>>(
72
std::unordered_set<uint64_t>{tokenizer_->eos_tok()}),
0 commit comments