We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b5dfef9 commit ae93078Copy full SHA for ae93078
examples/models/llava/runner/llava_runner.cpp
@@ -55,7 +55,8 @@ Error LlavaRunner::load() {
55
text_prefiller_ = std::make_unique<llm::TextPrefiller>(
56
text_decoder_runner_.get(),
57
/*use_kv_cache=*/true,
58
- /*enable_parallel_prefill=*/true);
+ /*enable_parallel_prefill=*/true,
59
+ /*max_seq_len=*/128);
60
61
// Load the image prefiller
62
image_prefiller_ = std::make_unique<LlavaImagePrefiller>(module_.get());
0 commit comments