File tree Expand file tree Collapse file tree 1 file changed +5
-3
lines changed
examples/models/llava/runner Expand file tree Collapse file tree 1 file changed +5
-3
lines changed Original file line number Diff line number Diff line change @@ -35,12 +35,13 @@ class ET_EXPERIMENTAL LlavaRunner
3535 ::executorch::runtime::Error load () override ;
3636
3737 ::executorch::runtime::Error generate (
38- std::vector<Image> images,
38+ std::vector<::executorch::extension::llm:: Image> images,
3939 const std::string& prompt,
4040 int32_t seq_len = 1024 ,
4141 std::function<void (const std::string&)> token_callback = {},
4242 std::function<void (const ::executorch::extension::llm::Stats&)>
43- stats_callback = {}) override ;
43+ stats_callback = {},
44+ bool echo = true ) override ;
4445
4546 ::executorch::runtime::Error prefill_images (
4647 std::vector<Image>& images,
@@ -58,7 +59,8 @@ class ET_EXPERIMENTAL LlavaRunner
5859 int64_t start_pos = 0 ,
5960 std::function<void (const std::string&)> token_callback = {},
6061 std::function<void (const ::executorch::extension::llm::Stats&)>
61- stats_callback = {}) override ;
62+ stats_callback = {},
63+ bool echo = true ) override ;
6264
6365 private:
6466 inline static const std::string kPresetPrompt =
You can’t perform that action at this time.
0 commit comments