File tree Expand file tree Collapse file tree 1 file changed +10
-5
lines changed
examples/models/llava/runner Expand file tree Collapse file tree 1 file changed +10
-5
lines changed Original file line number Diff line number Diff line change @@ -31,21 +31,26 @@ class ET_EXPERIMENTAL LlavaRunner
3131 : MultimodalRunner(model_path, tokenizer_path, temperature){};
3232
3333 bool is_loaded () override ;
34- Error load () override ;
35- Error generate (
34+
35+ ::executorch::runtime::Error load () override ;
36+
37+ ::executorch::runtime::Error generate (
3638 std::vector<Image> images,
3739 const std::string& prompt,
3840 int32_t seq_len = 1024 ,
3941 std::function<void (const std::string&)> token_callback = {},
4042 std::function<void (const ::executorch::extension::llm::Stats&)>
4143 stats_callback = {}) override ;
42- Error prefill_images (std::vector<Image>& images, int64_t & start_pos) override ;
43- Result<uint64_t > prefill_prompt (
44+
45+ ::executorch::runtime::Error prefill_images (std::vector<Image>& images, int64_t & start_pos) override ;
46+
47+ ::executorch::runtime::Result<uint64_t > prefill_prompt (
4448 const std::string& prompt,
4549 int64_t & start_pos,
4650 int8_t bos = 0 ,
4751 int8_t eos = 0 ) override ;
48- Error generate_from_pos (
52+
53+ ::executorch::runtime::Error generate_from_pos (
4954 const std::string& prompt,
5055 int32_t seq_len = 1024 ,
5156 int64_t start_pos = 0 ,
You can’t perform that action at this time.
0 commit comments