Skip to content

Commit f77b79d

Browse files
committed
omni vlm add streaming
1 parent 7aa97b9 commit f77b79d

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

examples/omni-vlm/omni-vlm-wrapper.cpp

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,9 @@ static struct llama_model* model;
3232
static struct omnivlm_context* ctx_omnivlm;
3333
static std::unique_ptr<struct omni_streaming_sample> g_oss = nullptr;
3434

35+
static bool eval_id(struct llama_context * ctx_llama, int id, int * n_past);
36+
static void omnivlm_free(struct omnivlm_context * ctx_omnivlm);
37+
3538
struct omni_streaming_sample {
3639
struct common_sampler * ctx_sampling_;
3740
std::string image_;

0 commit comments

Comments
 (0)