Skip to content

Commit dd6b62c

Browse files
larryliu0820facebook-github-bot
authored andcommitted
Add BUCK files for llava python and C++ libs (#8297)
Summary: Add BUCK targets so it can be used in fbcode, bento etc. Reviewed By: luyich Differential Revision: D69278781
1 parent 8ee637e commit dd6b62c

File tree

2 files changed

+29
-1
lines changed

2 files changed

+29
-1
lines changed

examples/models/llava/model.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -268,12 +268,16 @@ class LlavaModel(EagerModelBase):
268268
def __init__(self, use_sdpa_with_kv_cache_op=True, max_seq_len=768):
269269
self.use_sdpa_with_kv_cache_op = use_sdpa_with_kv_cache_op
270270
self.max_seq_len = max_seq_len
271-
self.processor = AutoProcessor.from_pretrained("llava-hf/llava-1.5-7b-hf")
271+
self.processor = AutoProcessor.from_pretrained(
272+
"llava-hf/llava-1.5-7b-hf",
273+
revision="a272c74b2481d8aff3aa6fc2c4bf891fe57334fb", # Need this for transformers >= 4.44.2
274+
)
272275
self.tokenizer = self.processor.tokenizer
273276
self.image_processor = self.processor.image_processor
274277
self.model = LlavaForConditionalGeneration.from_pretrained(
275278
"llava-hf/llava-1.5-7b-hf",
276279
device_map="cpu",
280+
revision="a272c74b2481d8aff3aa6fc2c4bf891fe57334fb", # Need this for transformers >= 4.44.2
277281
)
278282
self.image = Image.open(
279283
requests.get(

examples/models/llava/targets.bzl

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
load("@fbsource//xplat/executorch/build:runtime_wrapper.bzl", "get_oss_build_kwargs", "runtime")
2+
3+
def define_common_targets():
4+
runtime.cxx_binary(
5+
name = "main",
6+
srcs = [
7+
"main.cpp",
8+
],
9+
compiler_flags = ["-Wno-global-constructors"],
10+
preprocessor_flags = [
11+
"-DET_USE_THREADPOOL",
12+
],
13+
deps = [
14+
"//executorch/examples/models/llava/runner:runner",
15+
"//executorch/extension/evalue_util:print_evalue",
16+
"//executorch/extension/threadpool:cpuinfo_utils",
17+
"//executorch/extension/threadpool:threadpool",
18+
],
19+
external_deps = [
20+
"gflags",
21+
"libtorch",
22+
],
23+
**get_oss_build_kwargs()
24+
)

0 commit comments

Comments
 (0)