File tree Expand file tree Collapse file tree 2 files changed +2
-16
lines changed
examples/qualcomm/oss_scripts/llama/runner Expand file tree Collapse file tree 2 files changed +2
-16
lines changed Original file line number Diff line number Diff line change @@ -182,8 +182,7 @@ Error Runner<T>::load() {
182
182
eos_ids->insert (tokenizer_->encode (" <|eot|>" , 0 , 0 ).get ()[0 ]);
183
183
eos_ids->insert (tokenizer_->encode (" <|end_of_text|>" , 0 , 0 ).get ()[0 ]);
184
184
} else {
185
- tokenizer_ =
186
- example::load_llama_tokenizer (tokenizer_path_, Version::Default);
185
+ tokenizer_ = llm::load_tokenizer (tokenizer_path_);
187
186
if (tokenizer_ == nullptr ) {
188
187
ET_LOG (
189
188
Error, " Failed to load tokenizer with %s" , tokenizer_path_.c_str ());
Original file line number Diff line number Diff line change @@ -168,21 +168,8 @@ endif()
168
168
169
169
if (EXECUTORCH_BUILD_LLAMA_JNI)
170
170
target_sources (executorch_jni PRIVATE jni/jni_layer_llama.cpp jni/log .cpp)
171
- list (APPEND link_libraries llama_runner )
171
+ list (APPEND link_libraries extension_llm_runner )
172
172
target_compile_definitions (executorch_jni PUBLIC EXECUTORCH_BUILD_LLAMA_JNI=1)
173
- add_subdirectory (
174
- ${EXECUTORCH_ROOT} /examples/models/llama/runner
175
- ${CMAKE_CURRENT_BINARY_DIR} /../../examples/models/llama/runner
176
- )
177
-
178
- target_sources (
179
- executorch_jni
180
- PRIVATE ${EXECUTORCH_ROOT} /extension/llm/runner/llm_runner_helper.cpp
181
- )
182
-
183
- target_include_directories (
184
- executorch_jni PRIVATE ${EXECUTORCH_ROOT} /extension/llm/runner
185
- )
186
173
187
174
if (QNN_SDK_ROOT)
188
175
target_sources (
You can’t perform that action at this time.
0 commit comments