File tree Expand file tree Collapse file tree 4 files changed +9
-7
lines changed
examples/mediatek/executor_runner Expand file tree Collapse file tree 4 files changed +9
-7
lines changed Original file line number Diff line number Diff line change @@ -38,6 +38,7 @@ build_android_native_library() {
3838 cmake . -DCMAKE_INSTALL_PREFIX=" ${CMAKE_OUT} " \
3939 -DCMAKE_TOOLCHAIN_FILE=" ${ANDROID_NDK} /build/cmake/android.toolchain.cmake" \
4040 -DANDROID_ABI=" ${ANDROID_ABI} " \
41+ -DANDROID_PLATFORM=android-26 \
4142 -DEXECUTORCH_ENABLE_LOGGING=ON \
4243 -DEXECUTORCH_LOG_LEVEL=Info \
4344 -DEXECUTORCH_BUILD_XNNPACK=ON \
@@ -66,6 +67,7 @@ build_android_native_library() {
6667 cmake extension/android \
6768 -DCMAKE_TOOLCHAIN_FILE=${ANDROID_NDK} /build/cmake/android.toolchain.cmake \
6869 -DANDROID_ABI=" ${ANDROID_ABI} " \
70+ -DANDROID_PLATFORM=android-26 \
6971 -DCMAKE_INSTALL_PREFIX=" ${CMAKE_OUT} " \
7072 -DEXECUTORCH_ENABLE_LOGGING=ON \
7173 -DEXECUTORCH_LOG_LEVEL=Info \
Original file line number Diff line number Diff line change @@ -120,9 +120,9 @@ Error MTKLlamaRunner::generate(
120120 const std::string& prompt,
121121 int32_t seq_len,
122122 std::function<void (const std::string&)> token_callback,
123- std::function<void(const Stats&)> stats_callback
124- bool,
125- bool) {
123+ std::function<void(const Stats&)> stats_callback,
124+ bool echo ,
125+ bool warming ) {
126126 if (!is_loaded ()) {
127127 ET_CHECK_OK_OR_RETURN_ERROR (load ());
128128 }
Original file line number Diff line number Diff line change 1212#pragma once
1313
1414#include < executorch/examples/models/llama/tokenizer/llama_tiktoken.h>
15- #include < executorch/extension/llm/runner/runner_interface .h>
15+ #include < executorch/extension/llm/runner/irunner .h>
1616#include < executorch/extension/llm/runner/stats.h>
1717#include < executorch/extension/llm/tokenizer/bpe_tokenizer.h>
1818#include < executorch/extension/llm/tokenizer/tiktoken.h>
@@ -33,7 +33,7 @@ using executorch::runtime::Error;
3333using executorch::runtime::Result;
3434
3535class MTKLlamaRunner
36- : public executorch::extension::llm::RunnerInterface {
36+ : public executorch::extension::llm::IRunner {
3737 public:
3838 explicit MTKLlamaRunner (
3939 const std::string& model_path,
Original file line number Diff line number Diff line change 1616#include < executorch/examples/models/llama/runner/runner.h>
1717#include < executorch/examples/models/llava/runner/llava_runner.h>
1818#include < executorch/extension/llm/runner/image.h>
19- #include < executorch/extension/llm/runner/runner_interface .h>
19+ #include < executorch/extension/llm/runner/irunner .h>
2020#include < executorch/runtime/platform/log.h>
2121#include < executorch/runtime/platform/platform.h>
2222#include < executorch/runtime/platform/runtime.h>
@@ -116,7 +116,7 @@ class ExecuTorchLlamaJni
116116 private:
117117 friend HybridBase;
118118 int model_type_category_;
119- std::unique_ptr<llm::RunnerInterface > runner_;
119+ std::unique_ptr<llm::IRunner > runner_;
120120 std::unique_ptr<llm::MultimodalRunner> multi_modal_runner_;
121121
122122 public:
You can’t perform that action at this time.
0 commit comments