File tree Expand file tree Collapse file tree 3 files changed +10
-4
lines changed
examples/models/phi-3-mini Expand file tree Collapse file tree 3 files changed +10
-4
lines changed Original file line number Diff line number Diff line change @@ -42,7 +42,7 @@ int main(int32_t argc, char** argv) {
4242
4343 int32_t seq_len = FLAGS_seq_len;
4444
45- ::torch::executor ::Runner runner (model_path, tokenizer_path, temperature);
45+ example ::Runner runner (model_path, tokenizer_path, temperature);
4646
4747 runner.generate (prompt, seq_len);
4848
Original file line number Diff line number Diff line change 1515#include < executorch/extension/tensor/tensor.h>
1616#include < executorch/runtime/platform/log.h>
1717
18+ using executorch::aten::ScalarType;
19+ using executorch::extension::Module;
20+ using executorch::extension::llm::BPETokenizer;
21+ using executorch::extension::llm::Sampler;
22+ using executorch::runtime::Error;
23+
1824namespace example {
1925
2026#define SAMPLER_TOP 0 .9f
Original file line number Diff line number Diff line change @@ -42,9 +42,9 @@ class Runner {
4242 uint64_t prefill (std::vector<uint64_t >& tokens);
4343 uint64_t run_model_step (uint64_t token);
4444
45- std::unique_ptr<Module> module_;
46- std::unique_ptr<Tokenizer> tokenizer_;
47- std::unique_ptr<Sampler> sampler_;
45+ std::unique_ptr<executorch::extension:: Module> module_;
46+ std::unique_ptr<executorch::extension::llm:: Tokenizer> tokenizer_;
47+ std::unique_ptr<executorch::extension::llm:: Sampler> sampler_;
4848};
4949
5050} // namespace example
You can’t perform that action at this time.
0 commit comments