We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8be6a6b commit 194c829Copy full SHA for 194c829
examples/models/llama/runner/runner.cpp
@@ -40,7 +40,6 @@ static constexpr auto kUseSDPAWithKVCache = "use_sdpa_with_kv_cache";
40
41
std::unique_ptr<::tokenizers::Tokenizer> load_tokenizer(
42
const std::string& tokenizer_path) {
43
-
44
auto json_tokenizer = std::make_unique<tokenizers::HFTokenizer>();
45
if (json_tokenizer->load(tokenizer_path) == ::tokenizers::Error::Ok) {
46
ET_LOG(Info, "Loaded json tokenizer");
0 commit comments