File tree Expand file tree Collapse file tree 1 file changed +1
-0
lines changed Expand file tree Collapse file tree 1 file changed +1
-0
lines changed Original file line number Diff line number Diff line change @@ -92,6 +92,7 @@ llama_test(test-tokenizer-0 NAME test-tokenizer-0-gpt-2 ARGS ${CMAKE
9292llama_test(test -tokenizer-0 NAME test -tokenizer-0-llama-bpe ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-llama-bpe.gguf)
9393llama_test(test -tokenizer-0 NAME test -tokenizer-0-llama-spm ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-llama-spm.gguf)
9494llama_test(test -tokenizer-0 NAME test -tokenizer-0-mpt ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-mpt.gguf)
95+ llama_test(test -tokenizer-0 NAME test -tokenizer-0-nomic-bert-moe ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-nomic-bert-moe.gguf)
9596llama_test(test -tokenizer-0 NAME test -tokenizer-0-phi-3 ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-phi-3.gguf)
9697llama_test(test -tokenizer-0 NAME test -tokenizer-0-qwen2 ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-qwen2.gguf)
9798llama_test(test -tokenizer-0 NAME test -tokenizer-0-refact ARGS ${CMAKE_CURRENT_SOURCE_DIR} /../models/ggml-vocab-refact.gguf)
You can’t perform that action at this time.
0 commit comments