diff --git a/extension/llm/tokenizer/targets.bzl b/extension/llm/tokenizer/targets.bzl index be5606ccd2b..1a590c7876f 100644 --- a/extension/llm/tokenizer/targets.bzl +++ b/extension/llm/tokenizer/targets.bzl @@ -10,6 +10,7 @@ def define_common_targets(): name = "tokenizer_py_lib", srcs = [ "__init__.py", + "hf_tokenizer.py", "tokenizer.py", "utils.py", ],