We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7bab59f commit 3665223Copy full SHA for 3665223
extension/llm/tokenizer/targets.bzl
@@ -10,6 +10,7 @@ def define_common_targets():
10
name = "tokenizer_py_lib",
11
srcs = [
12
"__init__.py",
13
+ "hf_tokenizer.py",
14
"tokenizer.py",
15
"utils.py",
16
],
0 commit comments