gitignore HF tokenizer file

guangy10 · guangy10 · commit 0ff404f15f39 · 2025-06-12T11:09:15.000-07:00
diff --git a/.gitignore b/.gitignore
@@ -24,6 +24,7 @@ pip-out/
 # Any exported models and profiling outputs
 *.bin
 *.model
+tokenizer.json
 *.pte
 !test_bpe_tokenizer.bin
 !test_tiktoken_tokenizer.model
