Skip to content

Commit b3ae288

Browse files
fix: fix transformers import
1 parent b5ed725 commit b3ae288

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

graphgen/models/tokenizer/__init__.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,6 @@
33

44
from graphgen.bases import BaseTokenizer
55

6-
from .hf_tokenizer import HFTokenizer
76
from .tiktoken_tokenizer import TiktokenTokenizer
87

98
try:
@@ -22,6 +21,8 @@ def get_tokenizer_impl(tokenizer_name: str = "cl100k_base") -> BaseTokenizer:
2221

2322
# 2. HuggingFace
2423
if _HF_AVAILABLE:
24+
from .hf_tokenizer import HFTokenizer
25+
2526
return HFTokenizer(model_name=tokenizer_name)
2627

2728
raise ValueError(

0 commit comments

Comments
 (0)