Update graphgen/bases/base_llm_client.py

Co-authored-by: Copilot <[email protected]>

Author: ChenZiHong-Gavin

graphgen/bases/base_llm_client.py

@@ -59,6 +59,8 @@ async def generate_inputs_prob(
 
     def count_tokens(self, text: str) -> int:
         """Count the number of tokens in the text."""
+        if self.tokenizer is None:
+            raise ValueError("Tokenizer is not set. Please provide a tokenizer to use count_tokens.")
         return len(self.tokenizer.encode(text))
 
     @staticmethod