Update prompt.py

Author: bys0318

Needle_test/prompt.py

@@ -102,7 +102,7 @@ def __init__(self,
         elif self.tokenizer_type == "Anthropic":
             self.enc = Anthropic().get_tokenizer()
         elif self.tokenizer_type == "Huggingface":
-            self.enc = AutoTokenizer.from_pretrained(self.model_name, trust_remote_code=True)
+            self.enc = AutoTokenizer.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False)
         else:
             raise ValueError("tokenizer_type is not supported. Must be either 'tiktoken', 'Anthropic', or 'Huggingface'")
 
@@ -320,4 +320,4 @@ def start_test(self):
         save_dir=config['save_dir'],
     )
 
-    ht.start_test()
+    ht.start_test()