Fixed GPTJ accuracy checker (#2093)

nvzhihanj · web-flow · commit 2e996ad6b5d4 · 2025-02-06T07:06:23.000Z
diff --git a/language/gpt-j/evaluation.py b/language/gpt-j/evaluation.py
@@ -56,6 +56,7 @@ def main():
     dataset_path = args.dataset_file
     metric = evaluate.load("rouge")
     nltk.download("punkt")
+    nltk.download('punkt_tab')
 
     tokenizer = AutoTokenizer.from_pretrained(
         model_name,
