fix prepare_openwebtext (#1289)

ZiyueHuang · web-flow · commit ded0f99d0dfe · 2020-08-06T10:46:59.000-07:00
diff --git a/scripts/datasets/pretrain_corpus/prepare_openwebtext.py b/scripts/datasets/pretrain_corpus/prepare_openwebtext.py
@@ -57,7 +57,7 @@ def extract_files(full_name, output_dir, shuffle=False):
         with tarfile.open(full_name) as t:
             txt_names = t.getnames()
             if shuffle:
-                txt_names = random.shuffle(txt_names)
+                random.shuffle(txt_names)
             for txt_name in txt_names:
                 f = t.extractfile(txt_name)
                 for line in f.readlines():
