Skip to content

Commit 93685d8

Browse files
author
root
committed
small fix on dry_experiment of SGI-Bench1.0
1 parent 172c83f commit 93685d8

File tree

1 file changed

+8
-5
lines changed

1 file changed

+8
-5
lines changed

scieval/dataset/SGI_Bench_1_0/dry_experiment.py

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,17 @@
11
from typing import Any, Dict, List
22
from datasets import load_dataset
3-
from ...smp import *
43
from ..text_base import TextBaseDataset
54
from ..utils.judge_util import *
65
import concurrent.futures
76
import requests
87
import shutil
98
import ast
9+
from ...smp.file import dump, load ,get_intermediate_file_path
1010
from openai import OpenAI
1111
from json_repair import repair_json
12+
import pandas as pd
13+
import time
14+
import subprocess
1215

1316
save_dir = "./outputs/sgi_code_logs"
1417
tmp_data_dir = "./outputs/sgi_tmp_data"
@@ -384,10 +387,10 @@ def evaluate(self, eval_file, **judge_kwargs):
384387
os.makedirs(os.path.join(tmp_data_dir, "0200"), exist_ok=True)
385388
os.makedirs(os.path.join(tmp_data_dir, "0236"), exist_ok=True)
386389

387-
# download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/t10k-images-idx3-ubyte.gz", tmp_data_dir+"/0206")
388-
# download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/t10k-labels-idx1-ubyte.gz", tmp_data_dir+"/0206")
389-
# download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/train-images-idx3-ubyte.gz", tmp_data_dir+"/0206")
390-
# download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/train-labels-idx1-ubyte.gz", tmp_data_dir+"/0206")
390+
download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/t10k-images-idx3-ubyte.gz", tmp_data_dir+"/0206")
391+
download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/t10k-labels-idx1-ubyte.gz", tmp_data_dir+"/0206")
392+
download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/train-images-idx3-ubyte.gz", tmp_data_dir+"/0206")
393+
download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0206/train-labels-idx1-ubyte.gz", tmp_data_dir+"/0206")
391394

392395
download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0200/adult.data", tmp_data_dir+"/0200")
393396
download_file("https://raw.githubusercontent.com/InternScience/SGI-Bench/main/evaluation/task_3_dry_experiment/data/SGI_DryExperiment_0200/adult.test", tmp_data_dir+"/0200")

0 commit comments

Comments
 (0)