tabarena/tabrepo/utils/result_utils.py at 3cf9d97938be2b33faffa8fbdba7a110d527cd9a · autogluon/tabarena · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
from pathlib import Path
from autogluon.common.loaders import load_pd
from autogluon.common.savers import save_pd
from tabrepo.loaders import Paths


def results_path() -> Path:
    res = Paths.results_root_cache
    if not res.exists():
        res.mkdir(parents=True, exist_ok=True)
    return res

def shrink_result_file_size(path_load, path_save):
    result_df = load_pd.load(path_load)

    result_df = result_df.drop(columns=[
        'app_version',
        'can_infer',
        'fit_order',
        'mode',
        'id',
        'seed',
        'stack_level',
        'fit_time',
        'fit_time_marginal',
        'pred_time_test_marginal',
        'pred_time_val_marginal',
        'pred_time_val',
        'utc',
        'version',
    ])

    save_pd.save(path=path_save, df=result_df)


def shrink_ranked_result_file_size(path_load, path_save):
    result_df = load_pd.load(path_load)
    save_pd.save(path=path_save, df=result_df)