File tree Expand file tree Collapse file tree 5 files changed +40
-3
lines changed
tabarena/tabarena/nips2025_utils Expand file tree Collapse file tree 5 files changed +40
-3
lines changed Original file line number Diff line number Diff line change 88from tabarena .nips2025_utils .artifacts ._tabarena_method_metadata_2025_10_20 import tabdpt_metadata
99from tabarena .nips2025_utils .artifacts ._tabarena_method_metadata_2025_11_12 import realtabpfn25_metadata
1010from tabarena .nips2025_utils .artifacts ._tabarena_method_metadata_2025_11_12 import contexttab_metadata
11+ from tabarena .nips2025_utils .artifacts ._tabarena_method_metadata_2026_02_16 import tabiclv2_metadata
1112
1213
1314"""
124125 ** path_args ,
125126 )
126127
128+ tabiclv2_info = MethodArtifactManager .from_method_metadata (
129+ method_metadata = tabiclv2_metadata ,
130+ path_suffix = Path ("leaderboard_submissions" ) / "data_TabICLv2_1502026.zip" ,
131+ ** path_args ,
132+ )
133+
127134
128135 # Uncomment whichever artifacts you want to process
129136 method_infos = [
137+ # tabiclv2_info,
130138 # contexttab_info,
131139 # realtabpfn25_info,
132140 # xrfm_info,
Original file line number Diff line number Diff line change 33from pathlib import Path
44
55from tabarena .nips2025_utils .tabarena_context import TabArenaContext
6- from tabarena . website . website_format import format_leaderboard
6+
77
88if __name__ == "__main__" :
99 save_path = "output_leaderboard" # folder to save all figures and tables
1313
1414 tabarena_context = TabArenaContext (include_unverified = False )
1515 leaderboard_verified = tabarena_context .compare (output_dir = output_path_verified )
16- leaderboard_website_verified = format_leaderboard ( df_leaderboard = leaderboard_verified )
16+ leaderboard_website_verified = tabarena_context . leaderboard_to_website_format ( leaderboard = leaderboard_verified )
1717
1818 tabarena_context_unverified = TabArenaContext (include_unverified = True )
1919 leaderboard_unverified = tabarena_context_unverified .compare (output_dir = output_path_unverified )
20- leaderboard_website_unverified = format_leaderboard ( df_leaderboard = leaderboard_unverified )
20+ leaderboard_website_unverified = tabarena_context_unverified . leaderboard_to_website_format ( leaderboard = leaderboard_unverified )
2121
2222 print (f"Verified Leaderboard:" )
2323 print (leaderboard_website_verified .to_markdown (index = False ))
Original file line number Diff line number Diff line change 4040 # prep_gbm_v6_metadata,
4141)
4242
43+ from tabarena .nips2025_utils .artifacts ._tabarena_method_metadata_2026_02_16 import tabiclv2_metadata
44+
4345methods_2025_09_03 : list [MethodMetadata ] = [
4446 ag_140_metadata ,
4547 ebm_metadata ,
113115 [tabdpt_metadata ] +
114116 [realtabpfn25_metadata ] +
115117 [contexttab_metadata ] +
118+ [tabiclv2_metadata ] +
116119 methods_misc ,
117120)
118121
126129 [tabdpt_metadata ] +
127130 [realtabpfn25_metadata ] +
128131 [contexttab_metadata ] +
132+ [tabiclv2_metadata ] +
129133 methods_misc ,
130134)
131135
Original file line number Diff line number Diff line change 1+ from tabarena .nips2025_utils .artifacts .method_metadata import MethodMetadata
2+
3+ tabiclv2_metadata = MethodMetadata (
4+ method = "TabICLv2" ,
5+ method_type = "config" ,
6+ display_name = "TabICLv2" ,
7+ compute = "gpu" ,
8+ date = "2026-02-16" ,
9+ ag_key = "TABICLV2" ,
10+ model_key = "TABICLV2" ,
11+ config_default = "TabICLv2_c1_BAG_L1" ,
12+ can_hpo = False ,
13+ is_bag = False ,
14+ has_raw = True ,
15+ has_processed = True ,
16+ artifact_name = "tabarena-2026-02-16" ,
17+ s3_bucket = "tabarena" ,
18+ s3_prefix = "cache" ,
19+ upload_as_public = True ,
20+ has_results = True ,
21+ name_suffix = None ,
22+ verified = True ,
23+ reference_url = "https://arxiv.org/abs/2602.11139" ,
24+ )
Original file line number Diff line number Diff line change 5858 "TabFlex_GPU" ,
5959 "RealTabPFN-v2.5" ,
6060 "SAP-RPT-OSS" ,
61+ "TabICLv2" ,
6162]
6263
6364
You can’t perform that action at this time.
0 commit comments