Skip to content

Commit c2a05f9

Browse files
committed
Add TabICLv2 results
1 parent eb18ce0 commit c2a05f9

File tree

5 files changed

+40
-3
lines changed

5 files changed

+40
-3
lines changed

examples/!old/run_download_url_and_cache_to_s3_2025_09_03.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
from tabarena.nips2025_utils.artifacts._tabarena_method_metadata_2025_10_20 import tabdpt_metadata
99
from tabarena.nips2025_utils.artifacts._tabarena_method_metadata_2025_11_12 import realtabpfn25_metadata
1010
from tabarena.nips2025_utils.artifacts._tabarena_method_metadata_2025_11_12 import contexttab_metadata
11+
from tabarena.nips2025_utils.artifacts._tabarena_method_metadata_2026_02_16 import tabiclv2_metadata
1112

1213

1314
"""
@@ -124,9 +125,16 @@
124125
**path_args,
125126
)
126127

128+
tabiclv2_info = MethodArtifactManager.from_method_metadata(
129+
method_metadata=tabiclv2_metadata,
130+
path_suffix=Path("leaderboard_submissions") / "data_TabICLv2_1502026.zip",
131+
**path_args,
132+
)
133+
127134

128135
# Uncomment whichever artifacts you want to process
129136
method_infos = [
137+
# tabiclv2_info,
130138
# contexttab_info,
131139
# realtabpfn25_info,
132140
# xrfm_info,

examples/plots/run_generate_main_leaderboard.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
from pathlib import Path
44

55
from tabarena.nips2025_utils.tabarena_context import TabArenaContext
6-
from tabarena.website.website_format import format_leaderboard
6+
77

88
if __name__ == "__main__":
99
save_path = "output_leaderboard" # folder to save all figures and tables
@@ -13,11 +13,11 @@
1313

1414
tabarena_context = TabArenaContext(include_unverified=False)
1515
leaderboard_verified = tabarena_context.compare(output_dir=output_path_verified)
16-
leaderboard_website_verified = format_leaderboard(df_leaderboard=leaderboard_verified)
16+
leaderboard_website_verified = tabarena_context.leaderboard_to_website_format(leaderboard=leaderboard_verified)
1717

1818
tabarena_context_unverified = TabArenaContext(include_unverified=True)
1919
leaderboard_unverified = tabarena_context_unverified.compare(output_dir=output_path_unverified)
20-
leaderboard_website_unverified = format_leaderboard(df_leaderboard=leaderboard_unverified)
20+
leaderboard_website_unverified = tabarena_context_unverified.leaderboard_to_website_format(leaderboard=leaderboard_unverified)
2121

2222
print(f"Verified Leaderboard:")
2323
print(leaderboard_website_verified.to_markdown(index=False))

tabarena/tabarena/nips2025_utils/artifacts/_tabarena_method_metadata.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,8 @@
4040
# prep_gbm_v6_metadata,
4141
)
4242

43+
from tabarena.nips2025_utils.artifacts._tabarena_method_metadata_2026_02_16 import tabiclv2_metadata
44+
4345
methods_2025_09_03: list[MethodMetadata] = [
4446
ag_140_metadata,
4547
ebm_metadata,
@@ -113,6 +115,7 @@
113115
[tabdpt_metadata] +
114116
[realtabpfn25_metadata] +
115117
[contexttab_metadata] +
118+
[tabiclv2_metadata] +
116119
methods_misc,
117120
)
118121

@@ -126,6 +129,7 @@
126129
[tabdpt_metadata] +
127130
[realtabpfn25_metadata] +
128131
[contexttab_metadata] +
132+
[tabiclv2_metadata] +
129133
methods_misc,
130134
)
131135

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
from tabarena.nips2025_utils.artifacts.method_metadata import MethodMetadata
2+
3+
tabiclv2_metadata = MethodMetadata(
4+
method="TabICLv2",
5+
method_type="config",
6+
display_name="TabICLv2",
7+
compute="gpu",
8+
date="2026-02-16",
9+
ag_key="TABICLV2",
10+
model_key="TABICLV2",
11+
config_default="TabICLv2_c1_BAG_L1",
12+
can_hpo=False,
13+
is_bag=False,
14+
has_raw=True,
15+
has_processed=True,
16+
artifact_name="tabarena-2026-02-16",
17+
s3_bucket="tabarena",
18+
s3_prefix="cache",
19+
upload_as_public=True,
20+
has_results=True,
21+
name_suffix=None,
22+
verified=True,
23+
reference_url="https://arxiv.org/abs/2602.11139",
24+
)

tabarena/tabarena/nips2025_utils/tabarena_context.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@
5858
"TabFlex_GPU",
5959
"RealTabPFN-v2.5",
6060
"SAP-RPT-OSS",
61+
"TabICLv2",
6162
]
6263

6364

0 commit comments

Comments
 (0)