Skip to content

Commit ff92045

Browse files
gaukhar-ngaukhar-n
committed
add native table, add more details and figures
1 parent cf33822 commit ff92045

File tree

10 files changed

+805
-5
lines changed

10 files changed

+805
-5
lines changed

‎app/projects/trace/assets/retrieval_case7_6144.png‎

1.93 MB
Loading

‎app/projects/trace/assets/text2ts_retrieval.png‎

670 KB
Loading

‎app/projects/trace/assets/umap.png‎

1.67 MB
Loading

‎app/projects/trace/components/tables.tsx‎

Lines changed: 439 additions & 0 deletions
Large diffs are not rendered by default.

‎app/projects/trace/data/table1.json‎

Lines changed: 92 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,92 @@
1+
[
2+
{
3+
"category": "",
4+
"retriever": "Random",
5+
"label_matching": { "p_at_1": 42.61, "p_at_5": 47.50, "mrr": 0.583 },
6+
"modality_matching": { "p_at_1": 0.00, "p_at_5": 0.00, "mrr": 0.00 },
7+
"text": { "rouge": 0.416 },
8+
"time_series": { "mae": 0.874, "mse": 1.653 }
9+
},
10+
{
11+
"category": "TS-to-Text",
12+
"retriever": "w/ Time-MoE",
13+
"label_matching": { "p_at_1": 46.46, "p_at_5": 43.98, "mrr": 0.612 },
14+
"modality_matching": { "p_at_1": 1.79, "p_at_5": 5.93, "mrr": 0.052 },
15+
"text": { "rouge": 0.482 },
16+
"time_series": { "mae": 0.837, "mse": 1.607 }
17+
},
18+
{
19+
"category": "TS-to-Text",
20+
"retriever": "w/ Timer-XL",
21+
"label_matching": { "p_at_1": 36.34, "p_at_5": 38.16, "mrr": 0.543 },
22+
"modality_matching": { "p_at_1": 4.29, "p_at_5": 12.61, "mrr": 0.090 },
23+
"text": { "rouge": 0.482 },
24+
"time_series": { "mae": 0.793, "mse": 1.493 }
25+
},
26+
{
27+
"category": "TS-to-Text",
28+
"retriever": "w/ TS2Vec",
29+
"label_matching": { "p_at_1": 50.47, "p_at_5": 48.72, "mrr": 0.651 },
30+
"modality_matching": { "p_at_1": 4.37, "p_at_5": 14.57, "mrr": 0.112 },
31+
"text": { "rouge": 0.503 },
32+
"time_series": { "mae": 0.784, "mse": 1.462 }
33+
},
34+
{
35+
"category": "TS-to-Text",
36+
"retriever": "w/ Moment",
37+
"label_matching": { "p_at_1": 55.73, "p_at_5": 53.18, "mrr": 0.691 },
38+
"modality_matching": { "p_at_1": 7.78, "p_at_5": 21.68, "mrr": 0.154 },
39+
"text": { "rouge": 0.515 },
40+
"time_series": { "mae": 0.747, "mse": 1.415 }
41+
},
42+
{
43+
"category": "TS-to-Text",
44+
"retriever": "TRACE",
45+
"label_matching": { "p_at_1": 90.08, "p_at_5": 77.60, "mrr": 0.940 },
46+
"modality_matching": { "p_at_1": 44.10, "p_at_5": 70.24, "mrr": 0.560 },
47+
"text": { "rouge": 0.717 },
48+
"time_series": { "mae": 0.403, "mse": 0.771 },
49+
"isBest": true
50+
},
51+
{
52+
"category": "Text-to-TS",
53+
"retriever": "w/ Time-MoE",
54+
"label_matching": { "p_at_1": 57.08, "p_at_5": 52.22, "mrr": 0.656 },
55+
"modality_matching": { "p_at_1": 0.75, "p_at_5": 2.89, "mrr": 0.031 },
56+
"text": { "rouge": 0.460 },
57+
"time_series": { "mae": 0.857, "mse": 1.578 }
58+
},
59+
{
60+
"category": "Text-to-TS",
61+
"retriever": "w/ Timer-XL",
62+
"label_matching": { "p_at_1": 63.91, "p_at_5": 58.71, "mrr": 0.731 },
63+
"modality_matching": { "p_at_1": 2.94, "p_at_5": 9.47, "mrr": 0.073 },
64+
"text": { "rouge": 0.463 },
65+
"time_series": { "mae": 0.821, "mse": 1.568 }
66+
},
67+
{
68+
"category": "Text-to-TS",
69+
"retriever": "w/ TS2Vec",
70+
"label_matching": { "p_at_1": 60.28, "p_at_5": 56.41, "mrr": 0.706 },
71+
"modality_matching": { "p_at_1": 7.42, "p_at_5": 23.70, "mrr": 0.184 },
72+
"text": { "rouge": 0.471 },
73+
"time_series": { "mae": 0.806, "mse": 1.490 }
74+
},
75+
{
76+
"category": "Text-to-TS",
77+
"retriever": "w/ Moment",
78+
"label_matching": { "p_at_1": 64.67, "p_at_5": 59.53, "mrr": 0.740 },
79+
"modality_matching": { "p_at_1": 5.83, "p_at_5": 18.15, "mrr": 0.133 },
80+
"text": { "rouge": 0.488 },
81+
"time_series": { "mae": 0.778, "mse": 1.467 }
82+
},
83+
{
84+
"category": "Text-to-TS",
85+
"retriever": "TRACE",
86+
"label_matching": { "p_at_1": 89.63, "p_at_5": 78.39, "mrr": 0.938 },
87+
"modality_matching": { "p_at_1": 43.72, "p_at_5": 69.84, "mrr": 0.557 },
88+
"text": { "rouge": 0.713 },
89+
"time_series": { "mae": 0.411, "mse": 0.793 },
90+
"isBest": true
91+
}
92+
]

‎app/projects/trace/data/table2.json‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
[
2+
{
3+
"method": "ED",
4+
"p_at_1": 0.548,
5+
"p_at_5": 0.762,
6+
"mrr": 0.644,
7+
"time": 0.083
8+
},
9+
{
10+
"method": "DTW",
11+
"p_at_1": 0.380,
12+
"p_at_5": 0.770,
13+
"mrr": 0.543,
14+
"time": 2273.93
15+
},
16+
{
17+
"method": "SAX-VSM",
18+
"p_at_1": 0.551,
19+
"p_at_5": 0.769,
20+
"mrr": 0.649,
21+
"time": 0.343
22+
},
23+
{
24+
"method": "CTSR",
25+
"p_at_1": 0.682,
26+
"p_at_5": 0.893,
27+
"mrr": 0.802,
28+
"time": 0.057
29+
},
30+
{
31+
"method": "TRACE",
32+
"p_at_1": 0.900,
33+
"p_at_5": 0.986,
34+
"mrr": 0.938,
35+
"time": 0.045,
36+
"isBest": true
37+
}
38+
]

‎app/projects/trace/data/table3.json‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
[
2+
{
3+
"setting": "w/o RAG",
4+
"timerXL": { "mae": 0.729, "mse": 1.055 },
5+
"timeMoE": { "mae": 0.635, "mse": 0.903 },
6+
"moment": { "mae": 0.645, "mse": 0.816 },
7+
"trace": { "mae": 0.576, "mse": 0.718 }
8+
},
9+
{
10+
"setting": "w/ TS-only",
11+
"timerXL": { "mae": 0.720, "mse": 1.009 },
12+
"timeMoE": { "mae": 0.621, "mse": 0.801 },
13+
"moment": { "mae": 0.628, "mse": 0.797 },
14+
"trace": { "mae": 0.556, "mse": 0.698 }
15+
},
16+
{
17+
"setting": "w/ TS+Text",
18+
"timerXL": { "mae": 0.712, "mse": 0.984 },
19+
"timeMoE": { "mae": 0.611, "mse": 0.787 },
20+
"moment": { "mae": 0.631, "mse": 0.801 },
21+
"trace": { "mae": 0.555, "mse": 0.696 },
22+
"isBest": true
23+
}
24+
]

‎app/projects/trace/data/table4.json‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
[
2+
{ "category": "Train-from-scratch Model", "model": "DLinear", "accuracy": 82.37, "f1": 65.78 },
3+
{ "category": "Train-from-scratch Model", "model": "iTransformer", "accuracy": 84.99, "f1": 68.29 },
4+
{ "category": "Train-from-scratch Model", "model": "PatchTST", "accuracy": 84.78, "f1": 69.13 },
5+
{ "category": "Train-from-scratch Model", "model": "TimesNet", "accuracy": 86.09, "f1": 68.97 },
6+
{ "category": "Train-from-scratch Model", "model": "TimeMixer", "accuracy": 84.78, "f1": 68.65 },
7+
{ "category": "Train-from-scratch Model", "model": "FSCA", "accuracy": 85.62, "f1": 69.41 },
8+
{ "category": "Finetune a Pre-trained Model", "model": "Time-MoE_large", "accuracy": 59.09, "f1": 19.74 },
9+
{ "category": "Finetune a Pre-trained Model", "model": "Moment_base", "accuracy": 65.43, "f1": 28.29 },
10+
{ "category": "Finetune a Pre-trained Model", "model": "Timer-XL", "accuracy": 72.38, "f1": 33.45 },
11+
{ "category": "Finetune a Pre-trained Model", "model": "Chronos_tiny", "accuracy": 74.79, "f1": 40.21 },
12+
{ "category": "Finetune a Pre-trained Model", "model": "TRACE w/o RAG", "accuracy": 85.20, "f1": 69.98, "isBest": true, "noBold": true },
13+
{ "category": "Finetune a Pre-trained Model", "model": "TRACE w/ RAG", "accuracy": 89.76, "f1": 72.36, "isBest": true }
14+
]

‎app/projects/trace/data/table5.json‎

Lines changed: 131 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,131 @@
1+
[
2+
{
3+
"category": "Zero-shot",
4+
"model": "Chronos",
5+
"weather": { "h7_mae": 0.560, "h7_mse": 0.937, "h24_mae": 0.646, "h24_mse": 1.094 },
6+
"health": { "h12_mae": 0.650, "h12_mse": 1.106, "h48_mae": 0.987, "h48_mse": 2.019 },
7+
"energy": { "h12_mae": 0.263, "h12_mse": 0.148, "h48_mae": 0.554, "h48_mse": 0.553 },
8+
"environment": { "h48_mae": 0.536, "h48_mse": 0.612, "h336_mae": 0.583, "h336_mse": 0.671 },
9+
"first_count": 0
10+
},
11+
{
12+
"category": "Zero-shot",
13+
"model": "Time-MoE",
14+
"weather": { "h7_mae": 0.579, "h7_mse": 0.803, "h24_mae": 0.635, "h24_mse": 0.903 },
15+
"health": { "h12_mae": 0.604, "h12_mse": 0.981, "h48_mae": 0.832, "h48_mse": 1.697 },
16+
"energy": { "h12_mae": 0.205, "h12_mse": 0.089, "h48_mae": 0.451, "h48_mse": 0.396 },
17+
"environment": { "h48_mae": 0.562, "h48_mse": 0.508, "h336_mae": 0.836, "h336_mse": 0.969 },
18+
"first_count": 2,
19+
"highlighted": ["health_h12_mae", "health_h48_mae", "energy_h48_mae", "energy_h48_mse"],
20+
"redHighlighted": ["energy_h12_mae", "energy_h12_mse"]
21+
},
22+
{
23+
"category": "Zero-shot",
24+
"model": "TimesFM",
25+
"weather": { "h7_mae": 0.550, "h7_mse": 0.859, "h24_mae": 0.640, "h24_mse": 1.034 },
26+
"health": { "h12_mae": 0.610, "h12_mse": 0.913, "h48_mae": 0.865, "h48_mse": 1.685 },
27+
"energy": { "h12_mae": 0.248, "h12_mse": 0.137, "h48_mae": 0.499, "h48_mse": 0.482 },
28+
"environment": { "h48_mae": 0.503, "h48_mse": 0.532, "h336_mae": 0.531, "h336_mse": 0.569 },
29+
"first_count": 0,
30+
"highlighted": ["health_h12_mse", "health_h48_mse"]
31+
},
32+
{
33+
"category": "Zero-shot",
34+
"model": "Timer-XL",
35+
"weather": { "h7_mae": 0.645, "h7_mse": 0.912, "h24_mae": 0.729, "h24_mse": 1.055 },
36+
"health": { "h12_mae": 0.741, "h12_mse": 1.235, "h48_mae": 0.988, "h48_mse": 1.892 },
37+
"energy": { "h12_mae": 0.236, "h12_mse": 0.118, "h48_mae": 0.460, "h48_mse": 0.424 },
38+
"environment": { "h48_mae": 0.549, "h48_mse": 0.564, "h336_mae": 0.565, "h336_mse": 0.574 },
39+
"first_count": 0
40+
},
41+
{
42+
"category": "Zero-shot",
43+
"model": "Moirai",
44+
"weather": { "h7_mae": 0.593, "h7_mse": 1.001, "h24_mae": 0.675, "h24_mse": 1.135 },
45+
"health": { "h12_mae": 0.976, "h12_mse": 3.029, "h48_mae": 1.569, "h48_mse": 8.125 },
46+
"energy": { "h12_mae": 0.318, "h12_mse": 0.273, "h48_mae": 0.692, "h48_mse": 1.415 },
47+
"environment": { "h48_mae": 0.935, "h48_mse": 12.428, "h336_mae": 2.237, "h336_mse": 25.011 },
48+
"first_count": 0
49+
},
50+
{
51+
"category": "Zero-shot",
52+
"model": "Moment",
53+
"weather": { "h7_mae": 0.572, "h7_mse": 0.732, "h24_mae": 0.645, "h24_mse": 0.816 },
54+
"health": { "h12_mae": 0.988, "h12_mse": 1.824, "h48_mae": 0.997, "h48_mse": 1.902 },
55+
"energy": { "h12_mae": 0.471, "h12_mse": 0.411, "h48_mae": 0.542, "h48_mse": 0.542 },
56+
"environment": { "h48_mae": 0.449, "h48_mse": 0.375, "h336_mae": 0.554, "h336_mse": 0.502 },
57+
"first_count": 2,
58+
"redHighlighted": ["environment_h48_mae", "environment_h48_mse"]
59+
},
60+
{
61+
"category": "Full-shot",
62+
"model": "DLinear",
63+
"weather": { "h7_mae": 0.593, "h7_mse": 0.778, "h24_mae": 0.691, "h24_mse": 0.884 },
64+
"health": { "h12_mae": 1.178, "h12_mse": 2.421, "h48_mae": 1.132, "h48_mse": 2.256 },
65+
"energy": { "h12_mae": 0.410, "h12_mse": 0.273, "h48_mae": 0.546, "h48_mse": 0.512 },
66+
"environment": { "h48_mae": 0.561, "h48_mse": 0.515, "h336_mae": 0.581, "h336_mse": 0.534 },
67+
"first_count": 0
68+
},
69+
{
70+
"category": "Full-shot",
71+
"model": "iTransformer",
72+
"weather": { "h7_mae": 0.518, "h7_mse": 0.707, "h24_mae": 0.591, "h24_mse": 0.814 },
73+
"health": { "h12_mae": 0.676, "h12_mse": 1.072, "h48_mae": 0.911, "h48_mse": 1.747 },
74+
"energy": { "h12_mae": 0.267, "h12_mse": 0.124, "h48_mae": 0.487, "h48_mse": 0.399 },
75+
"environment": { "h48_mae": 0.486, "h48_mse": 0.425, "h336_mae": 0.511, "h336_mse": 0.458 },
76+
"first_count": 0
77+
},
78+
{
79+
"category": "Full-shot",
80+
"model": "PatchTST",
81+
"weather": { "h7_mae": 0.529, "h7_mse": 0.723, "h24_mae": 0.599, "h24_mse": 0.826 },
82+
"health": { "h12_mae": 0.656, "h12_mse": 1.034, "h48_mae": 0.902, "h48_mse": 1.708 },
83+
"energy": { "h12_mae": 0.263, "h12_mse": 0.121, "h48_mae": 0.489, "h48_mse": 0.407 },
84+
"environment": { "h48_mae": 0.493, "h48_mse": 0.462, "h336_mae": 0.525, "h336_mse": 0.511 },
85+
"first_count": 0
86+
},
87+
{
88+
"category": "Full-shot",
89+
"model": "TimesNet",
90+
"weather": { "h7_mae": 0.497, "h7_mse": 0.654, "h24_mae": 0.581, "h24_mse": 0.786 },
91+
"health": { "h12_mae": 0.820, "h12_mse": 1.376, "h48_mae": 0.969, "h48_mse": 1.903 },
92+
"energy": { "h12_mae": 0.270, "h12_mse": 0.127, "h48_mae": 0.496, "h48_mse": 0.398 },
93+
"environment": { "h48_mae": 0.520, "h48_mse": 0.486, "h336_mae": 0.489, "h336_mse": 0.430 },
94+
"first_count": 0,
95+
"highlighted": ["weather_h7_mae","weather_h24_mae", "environment_h336_mae","environment_h336_mse"]
96+
},
97+
{
98+
"category": "Full-shot",
99+
"model": "TimeMixer",
100+
"weather": { "h7_mae": 0.501, "h7_mse": 0.667, "h24_mae": 0.585, "h24_mse": 0.787 },
101+
"health": { "h12_mae": 1.091, "h12_mse": 2.215, "h48_mae": 1.126, "h48_mse": 2.250 },
102+
"energy": { "h12_mae": 0.376, "h12_mse": 0.246, "h48_mae": 0.538, "h48_mse": 0.491 },
103+
"environment": { "h48_mae": 0.558, "h48_mse": 0.553, "h336_mae": 0.559, "h336_mse": 0.568 },
104+
"first_count": 0,
105+
"highlighted": ["weather_h24_mse"]
106+
},
107+
{
108+
"category": "Full-shot",
109+
"model": "FSCA",
110+
"weather": { "h7_mae": 0.496, "h7_mse": 0.642, "h24_mae": 0.780, "h24_mse": 0.762 },
111+
"health": { "h12_mae": 0.756, "h12_mse": 1.240, "h48_mae": 0.969, "h48_mse": 1.904 },
112+
"energy": { "h12_mae": 0.278, "h12_mse": 0.136, "h48_mae": 0.520, "h48_mse": 0.466 },
113+
"environment": { "h48_mae": 0.497, "h48_mse": 0.462, "h336_mae": 0.511, "h336_mse": 0.496 },
114+
"first_count": 1,
115+
"highlighted": ["weather_h7_mse", "weather_h24_mse"],
116+
"redHighlighted": ["weather_h7_mae"]
117+
},
118+
{
119+
"category": "Full-shot",
120+
"model": "TRACE",
121+
"weather": { "h7_mae": 0.501, "h7_mse": 0.623, "h24_mae": 0.576, "h24_mse": 0.718 },
122+
"health": { "h12_mae": 0.547, "h12_mse": 0.768, "h48_mae": 0.827, "h48_mse": 1.435 },
123+
"energy": { "h12_mae": 0.230, "h12_mse": 0.113, "h48_mae": 0.448, "h48_mse": 0.389 },
124+
"environment": { "h48_mae": 0.455, "h48_mse": 0.403, "h336_mae": 0.475, "h336_mse": 0.413 },
125+
"first_count": 11,
126+
"highlighted": ["energy_h12_mae", "energy_h12_mse", "environment_h48_mae" ,"environment_h48_mse"],
127+
"redHighlighted": ["weather_h7_mse", "weather_h24_mae", "weather_h24_mse", "health_h12_mae", "health_h12_mse", "health_h48_mae", "health_h48_mse", "energy_h48_mae", "energy_h48_mse", "environment_h336_mae", "environment_h336_mse"],
128+
"isBest": true,
129+
"noBold": ["weather_h7_mae", "energy_h12_mae", "energy_h12_mse", "environment_h48_mae", "environment_h48_mse"]
130+
}
131+
]

0 commit comments

Comments
 (0)