Skip to content

Add FLAIR statistical method results #120

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
TakatoHonda wants to merge 1 commit into
base: main
Choose a base branch
from
+108 −0
Open

Add FLAIR statistical method results #120

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
98 changes: 98 additions & 0 deletions results/FLAIR/all_results.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,FLAIR,2151211.782021,2329261.80604,204.000896,1.130549,2.812554,0.602143,22.829047,1466.700986,4.605079,0.640512,0.533433,Web/CloudOps,2.0
bitbrains_fast_storage/5T/medium,FLAIR,2950547.413883,3017208.549889,291.075345,1.232026,4.370702,0.685919,27.45152,1717.715755,5.218895,0.884367,0.734718,Web/CloudOps,2.0
bitbrains_fast_storage/5T/long,FLAIR,3700653.327952,3911156.615644,367.241836,1.436467,4.343448,0.713204,26.074773,1923.708223,5.083787,0.970511,0.831216,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,FLAIR,4467650.874239,5246785.807218,449.648551,3.653429,5.159793,0.525129,117.443648,2113.681829,6.02468,1.281644,0.896247,Web/CloudOps,2.0
bitbrains_rnd/5T/short,FLAIR,1742366.43263,1903530.705817,159.542732,2.058055,1.63814,0.57871,63.699527,1319.987285,5.401007,0.652803,0.56603,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,FLAIR,2126019.12509,2263264.823752,171.25941,4.912683,1.23199,0.65498,173.243162,1458.087489,6.134917,0.720576,0.650074,Web/CloudOps,2.0
bitbrains_rnd/5T/long,FLAIR,2155485.747285,2377010.782441,182.260788,3.902297,1.159774,0.672652,132.318281,1468.157262,5.624179,0.6982,0.64214,Web/CloudOps,2.0
bitbrains_rnd/H/short,FLAIR,2086525.089967,1955151.100529,191.700817,6.656033,3.65821,0.605911,221.550198,1444.480907,6.321756,0.838977,0.73555,Web/CloudOps,2.0
bizitobs_application/10S/short,FLAIR,2475084.054167,2344876.88639,881.140507,2.176698,0.031598,0.03194,35.767234,1573.239986,0.060674,0.033982,0.028562,Web/CloudOps,2.0
bizitobs_application/10S/medium,FLAIR,5358347.631475,5081899.366615,1277.909482,2.740409,0.039087,0.039998,52.626873,2314.810496,0.090896,0.05018,0.046136,Web/CloudOps,2.0
bizitobs_application/10S/long,FLAIR,4712495.935613,4845893.198258,1322.551815,3.160573,0.044932,0.045726,54.102243,2170.828398,0.08372,0.051006,0.046266,Web/CloudOps,2.0
bizitobs_l2c/5T/short,FLAIR,36.729396,37.100628,3.978697,0.408201,0.224503,0.232452,6.5796,6.060478,0.208141,0.136645,0.118456,Web/CloudOps,7.0
bizitobs_l2c/5T/medium,FLAIR,150.424589,150.540953,8.23024,0.804233,0.513825,0.823748,22.539898,12.26477,0.645307,0.433032,0.410607,Web/CloudOps,7.0
bizitobs_l2c/5T/long,FLAIR,227.355839,227.723711,10.802326,1.015844,0.737691,1.00408,34.248765,15.078323,0.846625,0.606534,0.587161,Web/CloudOps,7.0
bizitobs_l2c/H/short,FLAIR,126.216143,126.701588,7.603985,0.734089,0.867004,0.732298,7.414567,11.234596,0.605574,0.409874,0.340223,Web/CloudOps,7.0
bizitobs_l2c/H/medium,FLAIR,139.631244,138.001954,7.477039,0.723543,0.992312,0.838086,6.707117,11.816567,0.715511,0.452746,0.366582,Web/CloudOps,7.0
bizitobs_l2c/H/long,FLAIR,123.105765,120.557785,7.229713,0.753215,0.974307,0.835821,9.163737,11.095304,0.677733,0.441612,0.372404,Web/CloudOps,7.0
bizitobs_service/10S/short,FLAIR,605365.1039,605313.161456,154.04063,3.04558,0.190529,0.264114,94.494533,778.052122,0.576406,0.114118,0.110397,Web/CloudOps,2.0
bizitobs_service/10S/medium,FLAIR,680534.940282,680199.504145,180.049755,3.089066,0.179099,0.269225,93.45802,824.945417,0.620873,0.13551,0.132195,Web/CloudOps,2.0
bizitobs_service/10S/long,FLAIR,730182.918777,730358.359782,198.558161,3.233301,0.197074,0.290035,96.868661,854.507413,0.633046,0.147098,0.143373,Web/CloudOps,2.0
car_parts/M/short,FLAIR,2.200699,2.177347,0.653786,1.189274,0.784855,1.778339,19.726778,1.483475,3.557222,1.567712,1.346095,Sales,1.0
covid_deaths/D/short,FLAIR,9088520.02945,9173113.763387,479.036629,48.329462,0.17291,0.181445,1539.005044,3014.717239,1.134302,0.18024,0.173356,Healthcare,1.0
electricity/15T/short,FLAIR,331936.493334,333316.505309,98.609696,1.809622,0.261666,0.251549,25.574859,576.1393,1.135684,0.194379,0.168537,Energy,1.0
electricity/15T/medium,FLAIR,522574.675232,505979.466212,87.58491,1.436372,0.235099,0.204472,17.758839,722.893267,1.245618,0.150918,0.128893,Energy,1.0
electricity/15T/long,FLAIR,729001.305684,722002.540315,97.26324,1.508114,0.238617,0.206898,18.82834,853.815733,1.346999,0.153445,0.130405,Energy,1.0
electricity/D/short,FLAIR,3336742139.596409,3373364466.752432,5718.161589,1.877296,0.51121,0.112023,23.668649,57764.540504,0.949263,0.093968,0.076583,Energy,1.0
electricity/H/short,FLAIR,2391127.473902,2353534.291058,215.544306,1.197078,0.285045,0.156805,15.513272,1546.327091,0.729977,0.101752,0.086853,Energy,1.0
electricity/H/medium,FLAIR,7358215.549301,7138566.987216,279.56292,1.27331,0.254513,0.154357,15.97618,2712.603095,1.058818,0.109123,0.093815,Energy,1.0
electricity/H/long,FLAIR,12154981.673091,11779468.9251,323.549175,1.40952,0.361404,0.166413,20.125769,3486.399529,1.375035,0.127608,0.111038,Energy,1.0
electricity/W/short,FLAIR,492537359263.65155,438447795016.903,63214.219025,2.318484,0.308404,0.131744,38.455153,701810.059249,1.601299,0.144234,0.130982,Energy,1.0
ett1/15T/short,FLAIR,11.203164,10.803408,1.636568,0.974162,0.440353,0.360336,15.964826,3.347113,0.632744,0.309379,0.276288,Energy,7.0
ett1/15T/medium,FLAIR,16.63878,16.538369,2.131784,1.302819,0.698149,0.521338,24.207572,4.079066,0.777474,0.40632,0.363853,Energy,7.0
ett1/15T/long,FLAIR,15.242831,14.98799,2.050376,1.296729,0.69466,0.520269,24.295143,3.904207,0.744146,0.390804,0.353056,Energy,7.0
ett1/D/short,FLAIR,53501.976935,56002.530094,158.609571,1.906028,1.435241,0.523123,18.803711,231.304944,0.60753,0.416593,0.330033,Energy,7.0
ett1/H/short,FLAIR,156.577342,150.95213,6.13286,0.996258,0.465548,0.341815,15.459233,12.513087,0.584037,0.286246,0.249359,Energy,7.0
ett1/H/medium,FLAIR,234.812757,219.873327,8.238859,1.468802,2197888173509.9204,0.53595,25.817657,15.323601,0.733964,0.394622,0.347601,Energy,7.0
ett1/H/long,FLAIR,222.79844,214.853875,7.983471,1.442468,2464680700628.321,0.542295,27.422127,14.926434,0.714795,0.382311,0.344584,Energy,7.0
ett1/W/short,FLAIR,1476802.865854,1528859.741146,926.554926,1.596517,0.589489,0.556696,17.02035,1215.237782,0.483572,0.368698,0.307011,Energy,7.0
ett2/15T/short,FLAIR,26.632946,26.645116,3.622096,2.479282,0.359441,0.632634,81.587359,5.160712,0.244997,0.171954,0.158519,Energy,7.0
ett2/15T/medium,FLAIR,34.238312,34.275728,4.234939,2.707531,0.400352,0.69796,90.23806,5.851351,0.311829,0.225688,0.211105,Energy,7.0
ett2/15T/long,FLAIR,31.737682,31.666041,4.115743,2.672058,0.396153,0.693604,88.780801,5.633621,0.300226,0.219335,0.204828,Energy,7.0
ett2/D/short,FLAIR,339929.702605,339750.884441,437.389051,5.155232,0.643839,0.731029,156.991607,583.034907,0.333686,0.250329,0.223489,Energy,7.0
ett2/H/short,FLAIR,423.224977,423.278244,14.17601,2.841136,0.36771,0.648959,94.838688,20.572432,0.260916,0.179791,0.164419,Energy,7.0
ett2/H/medium,FLAIR,584.695771,580.563408,17.60071,3.154969,0.427886,0.724451,98.673693,24.180483,0.325848,0.237181,0.215767,Energy,7.0
ett2/H/long,FLAIR,623.758181,605.083804,18.419692,3.261038,0.449649,0.754067,104.425916,24.975151,0.342015,0.252244,0.233452,Energy,7.0
ett2/W/short,FLAIR,14939293.361297,14864605.428318,2934.343974,2.826266,0.451614,0.777078,82.108822,3865.138207,0.324226,0.246146,0.223261,Energy,7.0
hierarchical_sales/D/short,FLAIR,30.229018,29.884853,2.516383,0.820093,0.767819,1.074254,8.853279,5.498092,1.686754,0.771998,0.633897,Sales,1.0
hierarchical_sales/W/short,FLAIR,618.429638,557.711594,11.43346,0.898088,0.767167,0.575597,8.299537,24.868246,1.141713,0.524916,0.433191,Sales,1.0
hospital/M/short,FLAIR,4481.027615,4453.675263,22.462194,0.892383,0.238394,0.204627,8.261409,66.940478,0.243009,0.081543,0.066275,Healthcare,1.0
jena_weather/10T/short,FLAIR,1521.754185,1416.644338,8.313009,0.348664,0.421131,0.555087,7.665696,39.009668,0.242299,0.051634,0.050305,Nature,21.0
jena_weather/10T/medium,FLAIR,1955.10841,1863.366044,11.502501,0.685508,0.894316,0.625831,17.584293,44.216608,0.271357,0.070591,0.066557,Nature,21.0
jena_weather/10T/long,FLAIR,1752.418498,1708.347104,11.274194,0.733519,0.831146,0.613686,20.353126,41.861898,0.25616,0.068989,0.065077,Nature,21.0
jena_weather/D/short,FLAIR,655.038248,644.259297,13.351926,1.750011,1.420649,0.508405,21.502072,25.593715,0.154116,0.0804,0.068994,Nature,21.0
jena_weather/H/short,FLAIR,1237.868778,1200.922036,9.448142,0.644299,1.203396,0.539873,7.928838,35.183359,0.215672,0.057917,0.051868,Nature,21.0
jena_weather/H/medium,FLAIR,2120.810865,2241.073051,13.344464,0.94926,3.11635,0.575789,12.443319,46.052262,0.281802,0.081657,0.072793,Nature,21.0
jena_weather/H/long,FLAIR,2107.417315,2161.930338,14.404905,1.244592,2.86334,0.61397,25.311143,45.906615,0.276409,0.086733,0.077924,Nature,21.0
kdd_cup_2018/D/short,FLAIR,3006.557525,3162.461054,24.067384,1.387473,0.610837,0.568035,12.952926,54.832085,1.228297,0.539135,0.445475,Nature,1.0
kdd_cup_2018/H/short,FLAIR,5187.227647,5223.382767,28.15877,1.15485,1.151132,0.618173,11.744858,72.022411,1.50756,0.589414,0.483833,Nature,1.0
kdd_cup_2018/H/medium,FLAIR,5460.132239,5723.911703,28.161159,1.139459,0.998756,0.630923,12.250618,73.892708,1.546708,0.589464,0.489918,Nature,1.0
kdd_cup_2018/H/long,FLAIR,4244.498144,4496.920604,26.100526,1.104708,0.958125,0.689481,11.035758,65.149813,1.528678,0.612424,0.509496,Nature,1.0
loop_seattle/5T/short,FLAIR,63.3358,62.532824,4.916107,0.767416,0.132042,0.101202,9.724926,7.958379,0.136469,0.0843,0.070772,Transport,1.0
loop_seattle/5T/medium,FLAIR,130.624745,129.362553,7.645634,1.196106,0.251484,0.166533,15.530099,11.429118,0.203348,0.136032,0.116363,Transport,1.0
loop_seattle/5T/long,FLAIR,138.016265,138.002472,7.904373,1.236137,0.266121,0.168869,17.336875,11.748032,0.207708,0.139751,0.120435,Transport,1.0
loop_seattle/D/short,FLAIR,20.377594,20.571716,3.163497,0.961908,0.058548,0.058327,10.575105,4.514155,0.080674,0.056536,0.047085,Transport,1.0
loop_seattle/H/short,FLAIR,99.73554,98.169871,6.411203,1.272367,0.17245,0.139689,13.333619,9.986768,0.176776,0.113485,0.094813,Transport,1.0
loop_seattle/H/medium,FLAIR,130.251176,132.586799,7.230877,1.460605,0.157953,0.162252,16.08374,11.412764,0.201719,0.127805,0.108949,Transport,1.0
loop_seattle/H/long,FLAIR,89.617814,91.671198,6.214212,1.265316,0.193047,0.137873,12.82307,9.466669,0.169182,0.111056,0.092071,Transport,1.0
m4_daily/D/short,FLAIR,669444.826693,660992.801928,213.848246,4.020293,0.04963,0.036765,49.123771,818.196081,0.126389,0.033034,0.028067,Econ/Fin,1.0
m4_hourly/H/short,FLAIR,3263098.689996,3119371.448766,363.188111,1.197334,0.169155,0.137089,11.946069,1806.404908,0.246614,0.049583,0.039578,Econ/Fin,1.0
m4_monthly/M/short,FLAIR,2733372.004643,2717394.133928,701.547254,1.212859,0.193984,0.16344,15.006849,1653.291264,0.343611,0.145806,0.1224,Econ/Fin,1.0
m4_quarterly/Q/short,FLAIR,2266098.821729,2262952.555092,657.054305,1.387605,0.139459,0.115978,23.0516,1505.356709,0.25197,0.109979,0.096895,Econ/Fin,1.0
m4_weekly/W/short,FLAIR,552386.602707,561669.643981,356.234202,2.638264,0.088835,0.095407,42.232494,743.227154,0.135404,0.0649,0.055604,Econ/Fin,1.0
m4_yearly/A/short,FLAIR,5195722.254452,5187575.471933,1010.735004,3.611258,0.196585,0.153881,91.330298,2279.412699,0.365514,0.162076,0.150206,Econ/Fin,1.0
m_dense/D/short,FLAIR,12216.783549,10642.007134,53.522602,0.781775,0.139105,0.11315,10.007795,110.52956,0.191343,0.092656,0.08034,Transport,1.0
m_dense/H/short,FLAIR,86574.385782,87336.59872,153.407643,1.296739,0.540514,0.36889,12.709692,294.235256,0.5219,0.272107,0.224646,Transport,1.0
m_dense/H/medium,FLAIR,62199.607549,61839.674426,125.689636,1.061032,0.442575,0.325053,10.623554,249.398491,0.433922,0.218684,0.181446,Transport,1.0
m_dense/H/long,FLAIR,63802.358706,63220.935021,129.633555,1.087831,0.478427,0.315067,10.586154,252.591288,0.437273,0.224415,0.183683,Transport,1.0
restaurant/D/short,FLAIR,163.505202,168.195236,7.856003,0.752341,0.640545,0.447722,5.889525,12.786915,0.588483,0.361551,0.290662,Sales,1.0
saugeen/D/short,FLAIR,1239.088382,1229.61184,15.05451,3.344573,0.396721,0.404643,64.186891,35.200687,1.140159,0.487619,0.444533,Nature,1.0
saugeen/M/short,FLAIR,457.448894,463.571315,13.618878,0.798042,0.396624,0.386972,9.951231,21.388055,0.642134,0.40888,0.355918,Nature,1.0
saugeen/W/short,FLAIR,1339.100692,1342.76575,17.722078,1.437546,0.506301,0.469615,23.019758,36.593725,1.104612,0.534956,0.475265,Nature,1.0
solar/10T/short,FLAIR,30.815206,29.564313,2.600244,1.142674,3.659219,1.467446,26.055109,5.551145,1.614827,0.756411,0.723249,Energy,1.0
solar/10T/medium,FLAIR,36.416787,33.851995,3.162072,1.387417,3.923399,1.420933,25.91912,6.034632,1.339109,0.701676,0.657614,Energy,1.0
solar/10T/long,FLAIR,35.355182,34.318064,3.200316,1.400589,3.145457,1.430381,27.624602,5.946022,1.285138,0.691697,0.648865,Energy,1.0
solar/D/short,FLAIR,160847.093667,177662.847783,295.234858,1.151039,1.200362,0.468401,8.100861,401.057469,0.579391,0.426514,0.338657,Energy,1.0
solar/H/short,FLAIR,821.98654,832.997004,12.002178,0.92692,4.390577,1.193489,14.48959,28.670308,1.056797,0.442404,0.412896,Energy,1.0
solar/H/medium,FLAIR,1005.632555,1023.287222,13.083381,1.000607,5.51753,1.247763,16.692324,31.71171,1.14233,0.471294,0.444431,Energy,1.0
solar/H/long,FLAIR,1013.425263,1099.850975,13.799986,1.048032,6.4574,1.117445,13.02069,31.834341,1.103755,0.478471,0.432259,Energy,1.0
solar/W/short,FLAIR,4229962.43034,4386464.359668,1741.18156,1.920394,0.401015,0.315943,16.844327,2056.687247,0.419821,0.355419,0.291332,Energy,1.0
sz_taxi/15T/short,FLAIR,19.810018,20.385334,3.075499,0.614256,1011817516072.6256,0.430978,5.2587,4.450845,0.416173,0.287572,0.229803,Transport,1.0
sz_taxi/15T/medium,FLAIR,19.275958,19.674617,3.042065,0.593949,13682642569993.328,0.439433,5.292123,4.390439,0.408604,0.283115,0.228534,Transport,1.0
sz_taxi/15T/long,FLAIR,20.2492,20.699054,3.130856,0.594331,8654879688529.064,0.458577,5.025969,4.499911,0.416504,0.289786,0.234586,Transport,1.0
sz_taxi/H/short,FLAIR,8.119144,8.276211,2.021979,0.614413,0.998617,0.328412,5.270816,2.849411,0.26544,0.18836,0.150793,Transport,1.0
temperature_rain/D/short,FLAIR,196.361564,205.274375,6.765468,1.553404,65.647545,1.428415,23.46365,14.012907,1.64969,0.796474,0.65122,Nature,1.0
us_births/D/short,FLAIR,215796.730167,206362.644165,295.512595,0.434746,0.02821,0.027953,5.147233,464.539267,0.043547,0.027702,0.023269,Healthcare,1.0
us_births/M/short,FLAIR,58615311.654788,43946436.15341,5475.091433,0.618496,0.016943,0.017081,4.811938,7656.063718,0.02378,0.017006,0.013812,Healthcare,1.0
us_births/W/short,FLAIR,4591381.817914,4656502.03886,1516.516913,1.378328,0.020476,0.020466,15.150241,2142.750993,0.029088,0.020587,0.017288,Healthcare,1.0
10 changes: 10 additions & 0 deletions results/FLAIR/config.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"model": "FLAIR",
"model_type": "statistical",
"model_dtype": "float64",
"model_link": "",
"code_link": "",
"org": "Mellon Inc.",
"testdata_leakage": "No",
"replication_code_available": "No"
}