Add HistRoute-CV model results

results/HistRoute-CV/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+loop_seattle/5T/long,HistRoute-CV,82.70713524,82.70713524,5.281368458,0.835361429,0.174551911,0.119513586,5.822248716,9.094346334,0.160789913,0.09337568,0.073588404,Transport,1
+loop_seattle/5T/medium,HistRoute-CV,67.67068411,67.67068411,4.831554017,0.767870819,0.16073309,0.111294174,5.355745824,8.226219309,0.146361345,0.085963274,0.067556303,Transport,1
+loop_seattle/5T/short,HistRoute-CV,38.30612645,38.30612645,3.371492284,0.535075001,0.091086749,0.071716466,3.910562303,6.189194329,0.106131018,0.057813649,0.045431726,Transport,1
+loop_seattle/D/short,HistRoute-CV,18.31875546,18.31875546,2.898775783,0.873849574,0.053875514,0.053562352,7.16081179,4.280041525,0.076490059,0.051804995,0.042099305,Transport,1
+loop_seattle/H/long,HistRoute-CV,57.92128326,57.92128326,4.057704523,0.848697407,0.118102372,0.094018037,6.554625795,7.610603344,0.136011648,0.0725166,0.057871011,Transport,1
+loop_seattle/H/medium,HistRoute-CV,66.3243604,66.3243604,4.322083027,0.8842841,0.112427543,0.098745822,7.014872712,8.14397694,0.143943883,0.076392335,0.061293463,Transport,1
+loop_seattle/H/short,HistRoute-CV,57.39709916,57.39709916,3.956748227,0.803934889,0.107001434,0.090967451,6.751233625,7.576087325,0.134104451,0.070038468,0.056357645,Transport,1
+m_dense/D/short,HistRoute-CV,8307.151795,8307.151795,43.32493853,0.641532532,0.118407576,0.092648616,6.940585002,91.14357792,0.157783015,0.075001877,0.062376852,Transport,1
+m_dense/H/long,HistRoute-CV,34187.87516,34187.87516,77.40135333,0.675731801,0.250547422,0.184357373,7.151304787,184.8996354,0.320088619,0.133993192,0.110566144,Transport,1
+m_dense/H/medium,HistRoute-CV,36583.76587,36583.76587,78.28337751,0.681160741,0.257394287,0.186227066,7.436063514,191.2688314,0.332783614,0.136203192,0.112470359,Transport,1
+m_dense/H/short,HistRoute-CV,42990.96192,42990.96192,85.30328437,0.762278376,0.284034892,0.203097694,8.094894972,207.3426197,0.367774176,0.151306785,0.125010608,Transport,1
+sz_taxi/15T/long,HistRoute-CV,15.39948735,15.39948735,2.674398446,0.504426245,6.29575E+12,0.395789006,3.759794658,3.924218055,0.363218611,0.247537541,0.196717313,Transport,1
+sz_taxi/15T/medium,HistRoute-CV,16.21120749,16.21120749,2.733556217,0.533266714,9.80167E+12,0.402598593,3.755646699,4.026314381,0.374715749,0.254403027,0.200785741,Transport,1
+sz_taxi/15T/short,HistRoute-CV,16.53300728,16.53300728,2.707151543,0.53994794,1.07808E+12,0.38943602,3.779206363,4.066080088,0.38019589,0.253130255,0.198684929,Transport,1
+sz_taxi/H/short,HistRoute-CV,7.161664106,7.161664106,1.836062132,0.559094319,1.108945929,0.293689563,3.844549021,2.676128567,0.249297892,0.171040519,0.134456762,Transport,1
+bitbrains_fast_storage/5T/long,HistRoute-CV,3244938.051,3244938.051,304.0314666,0.828176754,3.586029866,0.809839658,14.57572641,1801.371159,4.760486127,0.80346439,0.624910598,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,HistRoute-CV,2585746.054,2585746.054,253.2372266,0.923240211,3.038085888,0.796434555,20.04092987,1608.025514,4.885625625,0.769404635,0.584265548,Web/CloudOps,2
+bitbrains_fast_storage/5T/short,HistRoute-CV,1463547.846,1463547.846,143.559204,0.625519964,1.780083062,0.714486625,14.59623969,1209.771816,3.798384313,0.450740397,0.35985841,Web/CloudOps,2
+bitbrains_fast_storage/H/short,HistRoute-CV,2912033.56,2912033.56,315.4734076,0.965118962,3.675941423,0.571813616,20.26375657,1706.468154,4.863988574,0.899201691,0.656694306,Web/CloudOps,2
+bitbrains_rnd/5T/long,HistRoute-CV,2213482.117,2213482.117,151.2374806,3.254863101,1.083576096,0.666358383,114.3487783,1487.777576,5.699340743,0.579356719,0.564919813,Web/CloudOps,2
+bitbrains_rnd/5T/medium,HistRoute-CV,2177875.326,2177875.326,142.1176165,4.324489016,0.436479963,0.692331031,158.2913215,1475.762625,6.20928565,0.597961258,0.607297251,Web/CloudOps,2
+bitbrains_rnd/5T/short,HistRoute-CV,1530185.284,1530185.284,113.2348213,1.585877345,0.988018742,0.634390962,50.97707895,1237.006582,5.061473853,0.463324202,0.372631646,Web/CloudOps,2
+bitbrains_rnd/H/short,HistRoute-CV,1813969.136,1813969.136,163.7770767,5.781546888,1.944648374,0.544179623,198.0279112,1346.836715,5.894416486,0.716768626,0.655255404,Web/CloudOps,2
+bizitobs_application/10S/long,HistRoute-CV,6451406.752,6451406.752,1532.610238,3.299276559,0.048130946,0.049132643,82.24833181,2539.961959,0.097956188,0.059106655,0.054970189,Web/CloudOps,2
+bizitobs_application/10S/medium,HistRoute-CV,4322613.818,4322613.818,1137.056157,2.432298296,0.034951601,0.035732014,41.57647708,2079.089661,0.081639734,0.04464885,0.040207281,Web/CloudOps,2
+bizitobs_application/10S/short,HistRoute-CV,434381.5449,434381.5449,349.8697048,1.096031706,0.015098626,0.015313148,6.092799737,659.0762816,0.025417939,0.013493077,0.010543697,Web/CloudOps,2
+bizitobs_l2c/5T/long,HistRoute-CV,101.5092183,101.5092183,6.722551926,0.644382159,0.487212497,0.798962443,3.312854171,10.07517833,0.565706202,0.377461242,0.282887395,Web/CloudOps,7
+bizitobs_l2c/5T/medium,HistRoute-CV,70.56696119,70.56696119,5.368470186,0.525053207,0.380390303,0.672762699,2.918810744,8.400414346,0.441985341,0.282460487,0.217159952,Web/CloudOps,7
+bizitobs_l2c/5T/short,HistRoute-CV,13.68384569,13.68384569,2.148391435,0.222707625,0.112058081,0.183849796,1.854921757,3.699168243,0.127044407,0.073784456,0.058415976,Web/CloudOps,7
+bizitobs_l2c/H/long,HistRoute-CV,86.5090609,86.5090609,5.34768725,0.570147986,0.636443603,0.773470035,6.256688568,9.301024723,0.568133458,0.326652185,0.272377307,Web/CloudOps,7
+bizitobs_l2c/H/medium,HistRoute-CV,72.94539952,72.94539952,4.836646884,0.487611206,0.496674325,0.759425924,3.778700023,8.540807896,0.517158903,0.292866322,0.236308844,Web/CloudOps,7
+bizitobs_l2c/H/short,HistRoute-CV,57.9498638,57.9498638,4.535458405,0.449517063,0.401369609,0.596823657,2.798582267,7.612480792,0.410332244,0.244472844,0.191209037,Web/CloudOps,7
+bizitobs_service/10S/long,HistRoute-CV,130805.7892,130805.7892,76.18141784,1.292816431,0.082383973,0.077436186,22.99399762,361.6708299,0.26793732,0.056437631,0.053018416,Web/CloudOps,2
+bizitobs_service/10S/medium,HistRoute-CV,32237.123,32237.123,42.88855732,1.026555399,0.068950549,0.060646221,10.64308278,179.5469939,0.13513129,0.032278937,0.024300701,Web/CloudOps,2
+bizitobs_service/10S/short,HistRoute-CV,2292.617504,2292.617504,18.3295616,0.724893403,0.054678504,0.043697117,5.134715647,47.88128553,0.035471988,0.013579126,0.010672756,Web/CloudOps,2
+car_parts/M/short,HistRoute-CV,1.371810405,1.371810405,0.456259843,0.844700751,0.829420595,1.896277469,645.2439049,1.171243103,2.808520813,1.0940643,2.272551047,Sales,1
+covid_deaths/D/short,HistRoute-CV,254606.1053,254606.1053,85.05429283,31.42988201,0.081283006,0.355114725,1088.951303,504.5850823,0.189852584,0.03200209,0.026225631,Healthcare,1
+electricity/15T/long,HistRoute-CV,305882.6788,305882.6788,56.64116856,0.847452218,0.123660223,0.128015692,7.149675101,553.0666133,0.872530395,0.089358388,0.071730377,Energy,1
+electricity/15T/medium,HistRoute-CV,247886.0688,247886.0688,51.44595605,0.799200439,0.119392134,0.126119813,7.090744672,497.8815811,0.857900095,0.088646562,0.071674645,Energy,1
+electricity/15T/short,HistRoute-CV,120331.7783,120331.7783,46.69937534,0.893018042,0.14954246,0.153076811,9.944251903,346.8887117,0.683786036,0.092053675,0.076906725,Energy,1
+electricity/D/short,HistRoute-CV,1248940932,1248940932,4127.030657,1.368855751,0.347726979,0.091998799,10.8051403,35340.3584,0.580759457,0.06782082,0.053322317,Energy,1
+electricity/H/long,HistRoute-CV,8898327.62,8898327.62,266.1287667,1.122087319,0.281473111,0.135963973,10.11755525,2983.006473,1.176496903,0.10496111,0.084682144,Energy,1
+electricity/H/medium,HistRoute-CV,5530962.478,5530962.478,227.4017215,0.997852091,0.212542591,0.123583814,8.808329146,2351.799838,0.917984965,0.088762384,0.071277113,Energy,1
+electricity/H/short,HistRoute-CV,1600935.46,1600935.46,161.8135338,0.887092654,0.165419521,0.11978751,10.01084289,1265.280783,0.597302892,0.076387544,0.062608922,Energy,1
+electricity/W/short,HistRoute-CV,43652704063,43652704063,27995.78283,1.451278808,0.189046988,0.094152655,11.01464,208932.2954,0.476714558,0.063877139,0.049682707,Energy,1
+ett1/15T/long,HistRoute-CV,8.598709477,8.598709477,1.532794452,0.979546169,0.787381172,0.374601819,6.641314472,2.932355619,0.558909851,0.292152123,0.22713328,Energy,7
+ett1/15T/medium,HistRoute-CV,9.11247081,9.11247081,1.549500075,0.972410167,0.759007973,0.373609019,6.30750209,3.018686935,0.575364682,0.295336229,0.2286491,Energy,7
+ett1/15T/short,HistRoute-CV,4.773978711,4.773978711,1.063784916,0.670546453,0.475461897,0.235674697,4.58692206,2.18494364,0.413045279,0.201099621,0.156786263,Energy,7
+ett1/D/short,HistRoute-CV,40986.67952,40986.67952,136.1749417,1.677127514,1.17316565,0.482285646,10.66165088,202.4516721,0.531746052,0.357668015,0.272676897,Energy,7
+ett1/H/long,HistRoute-CV,138.9540061,138.9540061,6.926993121,1.3344334,4.20619E+12,0.465824209,9.409121182,11.78787539,0.56449581,0.331718691,0.257337232,Energy,7
+ett1/H/medium,HistRoute-CV,132.7383471,132.7383471,6.733028424,1.250560845,3.54629E+12,0.431099549,9.175094023,11.52121292,0.551838813,0.322496116,0.250514717,Energy,7
+ett1/H/short,HistRoute-CV,95.93697087,95.93697087,4.822648675,0.799055874,0.462891642,0.25508165,5.429514535,9.794742001,0.457160681,0.225092744,0.172277896,Energy,7
+ett1/W/short,HistRoute-CV,1156229.747,1156229.747,869.5298802,1.529798332,0.640179292,0.556492676,8.026817742,1075.281241,0.427880078,0.346006699,0.251788674,Energy,7
+ett2/15T/long,HistRoute-CV,11.10373554,11.10373554,2.111867137,0.875205561,0.132522586,0.160425167,7.189006578,3.332226814,0.177580387,0.112545215,0.090564553,Energy,7
+ett2/15T/medium,HistRoute-CV,11.5208016,11.5208016,2.106109075,0.865355965,0.129710916,0.157681292,6.703629708,3.394230634,0.180884685,0.112238359,0.089236968,Energy,7
+ett2/15T/short,HistRoute-CV,7.311399304,7.311399304,1.65338936,0.716346118,0.102973631,0.122361767,5.038454496,2.70395993,0.1283666,0.078492277,0.062309397,Energy,7
+ett2/D/short,HistRoute-CV,106566.6958,106566.6958,194.6649292,1.274587448,0.418714377,0.132200955,11.41834586,326.445548,0.186833389,0.111411869,0.090878068,Energy,7
+ett2/H/long,HistRoute-CV,229.2985825,229.2985825,9.26287687,1.022972597,0.177733261,0.172815223,7.662083265,15.14260818,0.207366367,0.126847971,0.103380802,Energy,7
+ett2/H/medium,HistRoute-CV,237.4925942,237.4925942,9.528872176,1.027441935,0.172070589,0.166833327,7.199877323,15.41079473,0.207670352,0.12840767,0.103269954,Energy,7
+ett2/H/short,HistRoute-CV,105.3453773,105.3453773,6.271190283,0.718506016,0.116460531,0.107097507,5.042229932,10.26378962,0.130173404,0.079536138,0.063110965,Energy,7
+ett2/W/short,HistRoute-CV,2913529.943,2913529.943,1174.057082,0.764895543,0.124267326,0.135169803,8.37736407,1706.906542,0.143183275,0.098485379,0.082425566,Energy,7
+hierarchical_sales/D/short,HistRoute-CV,28.4973894,28.4973894,2.295240209,0.740530807,0.630308353,1.059315415,6.926763219,5.338294615,1.63772967,0.704154278,0.570827365,Sales,1
+hierarchical_sales/W/short,HistRoute-CV,463.6878563,463.6878563,8.88825914,0.719670829,0.527546113,0.455090832,6.590480689,21.53341256,0.988609503,0.408064325,0.344308696,Sales,1
+hospital/M/short,HistRoute-CV,2625.405964,2625.405964,17.22070759,0.748692765,0.189772507,0.171216452,5.071215511,51.23871548,0.186008436,0.062515167,0.049810492,Healthcare,1
+jena_weather/10T/long,HistRoute-CV,1401.839525,1401.839525,9.530010058,0.62674034,0.770121283,0.637719404,5.781536116,37.44114749,0.229108793,0.058315764,0.048236315,Nature,21
+jena_weather/10T/medium,HistRoute-CV,1427.601971,1427.601971,9.277801263,0.578038269,0.726444261,0.640872285,5.649967071,37.7836204,0.231877436,0.056937709,0.047020981,Nature,21
+jena_weather/10T/short,HistRoute-CV,727.8677685,727.8677685,4.999071307,0.261352173,0.341439926,0.536107912,2.165202187,26.9790246,0.167573563,0.0310505,0.026266499,Nature,21
+jena_weather/D/short,HistRoute-CV,347.3288218,347.3288218,9.304598021,1.011901757,0.592054014,0.446379359,6.799797461,18.63675996,0.112223754,0.056028887,0.043982314,Nature,21
+jena_weather/H/long,HistRoute-CV,1246.408382,1246.408382,11.0846058,0.976448029,2.033509674,0.652346439,7.834445161,35.30450937,0.212572272,0.066741611,0.054069248,Nature,21
+jena_weather/H/medium,HistRoute-CV,1305.567542,1305.567542,10.13094145,0.787719273,2.053463387,0.682054976,6.023292239,36.13263818,0.221102016,0.061993026,0.049174949,Nature,21
+jena_weather/H/short,HistRoute-CV,1087.748462,1087.748462,8.187054273,0.519226502,1.114906296,0.603564071,4.45955523,32.98103186,0.202171615,0.050186119,0.040235056,Nature,21
+kdd_cup_2018/D/short,HistRoute-CV,2908.891831,2908.891831,21.23222555,1.199543564,0.526676123,0.467447408,9.112760145,53.93414346,1.20818208,0.475624396,0.377103913,Nature,1
+kdd_cup_2018/H/long,HistRoute-CV,3813.261915,3813.261915,22.00666321,0.91720448,0.912201306,0.545139134,7.057615907,61.75161467,1.448942412,0.516365246,0.409804999,Nature,1
+kdd_cup_2018/H/medium,HistRoute-CV,4908.786961,4908.786961,23.55033901,0.956083752,0.892777533,0.511335467,7.955116941,70.0627359,1.466539951,0.492951247,0.395505582,Nature,1
+kdd_cup_2018/H/short,HistRoute-CV,4247.438336,4247.438336,20.862043,0.866373276,0.807328455,0.460268535,7.065291318,65.17237402,1.364175821,0.436680343,0.351789073,Nature,1
+m4_daily/D/short,HistRoute-CV,355207.4911,355207.4911,169.1454609,3.160919651,0.036299024,0.029414612,24.23024229,595.9928616,0.092064426,0.026128299,0.02075222,Econ/Fin,1
+m4_hourly/H/short,HistRoute-CV,913354.6659,913354.6659,184.0491442,0.668806429,0.082586659,0.075311419,5.046584698,955.6959066,0.130473601,0.025126773,0.01945089,Econ/Fin,1
+m4_monthly/M/short,HistRoute-CV,1799961.505,1799961.505,545.8771612,0.902517649,0.156787314,0.129271641,7.358387891,1341.62644,0.278836032,0.113452014,0.090417682,Econ/Fin,1
+m4_quarterly/Q/short,HistRoute-CV,1713475.28,1713475.28,541.1424151,1.132254118,0.110227202,0.098651913,8.542318375,1308.997815,0.219103183,0.090577711,0.072148928,Econ/Fin,1
+m4_weekly/W/short,HistRoute-CV,222875.7817,222875.7817,240.4064777,1.848863766,0.058342111,0.058105739,13.06447386,472.0972163,0.086008792,0.043798332,0.035024289,Econ/Fin,1
+m4_yearly/A/short,HistRoute-CV,3330455.459,3330455.459,827.3642151,3.057421699,0.160834176,0.137189676,27.08384148,1824.95355,0.292639759,0.132671686,0.107126166,Econ/Fin,1
+restaurant/D/short,HistRoute-CV,138.2817125,138.2817125,7.059746188,0.676800459,0.654710147,0.389665089,4.578335577,11.75932449,0.541191359,0.324905877,0.254028177,Sales,1
+saugeen/D/short,HistRoute-CV,1127.695488,1127.695488,12.36401752,2.746784694,0.270311378,0.310646901,28.30601466,33.58117758,1.087702327,0.400473468,0.328315851,Nature,1
+saugeen/M/short,HistRoute-CV,393.6989182,393.6989182,12.38942285,0.725921917,0.353308922,0.354243739,4.407813985,19.84184765,0.595711752,0.371967617,0.286201616,Nature,1
+saugeen/W/short,HistRoute-CV,947.6460932,947.6460932,14.44224451,1.171643914,0.363022743,0.378210134,9.036083377,30.78386092,0.929236437,0.435951158,0.346385134,Nature,1
+solar/10T/long,HistRoute-CV,18.08074715,18.08074715,1.803162112,0.787543872,2.991563357,1.450943668,4.45982119,4.252146182,0.919033381,0.389724647,0.294098397,Energy,1
+solar/10T/medium,HistRoute-CV,17.76947717,17.76947717,1.768115209,0.770969831,3.340910395,1.444746878,4.196746795,4.215385768,0.935410854,0.392351792,0.295827349,Energy,1
+solar/10T/short,HistRoute-CV,15.24189543,15.24189543,1.638529906,0.713539714,4.515565789,1.494001541,3.588456394,3.904087016,1.135698481,0.476648169,0.362511654,Energy,1
+solar/D/short,HistRoute-CV,136004.1392,136004.1392,247.8967761,0.967221754,1.123377064,0.417636127,5.180636037,368.7873902,0.532772188,0.35812642,0.277824364,Energy,1
+solar/H/long,HistRoute-CV,564.1325146,564.1325146,10.58556723,0.804940281,4.51550662,1.388610836,3.694125065,23.75147394,0.823506994,0.367020955,0.278402612,Energy,1
+solar/H/medium,HistRoute-CV,601.8716523,601.8716523,10.27147053,0.784007704,3.872223394,1.386475879,3.640322948,24.53307262,0.883738536,0.370002342,0.282106715,Energy,1
+solar/H/short,HistRoute-CV,601.8440248,601.8440248,10.11286861,0.778526551,3.745796978,1.388774037,3.59262769,24.53250955,0.904276472,0.372763705,0.282235818,Energy,1
+solar/W/short,HistRoute-CV,1520582.343,1520582.343,992.2405342,1.083529359,0.222199269,0.194502011,6.439225542,1233.118949,0.251710396,0.202541091,0.146052192,Energy,1
+temperature_rain/D/short,HistRoute-CV,174.6102443,174.6102443,5.660554565,1.311444683,24.47665282,1.492600226,18.69765838,13.21401696,1.555639164,0.666396933,0.53950731,Nature,1
+us_births/D/short,HistRoute-CV,139754.1119,139754.1119,217.4436982,0.320088969,0.021052188,0.020710588,2.524209708,373.8370125,0.035044186,0.020383582,0.016561064,Healthcare,1
+us_births/M/short,HistRoute-CV,52520951.76,52520951.76,6020.566019,0.679619519,0.018499134,0.018741714,4.059649919,7247.134038,0.022509549,0.018699837,0.013848141,Healthcare,1
+us_births/W/short,HistRoute-CV,1671695.894,1671695.894,993.998992,0.904170569,0.013482373,0.013504741,5.607314979,1292.940793,0.017551544,0.013493439,0.01059475,Healthcare,1

results/HistRoute-CV/config.json

@@ -0,0 +1,8 @@
+{
+    "model": "HistRoute-CV",
+    "model_type": "agentic",
+    "model_dtype": "float32",
+    "org": "Hitsz iLearn-ML",
+    "replication_code_available": "No",
+    "testdata_leakage": "No"
+}