File size: 9,910 Bytes
409ae36
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
domain,model,eval_metrics/MAPE[0.5],eval_metrics/mean_weighted_sum_quantile_loss,rank
Econ/Fin,auto_arima,0.9365192023498371,0.82547313686996,7.166666666666667
Econ/Fin,auto_ets,1.069790707228502,0.9914310347244895,9.0
Econ/Fin,auto_theta,1.0054900702449128,0.846318218177465,7.833333333333333
Econ/Fin,chronos-small,0.8016337645320165,0.7776047759026133,7.5
Econ/Fin,chronos_base,0.8020694855013312,0.7682503560215578,6.333333333333333
Econ/Fin,chronos_large,0.7991640460606071,0.7743218919662125,7.0
Econ/Fin,crossformer,34.27971965234223,126.76758253255495,21.0
Econ/Fin,d_linear,1.1148346887593732,1.1323705430596809,17.5
Econ/Fin,deepar,1.2278569268049724,1.4148933569849873,14.333333333333334
Econ/Fin,i_transformer,1.0214445148835511,0.8548360574080038,8.333333333333334
Econ/Fin,moirai_1.1_R_base_no_leak,1.2693975078273285,1.035652986793995,15.5
Econ/Fin,moirai_1.1_R_large_no_leak,0.879988898990186,0.7355518100899686,3.1666666666666665
Econ/Fin,moirai_1.1_R_small_no_leak,1.035635272136103,0.8530614545680443,10.833333333333334
Econ/Fin,n_beats,0.8629634668807649,0.9855058224964246,12.666666666666666
Econ/Fin,naive,1.222637910798122,1.3614416351328862,15.166666666666666
Econ/Fin,patch_tst,0.9463918645805333,0.8154506342478772,6.666666666666667
Econ/Fin,seasonal_naive,1.0,1.0,14.833333333333334
Econ/Fin,tft,1.1360880871257253,0.8476154067835847,7.833333333333333
Econ/Fin,tide,1.1466847399238815,1.0894612064116727,17.0
Econ/Fin,timesfm,0.840899493300519,0.7288672456979325,4.833333333333333
Econ/Fin,visionts,0.9927325904977805,1.056804867374159,16.5
Energy,auto_arima,1.020271660057138,0.8634432097816029,12.28125
Energy,auto_ets,1.3407403717825905,4.309210526315789e+23,15.8125
Energy,auto_theta,1.3500329947825767,2.288546713618502,16.90625
Energy,chronos-small,0.9106949318701584,0.684989122019499,8.59375
Energy,chronos_base,0.908599317521494,0.6608616701619849,7.375
Energy,chronos_large,0.9122256820323856,0.6592412529602467,7.25
Energy,crossformer,9236423597.08186,11.594762627902593,14.25
Energy,d_linear,1.1889257931784007,0.9161631466345352,14.71875
Energy,deepar,1.678068514068864,1.3746230213328996,14.6875
Energy,i_transformer,1.2394136898117367,0.8256530209999239,7.0625
Energy,moirai_1.1_R_base_no_leak,0.9874963954081143,0.6351616784559907,5.6875
Energy,moirai_1.1_R_large_no_leak,0.8909713530536371,0.6258812753967218,5.375
Energy,moirai_1.1_R_small_no_leak,0.8991945372018496,0.6974970102561562,7.0
Energy,n_beats,1.1689169414175054,0.9804388197933043,15.09375
Energy,naive,1.2329496956881505,1.717544651501066,18.21875
Energy,patch_tst,1.0002148326675349,0.6519449023593654,5.75
Energy,seasonal_naive,1.0,1.0,15.84375
Energy,tft,1.094935043145979,0.6698073412229205,7.28125
Energy,tide,1.2969242335580595,0.8815970753846475,10.46875
Energy,timesfm,0.990249590684815,0.7036315984358718,8.25
Energy,visionts,1.1457219960976157,0.8253258612638164,13.09375
Healthcare,auto_arima,0.7829904478130371,0.6313761904761905,7.8
Healthcare,auto_ets,0.8061744759695987,0.6378749206349206,7.2
Healthcare,auto_theta,0.9667122096533645,0.8276838095238095,12.0
Healthcare,chronos-small,0.6676511382266025,0.5753475132275132,5.8
Healthcare,chronos_base,0.7248913460690712,0.5941960317460317,5.0
Healthcare,chronos_large,0.6616148175532721,0.5314045502645502,4.2
Healthcare,crossformer,454.59633819128214,70.08870634920635,16.0
Healthcare,d_linear,0.8850081956016165,0.9878685185185185,16.0
Healthcare,deepar,0.8566987649911045,0.8641066137566138,10.4
Healthcare,i_transformer,0.9023075876752837,0.7645924867724868,9.4
Healthcare,moirai_1.1_R_base_no_leak,1.1475007332958291,1.073448677248677,15.8
Healthcare,moirai_1.1_R_large_no_leak,0.8166086394810568,0.68611,8.0
Healthcare,moirai_1.1_R_small_no_leak,1.0612957366806712,0.925962328042328,14.8
Healthcare,n_beats,0.7698977996924792,0.8690820634920635,14.0
Healthcare,naive,1.2056710696279012,1.2890160846560845,17.8
Healthcare,patch_tst,0.7946209932133224,0.6791721164021164,8.6
Healthcare,seasonal_naive,1.0,1.0,15.0
Healthcare,tft,0.7904105809823141,0.7010021693121693,8.2
Healthcare,tide,0.8426731528233347,1.1561685185185187,14.4
Healthcare,timesfm,0.791330416522951,0.7994040740740741,7.8
Healthcare,visionts,0.8034595649263452,0.7956369841269841,12.8
Nature,auto_arima,0.9361489953148219,0.7095217542336816,14.4
Nature,auto_ets,1.206307582700855,76254692.36191763,16.933333333333334
Nature,auto_theta,5.150553292857,1.0319763336420513,16.4
Nature,chronos-small,0.9491555540245159,0.4571809141301187,9.666666666666666
Nature,chronos_base,0.8087692327609204,0.43483874046585586,8.733333333333333
Nature,chronos_large,0.7215301114853574,0.43339550624240464,8.2
Nature,crossformer,3.6857728593414816,1.8222011094109303,12.8
Nature,d_linear,1.6637383989524568,0.566411290270835,14.466666666666667
Nature,deepar,1.3368617172298543,0.784343921808244,11.866666666666667
Nature,i_transformer,1.0245163140037494,0.3923948352004396,6.533333333333333
Nature,moirai_1.1_R_base_no_leak,1.0846943426539009,0.42165427104639003,4.466666666666667
Nature,moirai_1.1_R_large_no_leak,0.9012043168826274,0.37755828000010155,4.133333333333334
Nature,moirai_1.1_R_small_no_leak,0.8636937125921123,0.400148437852242,4.4
Nature,n_beats,2.051183579793879,0.5865729148518006,14.533333333333333
Nature,naive,1.0153007149015423,1.5216687585771838,19.266666666666666
Nature,patch_tst,0.9757662316880771,0.40362241062795473,7.266666666666667
Nature,seasonal_naive,1.0,1.0,18.6
Nature,tft,1.3479799792947338,0.4024676715316202,7.466666666666667
Nature,tide,1.6518355265449745,0.648933595846154,13.466666666666667
Nature,timesfm,1.0759825145269837,0.38186899336385965,5.733333333333333
Nature,visionts,1.0368902840216354,0.4874755604862317,11.666666666666666
Sales,auto_arima,0.7716630938105196,0.4828581089269842,14.25
Sales,auto_ets,0.9017684593360312,30.76895095733506,17.25
Sales,auto_theta,0.8258637946630958,0.5029359984438486,14.5
Sales,chronos-small,0.7186805493171662,0.3848441218930615,9.0
Sales,chronos_base,0.7008513669210537,0.3850621220616795,7.25
Sales,chronos_large,0.7034956230009589,0.3844707529650858,7.25
Sales,crossformer,1.4946326987237475,7.655215975652274,20.75
Sales,d_linear,0.7999361690904114,0.5046638267307796,14.25
Sales,deepar,0.7388013496334613,0.3684882238444817,6.25
Sales,i_transformer,0.7592707077676131,0.37054645387589946,4.75
Sales,moirai_1.1_R_base_no_leak,0.667796706791987,0.5158002274792624,9.0
Sales,moirai_1.1_R_large_no_leak,0.6706792874796048,0.4063993273240754,5.25
Sales,moirai_1.1_R_small_no_leak,0.6717145779320488,0.4624986481003004,8.5
Sales,n_beats,0.7261206955984014,0.42619466975098175,11.0
Sales,naive,0.9988290398126464,0.9354131622562287,19.0
Sales,patch_tst,0.7506252415562384,0.36695813811595074,3.25
Sales,seasonal_naive,1.0,1.0,19.25
Sales,tft,0.7571398644569189,0.3639182778535524,8.0
Sales,tide,1.0042130411120884,0.5031160265435741,14.0
Sales,timesfm,0.6834660865486862,0.36525039257779146,2.75
Sales,visionts,0.8110052069079339,0.5234893692225551,15.5
Transport,auto_arima,1.067553229756302,0.7895352174994626,15.866666666666667
Transport,auto_ets,1.2519332616788197,62214211389283.484,18.333333333333332
Transport,auto_theta,1.080401746635928,1.484666133944374,18.733333333333334
Transport,chronos-small,0.8463413166527496,0.6018945114961274,10.066666666666666
Transport,chronos_base,0.8525884818870904,0.5855383296935212,8.066666666666666
Transport,chronos_large,0.847275145385676,0.5853558157193545,8.4
Transport,crossformer,2.133541126273085,2.824391583266013,10.466666666666667
Transport,d_linear,0.9088963832125505,0.7037765247623837,14.733333333333333
Transport,deepar,0.8113936242603784,0.5544948055430984,6.466666666666667
Transport,i_transformer,0.827077979022359,0.4999616864926626,5.866666666666666
Transport,moirai_1.1_R_base_no_leak,0.8561472773934119,0.47760992257555535,6.133333333333334
Transport,moirai_1.1_R_large_no_leak,0.9275713341627421,0.5021373535569643,6.666666666666667
Transport,moirai_1.1_R_small_no_leak,0.910054545689888,0.5002405082060885,8.333333333333334
Transport,n_beats,0.759611430343423,0.6406924635381934,12.6
Transport,naive,1.4793208069977917,2.2909473535610148,20.133333333333333
Transport,patch_tst,0.8021327551126702,0.5059201467965427,5.8
Transport,seasonal_naive,1.0,1.0,17.333333333333332
Transport,tft,0.8220948248404197,0.485294449011853,4.8
Transport,tide,0.8779217036886292,0.5698046392964627,10.4
Transport,timesfm,0.9283663454018408,0.577738758232893,8.133333333333333
Transport,visionts,0.8701382141384387,0.6655022406963716,13.666666666666666
Web/CloudOps,auto_arima,0.8940721359171526,0.9239632177767032,14.5
Web/CloudOps,auto_ets,1.1484024357848706,3541668.1195238987,17.05
Web/CloudOps,auto_theta,0.8325449233161077,0.7377937575734188,12.1
Web/CloudOps,chronos-small,1.1477382857881004,0.7519221963095372,10.4
Web/CloudOps,chronos_base,1.2983512147050473,0.8105248727247287,11.35
Web/CloudOps,chronos_large,1.3303495508509569,0.79130505302003,11.65
Web/CloudOps,crossformer,3.905809488486181,0.7282280986973914,11.35
Web/CloudOps,d_linear,1.679664570939319,0.813864694620387,12.55
Web/CloudOps,deepar,0.8567686630861442,0.7806071927900515,11.7
Web/CloudOps,i_transformer,0.7194432840929166,0.5224562708709003,4.5
Web/CloudOps,moirai_1.1_R_base_no_leak,1.0566434817767107,0.7682523197700815,9.25
Web/CloudOps,moirai_1.1_R_large_no_leak,0.7913068650225961,0.7415333306227597,8.35
Web/CloudOps,moirai_1.1_R_small_no_leak,0.797099135532333,0.7437898694659932,8.5
Web/CloudOps,n_beats,0.6423921434834379,0.6616483361015169,10.3
Web/CloudOps,naive,1.1134728329755728,1.1880618871151416,16.7
Web/CloudOps,patch_tst,0.6023812811006274,0.517794941208908,3.95
Web/CloudOps,seasonal_naive,1.0,1.0,16.35
Web/CloudOps,tft,1.3456759309631106,0.6485214709355084,5.95
Web/CloudOps,tide,0.957645003291147,0.6729746748245962,9.95
Web/CloudOps,timesfm,2.3672130873427584,0.9761625637942284,13.9
Web/CloudOps,visionts,0.8379189396040971,0.7244329358471615,10.65