File size: 10,719 Bytes
18a3564
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
TiRex,TimesFM-2.5,0.545,0.445,0.635,0.005,-0.012,0.021
TiRex,Toto-1.0,0.685,0.595,0.775,0.031,0.009,0.052
TiRex,Chronos-Bolt,0.835,0.76,0.905,0.06,0.042,0.08
TiRex,Moirai-2.0,0.825,0.75,0.895,0.053,0.036,0.072
TiRex,TabPFN-TS,0.72,0.63,0.81,0.049,0.005,0.092
TiRex,Sundial-Base,0.905,0.85,0.96,0.137,0.107,0.169
TiRex,Stat. Ensemble,0.92,0.86,0.97,0.281,0.232,0.328
TiRex,AutoARIMA,0.95,0.9,0.99,0.277,0.237,0.32
TiRex,AutoETS,0.92,0.86,0.97,0.524,0.417,0.626
TiRex,AutoTheta,0.99,0.97,1.0,0.393,0.339,0.445
TiRex,Seasonal Naive,1.0,1.0,1.0,0.426,0.379,0.479
TiRex,Naive,0.99,0.97,1.0,0.605,0.547,0.653
TiRex,Drift,0.99,0.97,1.0,0.606,0.545,0.655
TimesFM-2.5,TiRex,0.455,0.365,0.555,-0.005,-0.021,0.012
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
TimesFM-2.5,Toto-1.0,0.57,0.48,0.67,0.026,0.003,0.05
TimesFM-2.5,Chronos-Bolt,0.73,0.645,0.81,0.056,0.035,0.077
TimesFM-2.5,Moirai-2.0,0.75,0.67,0.825,0.049,0.028,0.071
TimesFM-2.5,TabPFN-TS,0.7,0.61,0.79,0.045,-0.003,0.088
TimesFM-2.5,Sundial-Base,0.925,0.875,0.97,0.133,0.105,0.162
TimesFM-2.5,Stat. Ensemble,0.84,0.77,0.91,0.277,0.224,0.327
TimesFM-2.5,AutoARIMA,0.92,0.86,0.97,0.274,0.233,0.32
TimesFM-2.5,AutoETS,0.87,0.8,0.93,0.522,0.415,0.626
TimesFM-2.5,AutoTheta,0.96,0.91,0.99,0.39,0.332,0.447
TimesFM-2.5,Seasonal Naive,0.99,0.97,1.0,0.423,0.377,0.476
TimesFM-2.5,Naive,0.99,0.97,1.0,0.603,0.545,0.651
TimesFM-2.5,Drift,0.97,0.93,1.0,0.604,0.544,0.654
Toto-1.0,TiRex,0.315,0.225,0.405,-0.032,-0.054,-0.01
Toto-1.0,TimesFM-2.5,0.43,0.33,0.52,-0.027,-0.053,-0.003
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
Toto-1.0,Chronos-Bolt,0.57,0.475,0.655,0.03,0.001,0.055
Toto-1.0,Moirai-2.0,0.6,0.51,0.685,0.023,0.002,0.045
Toto-1.0,TabPFN-TS,0.57,0.48,0.66,0.019,-0.033,0.07
Toto-1.0,Sundial-Base,0.825,0.745,0.895,0.11,0.074,0.147
Toto-1.0,Stat. Ensemble,0.8,0.72,0.87,0.258,0.2,0.309
Toto-1.0,AutoARIMA,0.86,0.79,0.92,0.254,0.207,0.305
Toto-1.0,AutoETS,0.83,0.75,0.9,0.51,0.402,0.614
Toto-1.0,AutoTheta,0.9,0.83,0.95,0.373,0.31,0.431
Toto-1.0,Seasonal Naive,0.96,0.92,0.99,0.407,0.354,0.465
Toto-1.0,Naive,0.98,0.95,1.0,0.592,0.532,0.642
Toto-1.0,Drift,0.96,0.92,0.99,0.594,0.53,0.645
Chronos-Bolt,TiRex,0.165,0.095,0.24,-0.064,-0.088,-0.044
Chronos-Bolt,TimesFM-2.5,0.27,0.19,0.355,-0.059,-0.083,-0.037
Chronos-Bolt,Toto-1.0,0.43,0.345,0.525,-0.031,-0.059,-0.001
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
Chronos-Bolt,Moirai-2.0,0.46,0.375,0.545,-0.007,-0.03,0.016
Chronos-Bolt,TabPFN-TS,0.53,0.43,0.63,-0.011,-0.059,0.031
Chronos-Bolt,Sundial-Base,0.815,0.74,0.89,0.082,0.045,0.116
Chronos-Bolt,Stat. Ensemble,0.78,0.69,0.85,0.235,0.184,0.284
Chronos-Bolt,AutoARIMA,0.87,0.8,0.92,0.231,0.188,0.277
Chronos-Bolt,AutoETS,0.8,0.72,0.87,0.496,0.379,0.605
Chronos-Bolt,AutoTheta,0.92,0.86,0.97,0.354,0.3,0.409
Chronos-Bolt,Seasonal Naive,0.96,0.92,0.99,0.389,0.342,0.441
Chronos-Bolt,Naive,0.98,0.95,1.0,0.58,0.524,0.628
Chronos-Bolt,Drift,0.97,0.93,1.0,0.581,0.52,0.63
Moirai-2.0,TiRex,0.175,0.105,0.25,-0.056,-0.077,-0.038
Moirai-2.0,TimesFM-2.5,0.25,0.175,0.33,-0.052,-0.076,-0.029
Moirai-2.0,Toto-1.0,0.4,0.315,0.49,-0.024,-0.047,-0.002
Moirai-2.0,Chronos-Bolt,0.54,0.455,0.625,0.007,-0.016,0.029
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
Moirai-2.0,TabPFN-TS,0.53,0.44,0.63,-0.004,-0.055,0.042
Moirai-2.0,Sundial-Base,0.855,0.78,0.92,0.089,0.054,0.123
Moirai-2.0,Stat. Ensemble,0.79,0.71,0.86,0.24,0.187,0.292
Moirai-2.0,AutoARIMA,0.87,0.8,0.93,0.236,0.189,0.286
Moirai-2.0,AutoETS,0.82,0.74,0.89,0.5,0.382,0.609
Moirai-2.0,AutoTheta,0.88,0.81,0.93,0.358,0.299,0.415
Moirai-2.0,Seasonal Naive,0.94,0.89,0.98,0.393,0.343,0.448
Moirai-2.0,Naive,0.95,0.9,0.99,0.583,0.523,0.634
Moirai-2.0,Drift,0.94,0.88,0.98,0.584,0.519,0.636
TabPFN-TS,TiRex,0.28,0.19,0.37,-0.052,-0.101,-0.005
TabPFN-TS,TimesFM-2.5,0.3,0.21,0.39,-0.047,-0.097,0.003
TabPFN-TS,Toto-1.0,0.43,0.34,0.52,-0.02,-0.076,0.032
TabPFN-TS,Chronos-Bolt,0.47,0.37,0.57,0.011,-0.032,0.055
TabPFN-TS,Moirai-2.0,0.47,0.37,0.56,0.004,-0.044,0.052
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
TabPFN-TS,Sundial-Base,0.72,0.63,0.8,0.093,0.05,0.135
TabPFN-TS,Stat. Ensemble,0.735,0.645,0.815,0.243,0.19,0.297
TabPFN-TS,AutoARIMA,0.81,0.73,0.88,0.239,0.189,0.292
TabPFN-TS,AutoETS,0.75,0.66,0.83,0.503,0.387,0.611
TabPFN-TS,AutoTheta,0.89,0.82,0.95,0.361,0.302,0.422
TabPFN-TS,Seasonal Naive,0.96,0.92,0.99,0.396,0.346,0.447
TabPFN-TS,Naive,0.96,0.92,0.99,0.584,0.526,0.636
TabPFN-TS,Drift,0.92,0.86,0.97,0.586,0.521,0.639
Sundial-Base,TiRex,0.095,0.04,0.15,-0.159,-0.203,-0.119
Sundial-Base,TimesFM-2.5,0.075,0.03,0.125,-0.154,-0.193,-0.118
Sundial-Base,Toto-1.0,0.175,0.105,0.255,-0.124,-0.172,-0.079
Sundial-Base,Chronos-Bolt,0.185,0.11,0.26,-0.09,-0.132,-0.047
Sundial-Base,Moirai-2.0,0.145,0.08,0.22,-0.097,-0.14,-0.057
Sundial-Base,TabPFN-TS,0.28,0.2,0.37,-0.102,-0.155,-0.053
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
Sundial-Base,Stat. Ensemble,0.64,0.55,0.73,0.166,0.096,0.23
Sundial-Base,AutoARIMA,0.71,0.61,0.79,0.162,0.102,0.22
Sundial-Base,AutoETS,0.7,0.61,0.78,0.453,0.323,0.576
Sundial-Base,AutoTheta,0.74,0.65,0.82,0.296,0.226,0.364
Sundial-Base,Seasonal Naive,0.91,0.85,0.96,0.334,0.281,0.392
Sundial-Base,Naive,0.9,0.84,0.96,0.542,0.473,0.598
Sundial-Base,Drift,0.84,0.76,0.91,0.543,0.47,0.602
Stat. Ensemble,TiRex,0.08,0.03,0.14,-0.39,-0.488,-0.302
Stat. Ensemble,TimesFM-2.5,0.16,0.09,0.23,-0.384,-0.487,-0.288
Stat. Ensemble,Toto-1.0,0.2,0.13,0.28,-0.347,-0.448,-0.25
Stat. Ensemble,Chronos-Bolt,0.22,0.15,0.31,-0.307,-0.396,-0.226
Stat. Ensemble,Moirai-2.0,0.21,0.14,0.29,-0.316,-0.412,-0.23
Stat. Ensemble,TabPFN-TS,0.265,0.185,0.355,-0.322,-0.423,-0.234
Stat. Ensemble,Sundial-Base,0.36,0.27,0.45,-0.199,-0.298,-0.107
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
Stat. Ensemble,AutoARIMA,0.51,0.42,0.605,-0.005,-0.049,0.041
Stat. Ensemble,AutoETS,0.765,0.68,0.845,0.365,0.22,0.501
Stat. Ensemble,AutoTheta,0.88,0.82,0.94,0.156,0.108,0.208
Stat. Ensemble,Seasonal Naive,0.795,0.725,0.87,0.202,0.148,0.257
Stat. Ensemble,Naive,0.93,0.88,0.98,0.451,0.395,0.503
Stat. Ensemble,Drift,0.95,0.9,0.99,0.452,0.394,0.506
AutoARIMA,TiRex,0.05,0.01,0.1,-0.383,-0.47,-0.311
AutoARIMA,TimesFM-2.5,0.08,0.03,0.14,-0.377,-0.471,-0.303
AutoARIMA,Toto-1.0,0.14,0.08,0.21,-0.341,-0.439,-0.261
AutoARIMA,Chronos-Bolt,0.13,0.08,0.2,-0.3,-0.383,-0.232
AutoARIMA,Moirai-2.0,0.13,0.07,0.2,-0.309,-0.401,-0.233
AutoARIMA,TabPFN-TS,0.19,0.12,0.27,-0.315,-0.412,-0.233
AutoARIMA,Sundial-Base,0.29,0.21,0.39,-0.193,-0.282,-0.114
AutoARIMA,Stat. Ensemble,0.49,0.395,0.58,0.005,-0.043,0.047
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
AutoARIMA,AutoETS,0.695,0.615,0.785,0.359,0.211,0.496
AutoARIMA,AutoTheta,0.77,0.69,0.85,0.16,0.099,0.216
AutoARIMA,Seasonal Naive,0.88,0.82,0.935,0.206,0.154,0.263
AutoARIMA,Naive,0.92,0.86,0.97,0.454,0.388,0.512
AutoARIMA,Drift,0.89,0.82,0.95,0.455,0.384,0.516
AutoETS,TiRex,0.08,0.03,0.14,-1.102,-1.673,-0.714
AutoETS,TimesFM-2.5,0.13,0.07,0.2,-1.091,-1.672,-0.708
AutoETS,Toto-1.0,0.17,0.1,0.25,-1.041,-1.59,-0.672
AutoETS,Chronos-Bolt,0.2,0.13,0.28,-0.983,-1.531,-0.609
AutoETS,Moirai-2.0,0.18,0.11,0.26,-0.999,-1.559,-0.619
AutoETS,TabPFN-TS,0.25,0.17,0.34,-1.011,-1.572,-0.632
AutoETS,Sundial-Base,0.3,0.22,0.39,-0.828,-1.359,-0.478
AutoETS,Stat. Ensemble,0.235,0.155,0.32,-0.575,-1.003,-0.282
AutoETS,AutoARIMA,0.305,0.215,0.385,-0.56,-0.983,-0.268
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
AutoETS,AutoTheta,0.59,0.49,0.69,-0.345,-0.709,-0.081
AutoETS,Seasonal Naive,0.635,0.545,0.725,-0.268,-0.644,-0.013
AutoETS,Naive,0.77,0.69,0.85,0.104,-0.173,0.297
AutoETS,Drift,0.81,0.73,0.88,0.103,-0.161,0.297
AutoTheta,TiRex,0.01,0.0,0.03,-0.646,-0.803,-0.513
AutoTheta,TimesFM-2.5,0.04,0.01,0.09,-0.639,-0.809,-0.497
AutoTheta,Toto-1.0,0.1,0.05,0.17,-0.596,-0.759,-0.449
AutoTheta,Chronos-Bolt,0.08,0.03,0.14,-0.547,-0.691,-0.429
AutoTheta,Moirai-2.0,0.12,0.07,0.19,-0.558,-0.711,-0.427
AutoTheta,TabPFN-TS,0.11,0.05,0.18,-0.565,-0.731,-0.433
AutoTheta,Sundial-Base,0.26,0.18,0.35,-0.42,-0.572,-0.292
AutoTheta,Stat. Ensemble,0.12,0.06,0.18,-0.184,-0.263,-0.121
AutoTheta,AutoARIMA,0.23,0.15,0.31,-0.19,-0.276,-0.11
AutoTheta,AutoETS,0.41,0.31,0.51,0.257,0.075,0.415
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
AutoTheta,Seasonal Naive,0.68,0.58,0.77,0.055,-0.038,0.135
AutoTheta,Naive,0.83,0.75,0.89,0.35,0.293,0.403
AutoTheta,Drift,0.8,0.71,0.87,0.351,0.288,0.408
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.741,-0.919,-0.611
Seasonal Naive,TimesFM-2.5,0.01,0.0,0.03,-0.733,-0.908,-0.605
Seasonal Naive,Toto-1.0,0.04,0.01,0.08,-0.688,-0.867,-0.548
Seasonal Naive,Chronos-Bolt,0.04,0.01,0.08,-0.636,-0.788,-0.52
Seasonal Naive,Moirai-2.0,0.06,0.02,0.11,-0.648,-0.813,-0.522
Seasonal Naive,TabPFN-TS,0.04,0.01,0.08,-0.655,-0.809,-0.529
Seasonal Naive,Sundial-Base,0.09,0.04,0.15,-0.502,-0.645,-0.39
Seasonal Naive,Stat. Ensemble,0.205,0.13,0.275,-0.253,-0.347,-0.174
Seasonal Naive,AutoARIMA,0.12,0.065,0.18,-0.259,-0.356,-0.182
Seasonal Naive,AutoETS,0.365,0.275,0.455,0.211,0.013,0.392
Seasonal Naive,AutoTheta,0.32,0.23,0.42,-0.058,-0.156,0.037
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
Seasonal Naive,Naive,0.715,0.64,0.785,0.312,0.229,0.386
Seasonal Naive,Drift,0.82,0.74,0.89,0.314,0.222,0.396
Naive,TiRex,0.01,0.0,0.03,-1.532,-1.88,-1.209
Naive,TimesFM-2.5,0.01,0.0,0.03,-1.52,-1.866,-1.196
Naive,Toto-1.0,0.02,0.0,0.05,-1.454,-1.793,-1.135
Naive,Chronos-Bolt,0.02,0.0,0.05,-1.379,-1.689,-1.099
Naive,Moirai-2.0,0.05,0.01,0.1,-1.397,-1.731,-1.095
Naive,TabPFN-TS,0.04,0.01,0.08,-1.407,-1.747,-1.111
Naive,Sundial-Base,0.1,0.04,0.16,-1.184,-1.49,-0.898
Naive,Stat. Ensemble,0.07,0.02,0.12,-0.821,-1.014,-0.653
Naive,AutoARIMA,0.08,0.03,0.14,-0.83,-1.05,-0.635
Naive,AutoETS,0.23,0.15,0.31,-0.116,-0.422,0.148
Naive,AutoTheta,0.17,0.11,0.25,-0.538,-0.676,-0.414
Naive,Seasonal Naive,0.285,0.215,0.36,-0.454,-0.628,-0.298
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
Naive,Drift,0.85,0.78,0.92,0.003,-0.02,0.022
Drift,TiRex,0.01,0.0,0.03,-1.539,-1.898,-1.199
Drift,TimesFM-2.5,0.03,0.0,0.07,-1.527,-1.887,-1.191
Drift,Toto-1.0,0.04,0.01,0.08,-1.46,-1.816,-1.126
Drift,Chronos-Bolt,0.03,0.0,0.07,-1.386,-1.705,-1.084
Drift,Moirai-2.0,0.06,0.02,0.12,-1.403,-1.749,-1.079
Drift,TabPFN-TS,0.08,0.03,0.14,-1.413,-1.773,-1.088
Drift,Sundial-Base,0.16,0.09,0.24,-1.19,-1.513,-0.886
Drift,Stat. Ensemble,0.05,0.01,0.1,-0.826,-1.023,-0.65
Drift,AutoARIMA,0.11,0.05,0.18,-0.835,-1.064,-0.623
Drift,AutoETS,0.19,0.12,0.27,-0.115,-0.423,0.139
Drift,AutoTheta,0.2,0.13,0.29,-0.542,-0.69,-0.404
Drift,Seasonal Naive,0.18,0.11,0.26,-0.458,-0.656,-0.285
Drift,Naive,0.15,0.08,0.22,-0.003,-0.023,0.02
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0