Update BOOM leaderboards with latest Toto 2.0 results

results/leaderboards/BOOMLET_leaderboard.csv

@@ -1,6 +1,6 @@
 model,MASE,CRPS,Rank
-toto_2.0_2.5b,0.588,0.486,2.633
-toto_2.0_1b,0.584,0.486,2.711
+toto_2.0_2.5b,0.584,0.486,2.633
+toto_2.0_1b,0.588,0.486,2.711
 toto_2.0_313m,0.585,0.486,2.9
 toto_2.0_22m,0.601,0.5,4.322
 toto_2.0_4m,0.624,0.517,5.878
@@ -8,10 +8,10 @@ Toto-Open-Base-1.0,0.617,0.519,6.4
 chronos_2,0.623,0.522,6.667
 timesfm_2_5_200m,0.638,0.532,7.7
 moirai_1.1_large,0.767,0.621,11.478
-timesfm_2_0_500m,0.686,0.603,11.511
+timesfm_2_0_500m,0.685,0.603,11.511
 moirai_1.1_base,0.779,0.63,11.756
 moirai_1.1_small,0.786,0.631,12.144
-moirai_2_small,0.902,0.468,12.267
+moirai_2_small,0.902,0.467,12.267
 chronos_bolt_base,0.711,0.637,12.844
 chronos_bolt_small,0.717,0.642,13.078
 time-moe-200M,0.793,0.78,17.178

results/leaderboards/BOOM_domain_leaderboard.csv

@@ -1,24 +1,24 @@
 model,Application usage (MASE),Database (MASE),Infrastructure (MASE),Networking (MASE),Security (MASE),Application usage (CRPS),Database (CRPS),Infrastructure (CRPS),Networking (CRPS),Security (CRPS)
 autoarima,0.865,0.839,0.708,0.937,0.9,0.757,0.734,0.679,0.795,0.757
-autoets,0.87,0.859,0.726,0.98,0.868,1.423,1.604,4.563,2.067,0.878
-autotheta,1.151,1.188,0.976,1.214,1.039,1.019,1.032,0.963,1.104,0.991
-chronos_2,0.657,0.656,0.604,0.657,0.671,0.387,0.381,0.422,0.416,0.466
-chronos_bolt_base,0.748,0.757,0.663,0.756,0.729,0.451,0.441,0.466,0.489,0.535
+autoets,0.87,0.859,0.727,0.98,0.868,1.423,1.604,4.563,2.067,0.878
+autotheta,1.151,1.188,0.976,1.213,1.039,1.019,1.032,0.963,1.105,0.991
+chronos_2,0.657,0.656,0.604,0.657,0.671,0.387,0.381,0.423,0.416,0.467
+chronos_bolt_base,0.748,0.757,0.663,0.757,0.729,0.451,0.441,0.466,0.489,0.535
 chronos_bolt_small,0.748,0.761,0.678,0.779,0.734,0.452,0.444,0.474,0.506,0.539
-moirai_1.1_base,0.721,0.738,0.65,0.786,0.739,0.422,0.414,0.446,0.484,0.503
+moirai_1.1_base,0.721,0.738,0.65,0.786,0.739,0.422,0.414,0.446,0.484,0.504
 moirai_1.1_large,0.73,0.743,0.67,0.773,0.736,0.43,0.418,0.462,0.484,0.504
-moirai_1.1_small,0.74,0.74,0.675,0.808,0.748,0.438,0.425,0.462,0.503,0.507
-moirai_2_small,0.714,0.616,0.657,0.77,0.735,0.432,0.426,0.42,0.487,0.507
+moirai_1.1_small,0.74,0.741,0.675,0.807,0.748,0.438,0.425,0.462,0.503,0.507
+moirai_2_small,0.714,0.616,0.657,0.77,0.735,0.432,0.427,0.42,0.487,0.508
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
 time-moe-200M,0.884,0.903,0.847,0.933,0.776,0.611,0.633,0.71,0.739,0.629
-time-moe-50M,0.864,0.714,0.791,0.856,0.77,0.633,0.618,0.712,0.721,0.625
+time-moe-50M,0.863,0.714,0.791,0.856,0.77,0.633,0.618,0.713,0.721,0.625
 timer,0.871,0.716,0.728,0.871,0.828,0.636,0.619,0.655,0.725,0.664
 timesfm_2_0_500m,0.736,0.765,0.679,0.765,0.717,0.441,0.44,0.471,0.493,0.525
 timesfm_2_5_200m,0.654,0.655,0.577,0.65,0.686,0.384,0.372,0.397,0.408,0.476
-Toto-Open-Base-1.0,0.639,0.635,0.568,0.635,0.682,0.378,0.362,0.391,0.4,0.476
-toto_2.0_1b,0.603,0.597,0.536,0.605,0.651,0.352,0.336,0.363,0.379,0.452
-toto_2.0_2.5b,0.602,0.596,0.534,0.609,0.653,0.352,0.336,0.362,0.379,0.455
-toto_2.0_22m,0.623,0.614,0.552,0.627,0.666,0.366,0.348,0.375,0.391,0.462
+Toto-Open-Base-1.0,0.639,0.635,0.567,0.635,0.682,0.378,0.362,0.391,0.4,0.476
+toto_2.0_1b,0.603,0.597,0.536,0.609,0.653,0.352,0.336,0.363,0.379,0.455
+toto_2.0_2.5b,0.602,0.597,0.534,0.605,0.651,0.352,0.336,0.362,0.379,0.452
+toto_2.0_22m,0.623,0.613,0.552,0.627,0.666,0.366,0.348,0.375,0.391,0.462
 toto_2.0_313m,0.605,0.6,0.538,0.613,0.654,0.354,0.339,0.365,0.383,0.454
 toto_2.0_4m,0.648,0.642,0.569,0.652,0.68,0.382,0.361,0.389,0.406,0.473
 visionts,1.044,1.003,0.858,1.045,0.92,0.692,0.637,0.663,0.736,0.735

results/leaderboards/BOOM_leaderboard.csv

@@ -1,7 +1,7 @@
 model,MASE,CRPS,Rank
 toto_2.0_2.5b,0.581,0.349,3.876
 toto_2.0_1b,0.582,0.349,3.964
-toto_2.0_313m,0.585,0.352,4.258
+toto_2.0_313m,0.585,0.351,4.258
 toto_2.0_22m,0.601,0.363,5.525
 Toto-Open-Base-1.0,0.617,0.375,6.939
 toto_2.0_4m,0.624,0.377,7.173
@@ -13,12 +13,12 @@ moirai_1.1_small,0.729,0.442,11.244
 moirai_2_small,0.672,0.427,11.286
 timesfm_2_0_500m,0.725,0.447,11.907
 chronos_bolt_base,0.726,0.451,12.339
-chronos_bolt_small,0.732,0.455,12.74
+chronos_bolt_small,0.733,0.455,12.74
 autoarima,0.824,0.736,17.14
 time-moe-50M,0.806,0.649,17.522
 time-moe-200M,0.881,0.643,17.538
 timer,0.796,0.639,17.59
-visionts,0.988,0.673,18.726
+visionts,0.988,0.673,18.725
 autoets,0.842,1.975,19.352
 autotheta,1.123,1.018,20.235
 seasonalnaive,1.0,1.0,20.418

results/leaderboards/BOOM_metric_type_leaderboard.csv

@@ -1,12 +1,12 @@
 model,Count (MASE),Distribution (MASE),Gauge (MASE),Rate (MASE),Count (CRPS),Distribution (CRPS),Gauge (CRPS),Rate (CRPS)
 autoarima,1.031,0.864,0.755,0.88,0.767,0.736,0.701,0.777
 autoets,1.074,0.854,0.774,0.907,1.557,1.22,3.059,1.496
-autotheta,1.578,1.144,1.062,1.158,1.132,0.976,1.016,1.034
+autotheta,1.578,1.144,1.062,1.158,1.132,0.976,1.015,1.034
 chronos_2,0.714,0.674,0.614,0.654,0.338,0.384,0.409,0.38
-chronos_bolt_base,0.88,0.753,0.696,0.74,0.402,0.446,0.463,0.443
+chronos_bolt_base,0.88,0.753,0.696,0.739,0.402,0.446,0.463,0.443
 chronos_bolt_small,0.883,0.759,0.706,0.742,0.403,0.452,0.469,0.445
 moirai_1.1_base,0.795,0.724,0.686,0.728,0.353,0.422,0.444,0.418
-moirai_1.1_large,0.813,0.73,0.7,0.733,0.372,0.428,0.456,0.422
+moirai_1.1_large,0.813,0.729,0.7,0.733,0.372,0.428,0.456,0.422
 moirai_1.1_small,0.808,0.737,0.704,0.75,0.379,0.432,0.459,0.433
 moirai_2_small,0.686,0.745,0.616,0.711,0.398,0.428,0.427,0.429
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
@@ -16,9 +16,9 @@ timer,0.663,0.89,0.721,0.864,0.662,0.608,0.658,0.63
 timesfm_2_0_500m,0.919,0.745,0.706,0.726,0.403,0.44,0.466,0.431
 timesfm_2_5_200m,0.71,0.672,0.591,0.659,0.325,0.384,0.386,0.382
 Toto-Open-Base-1.0,0.687,0.658,0.583,0.634,0.317,0.382,0.382,0.369
-toto_2.0_1b,0.634,0.626,0.542,0.609,0.279,0.358,0.35,0.35
-toto_2.0_2.5b,0.626,0.625,0.54,0.609,0.278,0.36,0.349,0.351
+toto_2.0_1b,0.634,0.626,0.541,0.609,0.279,0.36,0.35,0.351
+toto_2.0_2.5b,0.626,0.625,0.54,0.609,0.278,0.358,0.349,0.35
 toto_2.0_22m,0.67,0.647,0.56,0.626,0.303,0.373,0.364,0.362
-toto_2.0_313m,0.626,0.629,0.546,0.61,0.281,0.361,0.353,0.351
+toto_2.0_313m,0.626,0.629,0.545,0.61,0.281,0.361,0.353,0.351
 toto_2.0_4m,0.704,0.664,0.584,0.65,0.313,0.38,0.379,0.38
 visionts,1.199,1.03,0.925,1.032,0.591,0.672,0.674,0.68

results/leaderboards/BOOM_term_leaderboard.csv

@@ -1,10 +1,10 @@
 model,Long (MASE),Medium (MASE),Short (MASE),Long (CRPS),Medium (CRPS),Short (CRPS)
-autoarima,0.896,0.853,0.749,0.807,0.804,0.634
+autoarima,0.895,0.853,0.749,0.807,0.804,0.634
 autoets,0.938,0.885,0.739,2.83,2.399,1.253
 autotheta,1.368,1.163,0.928,1.296,1.183,0.738
 chronos_2,0.71,0.68,0.562,0.444,0.426,0.33
 chronos_bolt_base,0.798,0.782,0.632,0.519,0.507,0.365
-chronos_bolt_small,0.813,0.782,0.638,0.528,0.508,0.368
+chronos_bolt_small,0.813,0.782,0.637,0.528,0.508,0.368
 moirai_1.1_base,0.78,0.753,0.627,0.473,0.46,0.37
 moirai_1.1_large,0.799,0.77,0.626,0.491,0.475,0.369
 moirai_1.1_small,0.797,0.769,0.649,0.485,0.475,0.387
@@ -16,8 +16,8 @@ timer,0.809,0.804,0.779,0.661,0.671,0.597
 timesfm_2_0_500m,0.817,0.78,0.619,0.522,0.499,0.359
 timesfm_2_5_200m,0.7,0.67,0.554,0.424,0.411,0.331
 Toto-Open-Base-1.0,0.688,0.657,0.535,0.424,0.406,0.318
-toto_2.0_1b,0.653,0.617,0.504,0.393,0.376,0.298
-toto_2.0_2.5b,0.65,0.616,0.504,0.394,0.377,0.298
+toto_2.0_1b,0.653,0.617,0.505,0.393,0.377,0.298
+toto_2.0_2.5b,0.65,0.616,0.504,0.393,0.376,0.298
 toto_2.0_22m,0.671,0.642,0.52,0.408,0.393,0.308
 toto_2.0_313m,0.656,0.621,0.506,0.397,0.379,0.299
 toto_2.0_4m,0.695,0.663,0.543,0.425,0.409,0.32