jameswlepage commited on
Commit
129b719
Β·
verified Β·
1 Parent(s): 6d89139

Publish FUTURE-TS v0.1.0 public preview

Browse files
Files changed (2) hide show
  1. index.html +49 -6
  2. styles.css +74 -15
index.html CHANGED
@@ -111,16 +111,59 @@
111
  </div>
112
  <table class="board">
113
  <thead>
114
- <tr><th class="mono">Rank</th><th class="mono">Model</th><th class="mono num">Score</th></tr>
115
  </thead>
116
  <tbody>
117
- <tr><td class="rank mono">01</td><td>Datadog/Toto-2.0-1B</td><td class="num mono">0.2369</td></tr>
118
- <tr><td class="rank mono">02</td><td>Datadog/Toto-2.0-313m</td><td class="num mono">0.2214</td></tr>
119
- <tr><td class="rank mono">03</td><td>NX-AI/TiRex</td><td class="num mono">0.2024</td></tr>
120
- <tr><td class="rank mono">04</td><td>Salesforce/moirai-2.0-R-small</td><td class="num mono">0.1860</td></tr>
121
- <tr><td class="rank mono">05</td><td>amazon/chronos-2</td><td class="num mono">0.1851</td></tr>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
122
  </tbody>
123
  </table>
 
124
  <div class="board-links">
125
  <a href="reports/tsfm_ai_empirical_v2_multi_budget/leaderboard.json">Leaderboard JSON</a>
126
  <a href="paper/future_ts_empirical.pdf">Empirical paper</a>
 
111
  </div>
112
  <table class="board">
113
  <thead>
114
+ <tr><th class="mono">Rank</th><th class="mono">Model</th><th class="mono">Tier</th><th class="num mono">Score</th></tr>
115
  </thead>
116
  <tbody>
117
+ <tr><td class="rank mono">01</td><td class="model">Datadog/Toto-2.0-1B</td><td class="tier mono">T1</td><td class="num mono">0.2369</td></tr>
118
+ <tr><td class="rank mono">02</td><td class="model">Datadog/Toto-2.0-313m <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T2</td><td class="num mono">0.2214</td></tr>
119
+ <tr><td class="rank mono">03</td><td class="model">NX-AI/TiRex <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T3</td><td class="num mono">0.2024</td></tr>
120
+ <tr><td class="rank mono">04</td><td class="model">Salesforce/moirai-2.0-R-small <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T4</td><td class="num mono">0.1860</td></tr>
121
+ <tr><td class="rank mono">05</td><td class="model">amazon/chronos-2 <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T4</td><td class="num mono">0.1851</td></tr>
122
+ <tr><td class="rank mono">06</td><td class="model">NX-AI/TiRex-1.1-gifteval</td><td class="tier mono">T4</td><td class="num mono">0.1833</td></tr>
123
+ <tr><td class="rank mono">07</td><td class="model">google/timesfm-2.5-200m-pytorch</td><td class="tier mono">T4</td><td class="num mono">0.1772</td></tr>
124
+ <tr><td class="rank mono">08</td><td class="model">google/timesfm-2.0-500m-pytorch <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T4</td><td class="num mono">0.1706</td></tr>
125
+ <tr><td class="rank mono">09</td><td class="model">Datadog/Toto-2.0-22m</td><td class="tier mono">T4</td><td class="num mono">0.1640</td></tr>
126
+ <tr><td class="rank mono">10</td><td class="model">Datadog/Toto-2.0-4m <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T4</td><td class="num mono">0.1557</td></tr>
127
+ <tr><td class="rank mono">11</td><td class="model">cisco-ai/cisco-time-series-model-1.0 <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T5</td><td class="num mono">0.1437</td></tr>
128
+ <tr><td class="rank mono">12</td><td class="model">Salesforce/moirai-1.1-R-large</td><td class="tier mono">T6</td><td class="num mono">0.1277</td></tr>
129
+ <tr><td class="rank mono">13</td><td class="model">amazon/chronos-t5-large</td><td class="tier mono">T7</td><td class="num mono">0.1068</td></tr>
130
+ <tr><td class="rank mono">14</td><td class="model">Salesforce/moirai-1.1-R-base</td><td class="tier mono">T7</td><td class="num mono">0.1067</td></tr>
131
+ <tr><td class="rank mono">15</td><td class="model">amazon/chronos-bolt-mini</td><td class="tier mono">T7</td><td class="num mono">0.1030</td></tr>
132
+ <tr><td class="rank mono">16</td><td class="model">Salesforce/moirai-1.1-R-small <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T8</td><td class="num mono">0.0882</td></tr>
133
+ <tr><td class="rank mono">17</td><td class="model">mldi-lab/Kairos_50m</td><td class="tier mono">T9</td><td class="num mono">0.0746</td></tr>
134
+ <tr><td class="rank mono">18</td><td class="model">ibm-research/granite-timeseries-flowstate-r1.1 <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T9</td><td class="num mono">0.0738</td></tr>
135
+ <tr><td class="rank mono">19</td><td class="model">amazon/chronos-bolt-small</td><td class="tier mono">T9</td><td class="num mono">0.0645</td></tr>
136
+ <tr><td class="rank mono">20</td><td class="model">thuml/sundial-base-128m</td><td class="tier mono">T9</td><td class="num mono">0.0618</td></tr>
137
+ <tr><td class="rank mono">21</td><td class="model">Datadog/Toto-Open-Base-1.0</td><td class="tier mono">T9</td><td class="num mono">0.0574</td></tr>
138
+ <tr><td class="rank mono">22</td><td class="model">amazon/chronos-bolt-base <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T9</td><td class="num mono">0.0518</td></tr>
139
+ <tr><td class="rank mono">23</td><td class="model">mldi-lab/Kairos_23m</td><td class="tier mono">T9</td><td class="num mono">0.0464</td></tr>
140
+ <tr><td class="rank mono">24</td><td class="model">Maple728/TimeMoE-50M <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T9</td><td class="num mono">0.0406</td></tr>
141
+ <tr><td class="rank mono">25</td><td class="model">bytedance-research/Timer-S1</td><td class="tier mono">T9</td><td class="num mono">0.0369</td></tr>
142
+ <tr><td class="rank mono">26</td><td class="model">Salesforce/moirai-1.0-R-large</td><td class="tier mono">T10</td><td class="num mono">0.0268</td></tr>
143
+ <tr><td class="rank mono">27</td><td class="model">amazon/chronos-bolt-tiny <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T10</td><td class="num mono">0.0268</td></tr>
144
+ <tr><td class="rank mono">28</td><td class="model">Salesforce/moirai-1.0-R-base</td><td class="tier mono">T10</td><td class="num mono">0.0220</td></tr>
145
+ <tr><td class="rank mono">29</td><td class="model">NeoQuasar/Kronos-base</td><td class="tier mono">T10</td><td class="num mono">0.0207</td></tr>
146
+ <tr><td class="rank mono">30</td><td class="model">ibm-research/granite-timeseries-flowstate-r1</td><td class="tier mono">T10</td><td class="num mono">0.0176</td></tr>
147
+ <tr><td class="rank mono">31</td><td class="model">Salesforce/moirai-1.0-R-small</td><td class="tier mono">T11</td><td class="num mono neg">-0.0331</td></tr>
148
+ <tr><td class="rank mono">32</td><td class="model">Maple728/TimeMoE-200M <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T12</td><td class="num mono neg">-0.0452</td></tr>
149
+ <tr><td class="rank mono">33</td><td class="model">qcw2333/YingLong_300m</td><td class="tier mono">T12</td><td class="num mono neg">-0.0546</td></tr>
150
+ <tr><td class="rank mono">34</td><td class="model">mldi-lab/Kairos_10m</td><td class="tier mono">T12</td><td class="num mono neg">-0.0566</td></tr>
151
+ <tr><td class="rank mono">35</td><td class="model">ibm-research/granite-timeseries-ttm-v1</td><td class="tier mono">T12</td><td class="num mono neg">-0.0648</td></tr>
152
+ <tr><td class="rank mono">36</td><td class="model">ibm-research/granite-timeseries-ttm-r2 <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T13</td><td class="num mono neg">-0.1112</td></tr>
153
+ <tr><td class="rank mono">37</td><td class="model">qcw2333/YingLong_110m <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T14</td><td class="num mono neg">-0.1403</td></tr>
154
+ <tr><td class="rank mono">38</td><td class="model">qcw2333/YingLong_50m</td><td class="tier mono">T15</td><td class="num mono neg">-0.2224</td></tr>
155
+ <tr><td class="rank mono">39</td><td class="model">qcw2333/YingLong_6m</td><td class="tier mono">T16</td><td class="num mono neg">-0.3691</td></tr>
156
+ <tr><td class="rank mono">40</td><td class="model">time-series-foundation-models/Lag-Llama</td><td class="tier mono">T17</td><td class="num mono neg">-0.6597</td></tr>
157
+ <tr><td class="rank mono">41</td><td class="model">ibm-research/ttm-r3 <span class="pareto" title="Pareto-optimal" aria-label="Pareto-optimal">β—†</span></td><td class="tier mono">T18</td><td class="num mono neg">-0.7236</td></tr>
158
+ <tr><td class="rank mono">42</td><td class="model">Salesforce/moirai-moe-1.0-R-base</td><td class="tier mono">T19</td><td class="num mono neg">-1.0577</td></tr>
159
+ <tr><td class="rank mono">43</td><td class="model">Salesforce/moirai-moe-1.0-R-small</td><td class="tier mono">T19</td><td class="num mono neg">-1.0644</td></tr>
160
+ <tr><td class="rank mono">44</td><td class="model">AutonLab/MOMENT-1-large</td><td class="tier mono">T20</td><td class="num mono neg">-1.2300</td></tr>
161
+ <tr><td class="rank mono">45</td><td class="model">ibm-research/granite-timeseries-patchtst-fm-r1</td><td class="tier mono">T21</td><td class="num mono neg">-1.6944</td></tr>
162
+ <tr><td class="rank mono">46</td><td class="model">AutonLab/MOMENT-1-small</td><td class="tier mono">T22</td><td class="num mono neg">-7.0476</td></tr>
163
+ <tr><td class="rank mono">47</td><td class="model">AutonLab/MOMENT-1-base</td><td class="tier mono">T23</td><td class="num mono neg">-1281.3842</td></tr>
164
  </tbody>
165
  </table>
166
+ <p class="board-note mono"><span class="pareto-key">β—†</span> Pareto-optimal across budget &amp; cost Β· tiers group models whose rank intervals overlap (not statistically separable).</p>
167
  <div class="board-links">
168
  <a href="reports/tsfm_ai_empirical_v2_multi_budget/leaderboard.json">Leaderboard JSON</a>
169
  <a href="paper/future_ts_empirical.pdf">Empirical paper</a>
styles.css CHANGED
@@ -261,10 +261,14 @@ h1 {
261
 
262
  .stats div {
263
  border-right: 1px solid var(--line);
264
- padding: clamp(28px, 4vw, 44px) 0;
 
 
 
265
  }
266
  .stats div:last-child {
267
  border-right: 0;
 
268
  }
269
 
270
  .stat-num {
@@ -371,7 +375,7 @@ code {
371
  /* ── Leaderboard ──────────────────────────────────────────── */
372
  .board {
373
  border-collapse: collapse;
374
- margin-top: clamp(36px, 4vw, 52px);
375
  width: 100%;
376
  }
377
 
@@ -381,37 +385,79 @@ code {
381
  font-size: 11px;
382
  font-weight: 500;
383
  letter-spacing: 0.06em;
384
- padding: 0 0 14px;
385
  text-align: left;
386
  text-transform: uppercase;
387
  }
388
 
389
  .board td {
390
  border-bottom: 1px solid var(--line);
391
- font-size: 15px;
392
- padding: 18px 0;
393
  }
394
 
395
  .board tr:last-child td {
396
  border-bottom: 0;
397
  }
398
 
399
- .board .num {
400
- text-align: right;
401
- width: 120px;
 
 
402
  }
403
 
404
  .board .rank {
405
  color: var(--ink-3);
406
- font-size: 13px;
407
- width: 80px;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
408
  }
409
 
410
  .board tbody tr:first-child .rank {
411
  color: var(--accent-ink);
412
  }
413
- .board tbody tr:first-child td:not(.rank) {
414
- font-weight: 600;
 
 
 
 
 
 
 
 
 
 
 
 
415
  }
416
 
417
  .board-links {
@@ -542,6 +588,13 @@ footer a:hover {
542
  .stats div:nth-child(-n + 2) {
543
  border-bottom: 1px solid var(--line);
544
  }
 
 
 
 
 
 
 
545
  .grid-4,
546
  .steps {
547
  grid-template-columns: 1fr;
@@ -551,11 +604,17 @@ footer a:hover {
551
  border-right: 0;
552
  padding-left: 0 !important;
553
  }
554
- .board .num {
555
- width: 92px;
 
 
 
 
 
 
556
  }
557
  .board .rank {
558
- width: 52px;
559
  }
560
  }
561
 
 
261
 
262
  .stats div {
263
  border-right: 1px solid var(--line);
264
+ padding: clamp(28px, 4vw, 44px) 28px clamp(28px, 4vw, 44px) 0;
265
+ }
266
+ .stats div:not(:first-child) {
267
+ padding-left: 28px;
268
  }
269
  .stats div:last-child {
270
  border-right: 0;
271
+ padding-right: 0;
272
  }
273
 
274
  .stat-num {
 
375
  /* ── Leaderboard ──────────────────────────────────────────── */
376
  .board {
377
  border-collapse: collapse;
378
+ margin-top: clamp(28px, 3.5vw, 44px);
379
  width: 100%;
380
  }
381
 
 
385
  font-size: 11px;
386
  font-weight: 500;
387
  letter-spacing: 0.06em;
388
+ padding: 0 14px 12px 0;
389
  text-align: left;
390
  text-transform: uppercase;
391
  }
392
 
393
  .board td {
394
  border-bottom: 1px solid var(--line);
395
+ font-size: 13.5px;
396
+ padding: 8px 14px 8px 0;
397
  }
398
 
399
  .board tr:last-child td {
400
  border-bottom: 0;
401
  }
402
 
403
+ .board tbody tr {
404
+ transition: background 120ms ease;
405
+ }
406
+ .board tbody tr:hover td {
407
+ background: rgba(143, 70, 255, 0.04);
408
  }
409
 
410
  .board .rank {
411
  color: var(--ink-3);
412
+ font-size: 12px;
413
+ width: 48px;
414
+ }
415
+ .board .model {
416
+ color: var(--ink);
417
+ }
418
+ .board .tier {
419
+ color: var(--ink-3);
420
+ font-size: 12px;
421
+ width: 60px;
422
+ }
423
+ .board th.num,
424
+ .board td.num {
425
+ color: var(--ink);
426
+ font-weight: 500;
427
+ padding-right: 0;
428
+ text-align: right;
429
+ white-space: nowrap;
430
+ width: 116px;
431
+ }
432
+ .board .num.neg {
433
+ color: var(--ink-3);
434
+ font-weight: 400;
435
+ }
436
+
437
+ .board .pareto {
438
+ color: var(--accent);
439
+ font-size: 9px;
440
+ margin-left: 3px;
441
+ vertical-align: middle;
442
  }
443
 
444
  .board tbody tr:first-child .rank {
445
  color: var(--accent-ink);
446
  }
447
+ .board tbody tr:first-child .model,
448
+ .board tbody tr:first-child .num {
449
+ font-weight: 700;
450
+ }
451
+
452
+ .board-note {
453
+ color: var(--ink-3);
454
+ font-size: 11px;
455
+ letter-spacing: 0.02em;
456
+ line-height: 1.5;
457
+ margin: 14px 0 0;
458
+ }
459
+ .board-note .pareto-key {
460
+ color: var(--accent);
461
  }
462
 
463
  .board-links {
 
588
  .stats div:nth-child(-n + 2) {
589
  border-bottom: 1px solid var(--line);
590
  }
591
+ .stats div:nth-child(odd) {
592
+ padding-left: 0;
593
+ }
594
+ .stats div:nth-child(even) {
595
+ padding-left: 28px;
596
+ padding-right: 0;
597
+ }
598
  .grid-4,
599
  .steps {
600
  grid-template-columns: 1fr;
 
604
  border-right: 0;
605
  padding-left: 0 !important;
606
  }
607
+ /* drop the secondary Tier column on small screens for legibility */
608
+ .board th:nth-child(3),
609
+ .board td:nth-child(3) {
610
+ display: none;
611
+ }
612
+ .board td.num,
613
+ .board th.num {
614
+ width: 100px;
615
  }
616
  .board .rank {
617
+ width: 44px;
618
  }
619
  }
620