davidpomerenke commited on
Commit
4e0fc02
·
verified ·
1 Parent(s): f6a28ed

Upload from GitHub Actions: restore results snapshots to b7b017f (canonical 40-model state)

Browse files

The "restore" I pushed in 5f30ceb was wrong: it re-aggregated the
entire results-detailed log over 132 models (not just current cohort),
which let sparse-coverage auto-discovered models bubble to the top of
the leaderboard with cherry-picked 100% scores. Dashboard rank #1 was
google/gemma-4-31b-it (a model with only a handful of evaluated
combos), not actual frontier models.

Reverting results/{results,models,languages}.json to b7b017f (40
models, 221 langs, 59115 rows — the 2026-03-10 canonical snapshot).
Pushed the same files to the HF datasets so the Space backend picks
them up.

The running eval workflow (26099052615) will replace this with a fresh
99-model snapshot when it completes via the canonical main.py
aggregation filter. Until then, the dashboard shows correct historical
data instead of broken current data.

Files changed (3) hide show
  1. results/languages.json +55 -55
  2. results/models.json +234 -1473
  3. results/results.json +2 -2
results/languages.json CHANGED
@@ -7,7 +7,7 @@
7
  "family":"Indo-European",
8
  "flores_path":"eng_Latn",
9
  "fleurs_tag":"en_us",
10
- "commonvoice_hours":2739.0,
11
  "commonvoice_locale":"en",
12
  "in_benchmark":true
13
  },
@@ -19,7 +19,7 @@
19
  "family":"Sino-Tibetan",
20
  "flores_path":"cmn_Hans",
21
  "fleurs_tag":"cmn_hans_cn",
22
- "commonvoice_hours":426.0,
23
  "commonvoice_locale":"zh-TW",
24
  "in_benchmark":true
25
  },
@@ -43,7 +43,7 @@
43
  "family":"Indo-European",
44
  "flores_path":"spa_Latn",
45
  "fleurs_tag":"es_419",
46
- "commonvoice_hours":453.0,
47
  "commonvoice_locale":"es",
48
  "in_benchmark":true
49
  },
@@ -79,7 +79,7 @@
79
  "family":"Indo-European",
80
  "flores_path":"fra_Latn",
81
  "fleurs_tag":"fr_fr",
82
- "commonvoice_hours":1103.0,
83
  "commonvoice_locale":"fr",
84
  "in_benchmark":true
85
  },
@@ -103,7 +103,7 @@
103
  "family":"Indo-European",
104
  "flores_path":"por_Latn",
105
  "fleurs_tag":"pt_br",
106
- "commonvoice_hours":183.0,
107
  "commonvoice_locale":"pt",
108
  "in_benchmark":true
109
  },
@@ -127,7 +127,7 @@
127
  "family":"Indo-European",
128
  "flores_path":"rus_Cyrl",
129
  "fleurs_tag":"ru_ru",
130
- "commonvoice_hours":252.0,
131
  "commonvoice_locale":"ru",
132
  "in_benchmark":true
133
  },
@@ -163,7 +163,7 @@
163
  "family":"Indo-European",
164
  "flores_path":"deu_Latn",
165
  "fleurs_tag":"de_de",
166
- "commonvoice_hours":1394.0,
167
  "commonvoice_locale":"de",
168
  "in_benchmark":true
169
  },
@@ -235,7 +235,7 @@
235
  "family":"Austroasiatic",
236
  "flores_path":"vie_Latn",
237
  "fleurs_tag":"vi_vn",
238
- "commonvoice_hours":7.6,
239
  "commonvoice_locale":"vi",
240
  "in_benchmark":true
241
  },
@@ -259,7 +259,7 @@
259
  "family":"Indo-European",
260
  "flores_path":"pes_Arab",
261
  "fleurs_tag":"fa_ir",
262
- "commonvoice_hours":373.0,
263
  "commonvoice_locale":"fa",
264
  "in_benchmark":true
265
  },
@@ -319,7 +319,7 @@
319
  "family":"Indo-European",
320
  "flores_path":"ita_Latn",
321
  "fleurs_tag":"it_it",
322
- "commonvoice_hours":365.0,
323
  "commonvoice_locale":"it",
324
  "in_benchmark":true
325
  },
@@ -379,7 +379,7 @@
379
  "family":"Indo-European",
380
  "flores_path":null,
381
  "fleurs_tag":"ps_af",
382
- "commonvoice_hours":3210.0,
383
  "commonvoice_locale":"ps",
384
  "in_benchmark":false
385
  },
@@ -547,7 +547,7 @@
547
  "family":"Afro-Asiatic",
548
  "flores_path":"gaz_Latn",
549
  "fleurs_tag":"om_et",
550
- "commonvoice_hours":24.0,
551
  "commonvoice_locale":"om",
552
  "in_benchmark":true
553
  },
@@ -643,7 +643,7 @@
643
  "family":"Indo-European",
644
  "flores_path":"ukr_Cyrl",
645
  "fleurs_tag":"uk_ua",
646
- "commonvoice_hours":101.0,
647
  "commonvoice_locale":"uk",
648
  "in_benchmark":true
649
  },
@@ -655,7 +655,7 @@
655
  "family":"Atlantic-Congo",
656
  "flores_path":"yor_Latn",
657
  "fleurs_tag":"yo_ng",
658
- "commonvoice_hours":6.5,
659
  "commonvoice_locale":"yo",
660
  "in_benchmark":true
661
  },
@@ -679,7 +679,7 @@
679
  "family":"Atlantic-Congo",
680
  "flores_path":"ibo_Latn",
681
  "fleurs_tag":"ig_ng",
682
- "commonvoice_hours":2.5,
683
  "commonvoice_locale":"ig",
684
  "in_benchmark":true
685
  },
@@ -751,7 +751,7 @@
751
  "family":"Indo-European",
752
  "flores_path":"ron_Latn",
753
  "fleurs_tag":"ro_ro",
754
- "commonvoice_hours":24.0,
755
  "commonvoice_locale":"ro",
756
  "in_benchmark":true
757
  },
@@ -775,7 +775,7 @@
775
  "family":"Indo-European",
776
  "flores_path":"npi_Deva",
777
  "fleurs_tag":"ne_np",
778
- "commonvoice_hours":1.4,
779
  "commonvoice_locale":"ne-NP",
780
  "in_benchmark":true
781
  },
@@ -931,7 +931,7 @@
931
  "family":"Austroasiatic",
932
  "flores_path":"khm_Khmr",
933
  "fleurs_tag":"km_kh",
934
- "commonvoice_hours":0.1,
935
  "commonvoice_locale":"km",
936
  "in_benchmark":true
937
  },
@@ -1027,7 +1027,7 @@
1027
  "family":"Uralic",
1028
  "flores_path":"hun_Latn",
1029
  "fleurs_tag":"hu_hu",
1030
- "commonvoice_hours":135.0,
1031
  "commonvoice_locale":"hu",
1032
  "in_benchmark":true
1033
  },
@@ -1075,7 +1075,7 @@
1075
  "family":"Atlantic-Congo",
1076
  "flores_path":"twi_Latn_akua1239",
1077
  "fleurs_tag":null,
1078
- "commonvoice_hours":0.3,
1079
  "commonvoice_locale":"tw",
1080
  "in_benchmark":true
1081
  },
@@ -1195,7 +1195,7 @@
1195
  "family":"Indo-European",
1196
  "flores_path":"bel_Cyrl",
1197
  "fleurs_tag":"be_by",
1198
- "commonvoice_hours":1821.0,
1199
  "commonvoice_locale":"be",
1200
  "in_benchmark":true
1201
  },
@@ -1303,7 +1303,7 @@
1303
  "family":"Indo-European",
1304
  "flores_path":"cat_Latn",
1305
  "fleurs_tag":"ca_es",
1306
- "commonvoice_hours":2976.0,
1307
  "commonvoice_locale":"ca",
1308
  "in_benchmark":true
1309
  },
@@ -1387,7 +1387,7 @@
1387
  "family":"Turkic",
1388
  "flores_path":"uig_Arab",
1389
  "fleurs_tag":null,
1390
- "commonvoice_hours":460.0,
1391
  "commonvoice_locale":"ug",
1392
  "in_benchmark":true
1393
  },
@@ -1411,7 +1411,7 @@
1411
  "family":"Indo-European",
1412
  "flores_path":null,
1413
  "fleurs_tag":null,
1414
- "commonvoice_hours":0.8,
1415
  "commonvoice_locale":"gsw",
1416
  "in_benchmark":false
1417
  },
@@ -1435,7 +1435,7 @@
1435
  "family":"Afro-Asiatic",
1436
  "flores_path":"zgh_Tfng",
1437
  "fleurs_tag":null,
1438
- "commonvoice_hours":1.5,
1439
  "commonvoice_locale":"zgh",
1440
  "in_benchmark":true
1441
  },
@@ -1555,7 +1555,7 @@
1555
  "family":"Indo-European",
1556
  "flores_path":"als_Latn",
1557
  "fleurs_tag":null,
1558
- "commonvoice_hours":9.1,
1559
  "commonvoice_locale":"sq",
1560
  "in_benchmark":true
1561
  },
@@ -1711,7 +1711,7 @@
1711
  "family":"Atlantic-Congo",
1712
  "flores_path":"lug_Latn",
1713
  "fleurs_tag":"lg_ug",
1714
- "commonvoice_hours":438.0,
1715
  "commonvoice_locale":"lg",
1716
  "in_benchmark":true
1717
  },
@@ -1771,7 +1771,7 @@
1771
  "family":"Indo-European",
1772
  "flores_path":"hye_Armn",
1773
  "fleurs_tag":"hy_am",
1774
- "commonvoice_hours":37.0,
1775
  "commonvoice_locale":"hy-AM",
1776
  "in_benchmark":true
1777
  },
@@ -2143,7 +2143,7 @@
2143
  "family":"Kartvelian",
2144
  "flores_path":"kat_Geor",
2145
  "fleurs_tag":"ka_ge",
2146
- "commonvoice_hours":241.0,
2147
  "commonvoice_locale":"ka",
2148
  "in_benchmark":true
2149
  },
@@ -2155,7 +2155,7 @@
2155
  "family":"Indo-European",
2156
  "flores_path":"glg_Latn",
2157
  "fleurs_tag":"gl_es",
2158
- "commonvoice_hours":311.0,
2159
  "commonvoice_locale":"gl",
2160
  "in_benchmark":true
2161
  },
@@ -2215,8 +2215,8 @@
2215
  "family":"Atlantic-Congo",
2216
  "flores_path":null,
2217
  "fleurs_tag":null,
2218
- "commonvoice_hours":0.0,
2219
- "commonvoice_locale":"tiv",
2220
  "in_benchmark":false
2221
  },
2222
  {
@@ -2227,7 +2227,7 @@
2227
  "family":"Afro-Asiatic",
2228
  "flores_path":"kab_Latn",
2229
  "fleurs_tag":null,
2230
- "commonvoice_hours":572.0,
2231
  "commonvoice_locale":"kab",
2232
  "in_benchmark":true
2233
  },
@@ -2371,8 +2371,8 @@
2371
  "family":"Atlantic-Congo",
2372
  "flores_path":"sag_Latn",
2373
  "fleurs_tag":null,
2374
- "commonvoice_hours":0.0,
2375
- "commonvoice_locale":"sg",
2376
  "in_benchmark":true
2377
  },
2378
  {
@@ -2503,7 +2503,7 @@
2503
  "family":"Indo-European",
2504
  "flores_path":"lit_Latn",
2505
  "fleurs_tag":"lt_lt",
2506
- "commonvoice_hours":27.0,
2507
  "commonvoice_locale":"lt",
2508
  "in_benchmark":true
2509
  },
@@ -3079,8 +3079,8 @@
3079
  "family":"Atlantic-Congo",
3080
  "flores_path":null,
3081
  "fleurs_tag":null,
3082
- "commonvoice_hours":0.0,
3083
- "commonvoice_locale":"bin",
3084
  "in_benchmark":false
3085
  },
3086
  {
@@ -3463,7 +3463,7 @@
3463
  "family":"Indo-European",
3464
  "flores_path":null,
3465
  "fleurs_tag":null,
3466
- "commonvoice_hours":2.0,
3467
  "commonvoice_locale":"zza",
3468
  "in_benchmark":false
3469
  },
@@ -3475,7 +3475,7 @@
3475
  "family":"Indo-European",
3476
  "flores_path":"lvs_Latn",
3477
  "fleurs_tag":"lv_lv",
3478
- "commonvoice_hours":267.0,
3479
  "commonvoice_locale":"lv",
3480
  "in_benchmark":true
3481
  },
@@ -3547,7 +3547,7 @@
3547
  "family":"Abkhaz-Adyge",
3548
  "flores_path":null,
3549
  "fleurs_tag":null,
3550
- "commonvoice_hours":271.0,
3551
  "commonvoice_locale":"kbd",
3552
  "in_benchmark":false
3553
  },
@@ -3667,7 +3667,7 @@
3667
  "family":"Indo-European",
3668
  "flores_path":"ydd_Hebr",
3669
  "fleurs_tag":null,
3670
- "commonvoice_hours":2.1,
3671
  "commonvoice_locale":"yi",
3672
  "in_benchmark":true
3673
  },
@@ -3763,8 +3763,8 @@
3763
  "family":"Austroasiatic",
3764
  "flores_path":null,
3765
  "fleurs_tag":null,
3766
- "commonvoice_hours":0.0,
3767
- "commonvoice_locale":"mnw",
3768
  "in_benchmark":false
3769
  },
3770
  {
@@ -4099,7 +4099,7 @@
4099
  "family":"Indo-European",
4100
  "flores_path":null,
4101
  "fleurs_tag":null,
4102
- "commonvoice_hours":67.0,
4103
  "commonvoice_locale":"fy-NL",
4104
  "in_benchmark":false
4105
  },
@@ -4339,7 +4339,7 @@
4339
  "family":"Indo-European",
4340
  "flores_path":null,
4341
  "fleurs_tag":null,
4342
- "commonvoice_hours":33.0,
4343
  "commonvoice_locale":"br",
4344
  "in_benchmark":false
4345
  },
@@ -4579,7 +4579,7 @@
4579
  "family":"Afro-Asiatic",
4580
  "flores_path":"mlt_Latn",
4581
  "fleurs_tag":"mt_mt",
4582
- "commonvoice_hours":8.8,
4583
  "commonvoice_locale":"mt",
4584
  "in_benchmark":true
4585
  },
@@ -4639,7 +4639,7 @@
4639
  "family":"Abkhaz-Adyge",
4640
  "flores_path":null,
4641
  "fleurs_tag":null,
4642
- "commonvoice_hours":76.0,
4643
  "commonvoice_locale":"ady",
4644
  "in_benchmark":false
4645
  },
@@ -4999,7 +4999,7 @@
4999
  "family":"Nakh-Daghestanian",
5000
  "flores_path":"dar_Cyrl",
5001
  "fleurs_tag":null,
5002
- "commonvoice_hours":16.0,
5003
  "commonvoice_locale":"dar",
5004
  "in_benchmark":true
5005
  },
@@ -5779,8 +5779,8 @@
5779
  "family":"Atlantic-Congo",
5780
  "flores_path":null,
5781
  "fleurs_tag":null,
5782
- "commonvoice_hours":0.0,
5783
- "commonvoice_locale":"swb",
5784
  "in_benchmark":false
5785
  },
5786
  {
@@ -6211,7 +6211,7 @@
6211
  "family":"Abkhaz-Adyge",
6212
  "flores_path":null,
6213
  "fleurs_tag":null,
6214
- "commonvoice_hours":217.0,
6215
  "commonvoice_locale":"ab",
6216
  "in_benchmark":false
6217
  },
@@ -6871,7 +6871,7 @@
6871
  "family":"Kartvelian",
6872
  "flores_path":null,
6873
  "fleurs_tag":null,
6874
- "commonvoice_hours":40.0,
6875
  "commonvoice_locale":"lzz",
6876
  "in_benchmark":false
6877
  },
@@ -7039,7 +7039,7 @@
7039
  "family":"Indo-European",
7040
  "flores_path":null,
7041
  "fleurs_tag":null,
7042
- "commonvoice_hours":3.9,
7043
  "commonvoice_locale":"hsb",
7044
  "in_benchmark":false
7045
  },
@@ -7867,7 +7867,7 @@
7867
  "family":"Artificial Language",
7868
  "flores_path":"epo_Latn",
7869
  "fleurs_tag":null,
7870
- "commonvoice_hours":1441.0,
7871
  "commonvoice_locale":"eo",
7872
  "in_benchmark":true
7873
  },
 
7
  "family":"Indo-European",
8
  "flores_path":"eng_Latn",
9
  "fleurs_tag":"en_us",
10
+ "commonvoice_hours":2714.0,
11
  "commonvoice_locale":"en",
12
  "in_benchmark":true
13
  },
 
19
  "family":"Sino-Tibetan",
20
  "flores_path":"cmn_Hans",
21
  "fleurs_tag":"cmn_hans_cn",
22
+ "commonvoice_hours":425.0,
23
  "commonvoice_locale":"zh-TW",
24
  "in_benchmark":true
25
  },
 
43
  "family":"Indo-European",
44
  "flores_path":"spa_Latn",
45
  "fleurs_tag":"es_419",
46
+ "commonvoice_hours":451.0,
47
  "commonvoice_locale":"es",
48
  "in_benchmark":true
49
  },
 
79
  "family":"Indo-European",
80
  "flores_path":"fra_Latn",
81
  "fleurs_tag":"fr_fr",
82
+ "commonvoice_hours":1097.0,
83
  "commonvoice_locale":"fr",
84
  "in_benchmark":true
85
  },
 
103
  "family":"Indo-European",
104
  "flores_path":"por_Latn",
105
  "fleurs_tag":"pt_br",
106
+ "commonvoice_hours":182.0,
107
  "commonvoice_locale":"pt",
108
  "in_benchmark":true
109
  },
 
127
  "family":"Indo-European",
128
  "flores_path":"rus_Cyrl",
129
  "fleurs_tag":"ru_ru",
130
+ "commonvoice_hours":250.0,
131
  "commonvoice_locale":"ru",
132
  "in_benchmark":true
133
  },
 
163
  "family":"Indo-European",
164
  "flores_path":"deu_Latn",
165
  "fleurs_tag":"de_de",
166
+ "commonvoice_hours":1390.0,
167
  "commonvoice_locale":"de",
168
  "in_benchmark":true
169
  },
 
235
  "family":"Austroasiatic",
236
  "flores_path":"vie_Latn",
237
  "fleurs_tag":"vi_vn",
238
+ "commonvoice_hours":7.1,
239
  "commonvoice_locale":"vi",
240
  "in_benchmark":true
241
  },
 
259
  "family":"Indo-European",
260
  "flores_path":"pes_Arab",
261
  "fleurs_tag":"fa_ir",
262
+ "commonvoice_hours":372.0,
263
  "commonvoice_locale":"fa",
264
  "in_benchmark":true
265
  },
 
319
  "family":"Indo-European",
320
  "flores_path":"ita_Latn",
321
  "fleurs_tag":"it_it",
322
+ "commonvoice_hours":364.0,
323
  "commonvoice_locale":"it",
324
  "in_benchmark":true
325
  },
 
379
  "family":"Indo-European",
380
  "flores_path":null,
381
  "fleurs_tag":"ps_af",
382
+ "commonvoice_hours":3087.0,
383
  "commonvoice_locale":"ps",
384
  "in_benchmark":false
385
  },
 
547
  "family":"Afro-Asiatic",
548
  "flores_path":"gaz_Latn",
549
  "fleurs_tag":"om_et",
550
+ "commonvoice_hours":0.0,
551
  "commonvoice_locale":"om",
552
  "in_benchmark":true
553
  },
 
643
  "family":"Indo-European",
644
  "flores_path":"ukr_Cyrl",
645
  "fleurs_tag":"uk_ua",
646
+ "commonvoice_hours":100.0,
647
  "commonvoice_locale":"uk",
648
  "in_benchmark":true
649
  },
 
655
  "family":"Atlantic-Congo",
656
  "flores_path":"yor_Latn",
657
  "fleurs_tag":"yo_ng",
658
+ "commonvoice_hours":6.4,
659
  "commonvoice_locale":"yo",
660
  "in_benchmark":true
661
  },
 
679
  "family":"Atlantic-Congo",
680
  "flores_path":"ibo_Latn",
681
  "fleurs_tag":"ig_ng",
682
+ "commonvoice_hours":2.3,
683
  "commonvoice_locale":"ig",
684
  "in_benchmark":true
685
  },
 
751
  "family":"Indo-European",
752
  "flores_path":"ron_Latn",
753
  "fleurs_tag":"ro_ro",
754
+ "commonvoice_hours":21.0,
755
  "commonvoice_locale":"ro",
756
  "in_benchmark":true
757
  },
 
775
  "family":"Indo-European",
776
  "flores_path":"npi_Deva",
777
  "fleurs_tag":"ne_np",
778
+ "commonvoice_hours":1.3,
779
  "commonvoice_locale":"ne-NP",
780
  "in_benchmark":true
781
  },
 
931
  "family":"Austroasiatic",
932
  "flores_path":"khm_Khmr",
933
  "fleurs_tag":"km_kh",
934
+ "commonvoice_hours":0.0,
935
  "commonvoice_locale":"km",
936
  "in_benchmark":true
937
  },
 
1027
  "family":"Uralic",
1028
  "flores_path":"hun_Latn",
1029
  "fleurs_tag":"hu_hu",
1030
+ "commonvoice_hours":129.0,
1031
  "commonvoice_locale":"hu",
1032
  "in_benchmark":true
1033
  },
 
1075
  "family":"Atlantic-Congo",
1076
  "flores_path":"twi_Latn_akua1239",
1077
  "fleurs_tag":null,
1078
+ "commonvoice_hours":0.2,
1079
  "commonvoice_locale":"tw",
1080
  "in_benchmark":true
1081
  },
 
1195
  "family":"Indo-European",
1196
  "flores_path":"bel_Cyrl",
1197
  "fleurs_tag":"be_by",
1198
+ "commonvoice_hours":1819.0,
1199
  "commonvoice_locale":"be",
1200
  "in_benchmark":true
1201
  },
 
1303
  "family":"Indo-European",
1304
  "flores_path":"cat_Latn",
1305
  "fleurs_tag":"ca_es",
1306
+ "commonvoice_hours":2945.0,
1307
  "commonvoice_locale":"ca",
1308
  "in_benchmark":true
1309
  },
 
1387
  "family":"Turkic",
1388
  "flores_path":"uig_Arab",
1389
  "fleurs_tag":null,
1390
+ "commonvoice_hours":453.0,
1391
  "commonvoice_locale":"ug",
1392
  "in_benchmark":true
1393
  },
 
1411
  "family":"Indo-European",
1412
  "flores_path":null,
1413
  "fleurs_tag":null,
1414
+ "commonvoice_hours":0.7,
1415
  "commonvoice_locale":"gsw",
1416
  "in_benchmark":false
1417
  },
 
1435
  "family":"Afro-Asiatic",
1436
  "flores_path":"zgh_Tfng",
1437
  "fleurs_tag":null,
1438
+ "commonvoice_hours":1.4,
1439
  "commonvoice_locale":"zgh",
1440
  "in_benchmark":true
1441
  },
 
1555
  "family":"Indo-European",
1556
  "flores_path":"als_Latn",
1557
  "fleurs_tag":null,
1558
+ "commonvoice_hours":9.0,
1559
  "commonvoice_locale":"sq",
1560
  "in_benchmark":true
1561
  },
 
1711
  "family":"Atlantic-Congo",
1712
  "flores_path":"lug_Latn",
1713
  "fleurs_tag":"lg_ug",
1714
+ "commonvoice_hours":437.0,
1715
  "commonvoice_locale":"lg",
1716
  "in_benchmark":true
1717
  },
 
1771
  "family":"Indo-European",
1772
  "flores_path":"hye_Armn",
1773
  "fleurs_tag":"hy_am",
1774
+ "commonvoice_hours":34.0,
1775
  "commonvoice_locale":"hy-AM",
1776
  "in_benchmark":true
1777
  },
 
2143
  "family":"Kartvelian",
2144
  "flores_path":"kat_Geor",
2145
  "fleurs_tag":"ka_ge",
2146
+ "commonvoice_hours":168.0,
2147
  "commonvoice_locale":"ka",
2148
  "in_benchmark":true
2149
  },
 
2155
  "family":"Indo-European",
2156
  "flores_path":"glg_Latn",
2157
  "fleurs_tag":"gl_es",
2158
+ "commonvoice_hours":290.0,
2159
  "commonvoice_locale":"gl",
2160
  "in_benchmark":true
2161
  },
 
2215
  "family":"Atlantic-Congo",
2216
  "flores_path":null,
2217
  "fleurs_tag":null,
2218
+ "commonvoice_hours":null,
2219
+ "commonvoice_locale":null,
2220
  "in_benchmark":false
2221
  },
2222
  {
 
2227
  "family":"Afro-Asiatic",
2228
  "flores_path":"kab_Latn",
2229
  "fleurs_tag":null,
2230
+ "commonvoice_hours":571.0,
2231
  "commonvoice_locale":"kab",
2232
  "in_benchmark":true
2233
  },
 
2371
  "family":"Atlantic-Congo",
2372
  "flores_path":"sag_Latn",
2373
  "fleurs_tag":null,
2374
+ "commonvoice_hours":null,
2375
+ "commonvoice_locale":null,
2376
  "in_benchmark":true
2377
  },
2378
  {
 
2503
  "family":"Indo-European",
2504
  "flores_path":"lit_Latn",
2505
  "fleurs_tag":"lt_lt",
2506
+ "commonvoice_hours":26.0,
2507
  "commonvoice_locale":"lt",
2508
  "in_benchmark":true
2509
  },
 
3079
  "family":"Atlantic-Congo",
3080
  "flores_path":null,
3081
  "fleurs_tag":null,
3082
+ "commonvoice_hours":null,
3083
+ "commonvoice_locale":null,
3084
  "in_benchmark":false
3085
  },
3086
  {
 
3463
  "family":"Indo-European",
3464
  "flores_path":null,
3465
  "fleurs_tag":null,
3466
+ "commonvoice_hours":1.9,
3467
  "commonvoice_locale":"zza",
3468
  "in_benchmark":false
3469
  },
 
3475
  "family":"Indo-European",
3476
  "flores_path":"lvs_Latn",
3477
  "fleurs_tag":"lv_lv",
3478
+ "commonvoice_hours":266.0,
3479
  "commonvoice_locale":"lv",
3480
  "in_benchmark":true
3481
  },
 
3547
  "family":"Abkhaz-Adyge",
3548
  "flores_path":null,
3549
  "fleurs_tag":null,
3550
+ "commonvoice_hours":268.0,
3551
  "commonvoice_locale":"kbd",
3552
  "in_benchmark":false
3553
  },
 
3667
  "family":"Indo-European",
3668
  "flores_path":"ydd_Hebr",
3669
  "fleurs_tag":null,
3670
+ "commonvoice_hours":2.0,
3671
  "commonvoice_locale":"yi",
3672
  "in_benchmark":true
3673
  },
 
3763
  "family":"Austroasiatic",
3764
  "flores_path":null,
3765
  "fleurs_tag":null,
3766
+ "commonvoice_hours":null,
3767
+ "commonvoice_locale":null,
3768
  "in_benchmark":false
3769
  },
3770
  {
 
4099
  "family":"Indo-European",
4100
  "flores_path":null,
4101
  "fleurs_tag":null,
4102
+ "commonvoice_hours":66.0,
4103
  "commonvoice_locale":"fy-NL",
4104
  "in_benchmark":false
4105
  },
 
4339
  "family":"Indo-European",
4340
  "flores_path":null,
4341
  "fleurs_tag":null,
4342
+ "commonvoice_hours":32.0,
4343
  "commonvoice_locale":"br",
4344
  "in_benchmark":false
4345
  },
 
4579
  "family":"Afro-Asiatic",
4580
  "flores_path":"mlt_Latn",
4581
  "fleurs_tag":"mt_mt",
4582
+ "commonvoice_hours":8.7,
4583
  "commonvoice_locale":"mt",
4584
  "in_benchmark":true
4585
  },
 
4639
  "family":"Abkhaz-Adyge",
4640
  "flores_path":null,
4641
  "fleurs_tag":null,
4642
+ "commonvoice_hours":71.0,
4643
  "commonvoice_locale":"ady",
4644
  "in_benchmark":false
4645
  },
 
4999
  "family":"Nakh-Daghestanian",
5000
  "flores_path":"dar_Cyrl",
5001
  "fleurs_tag":null,
5002
+ "commonvoice_hours":15.0,
5003
  "commonvoice_locale":"dar",
5004
  "in_benchmark":true
5005
  },
 
5779
  "family":"Atlantic-Congo",
5780
  "flores_path":null,
5781
  "fleurs_tag":null,
5782
+ "commonvoice_hours":null,
5783
+ "commonvoice_locale":null,
5784
  "in_benchmark":false
5785
  },
5786
  {
 
6211
  "family":"Abkhaz-Adyge",
6212
  "flores_path":null,
6213
  "fleurs_tag":null,
6214
+ "commonvoice_hours":216.0,
6215
  "commonvoice_locale":"ab",
6216
  "in_benchmark":false
6217
  },
 
6871
  "family":"Kartvelian",
6872
  "flores_path":null,
6873
  "fleurs_tag":null,
6874
+ "commonvoice_hours":26.0,
6875
  "commonvoice_locale":"lzz",
6876
  "in_benchmark":false
6877
  },
 
7039
  "family":"Indo-European",
7040
  "flores_path":null,
7041
  "fleurs_tag":null,
7042
+ "commonvoice_hours":3.8,
7043
  "commonvoice_locale":"hsb",
7044
  "in_benchmark":false
7045
  },
 
7867
  "family":"Artificial Language",
7868
  "flores_path":"epo_Latn",
7869
  "fleurs_tag":null,
7870
+ "commonvoice_hours":1440.0,
7871
  "commonvoice_locale":"eo",
7872
  "in_benchmark":true
7873
  },
results/models.json CHANGED
@@ -1,15 +1,15 @@
1
  [
2
  {
3
- "id":"ai21\/jamba-large-1.7",
4
- "name":"Jamba Large 1.7",
5
- "provider_name":"AI21",
6
- "cost":8.0,
7
  "train_on_prompts":false,
8
- "hf_id":"ai21labs\/AI21-Jamba-Large-1.7",
9
  "size":null,
10
  "type":"open-source",
11
- "license":"Other",
12
- "creation_date":1751414400000,
13
  "tasks":[
14
  "translation_from",
15
  "translation_to",
@@ -21,16 +21,16 @@
21
  ]
22
  },
23
  {
24
- "id":"amazon\/nova-2-lite-v1",
25
- "name":"Nova 2 Lite",
26
  "provider_name":"Amazon",
27
- "cost":2.5,
28
  "train_on_prompts":false,
29
  "hf_id":null,
30
  "size":null,
31
  "type":"closed-source",
32
  "license":null,
33
- "creation_date":1764633600000,
34
  "tasks":[
35
  "translation_from",
36
  "translation_to",
@@ -42,16 +42,16 @@
42
  ]
43
  },
44
  {
45
- "id":"amazon\/nova-premier-v1",
46
- "name":"Nova Premier 1.0",
47
  "provider_name":"Amazon",
48
- "cost":12.5,
49
  "train_on_prompts":false,
50
  "hf_id":null,
51
  "size":null,
52
  "type":"closed-source",
53
  "license":null,
54
- "creation_date":1761868800000,
55
  "tasks":[
56
  "translation_from",
57
  "translation_to",
@@ -63,16 +63,16 @@
63
  ]
64
  },
65
  {
66
- "id":"amazon\/nova-pro-v1",
67
- "name":"Nova Pro 1.0",
68
- "provider_name":"Amazon",
69
- "cost":3.2,
70
  "train_on_prompts":false,
71
  "hf_id":null,
72
  "size":null,
73
  "type":"closed-source",
74
  "license":null,
75
- "creation_date":1733356800000,
76
  "tasks":[
77
  "translation_from",
78
  "translation_to",
@@ -93,7 +93,7 @@
93
  "size":null,
94
  "type":"closed-source",
95
  "license":null,
96
- "creation_date":1760486400000,
97
  "tasks":[
98
  "translation_from",
99
  "translation_to",
@@ -114,7 +114,7 @@
114
  "size":null,
115
  "type":"closed-source",
116
  "license":null,
117
- "creation_date":1763942400000,
118
  "tasks":[
119
  "translation_from",
120
  "translation_to",
@@ -135,7 +135,7 @@
135
  "size":null,
136
  "type":"closed-source",
137
  "license":null,
138
- "creation_date":1770163200000,
139
  "tasks":[
140
  "translation_from",
141
  "translation_to",
@@ -147,16 +147,16 @@
147
  ]
148
  },
149
  {
150
- "id":"anthropic\/claude-opus-4.7",
151
- "name":"Claude Opus 4.7",
152
  "provider_name":"Anthropic",
153
- "cost":25.0,
154
  "train_on_prompts":false,
155
  "hf_id":null,
156
  "size":null,
157
  "type":"closed-source",
158
  "license":null,
159
- "creation_date":1776297600000,
160
  "tasks":[
161
  "translation_from",
162
  "translation_to",
@@ -168,8 +168,8 @@
168
  ]
169
  },
170
  {
171
- "id":"anthropic\/claude-sonnet-4",
172
- "name":"Claude Sonnet 4",
173
  "provider_name":"Anthropic",
174
  "cost":15.0,
175
  "train_on_prompts":false,
@@ -177,7 +177,7 @@
177
  "size":null,
178
  "type":"closed-source",
179
  "license":null,
180
- "creation_date":1747872000000,
181
  "tasks":[
182
  "translation_from",
183
  "translation_to",
@@ -189,8 +189,8 @@
189
  ]
190
  },
191
  {
192
- "id":"anthropic\/claude-sonnet-4.5",
193
- "name":"Claude Sonnet 4.5",
194
  "provider_name":"Anthropic",
195
  "cost":15.0,
196
  "train_on_prompts":false,
@@ -198,7 +198,7 @@
198
  "size":null,
199
  "type":"closed-source",
200
  "license":null,
201
- "creation_date":1759104000000,
202
  "tasks":[
203
  "translation_from",
204
  "translation_to",
@@ -210,16 +210,16 @@
210
  ]
211
  },
212
  {
213
- "id":"anthropic\/claude-sonnet-4.6",
214
- "name":"Claude Sonnet 4.6",
215
- "provider_name":"Anthropic",
216
- "cost":15.0,
217
  "train_on_prompts":false,
218
- "hf_id":null,
219
  "size":null,
220
- "type":"closed-source",
221
- "license":null,
222
- "creation_date":1771286400000,
223
  "tasks":[
224
  "translation_from",
225
  "translation_to",
@@ -231,16 +231,16 @@
231
  ]
232
  },
233
  {
234
- "id":"arcee-ai\/trinity-mini-20251201",
235
- "name":"Trinity Mini",
236
- "provider_name":"Arcee AI",
237
- "cost":0.15,
238
  "train_on_prompts":false,
239
- "hf_id":"arcee-ai\/Trinity-Mini",
240
  "size":null,
241
  "type":"open-source",
242
- "license":"Apache 2.0",
243
- "creation_date":1764547200000,
244
  "tasks":[
245
  "translation_from",
246
  "translation_to",
@@ -252,16 +252,16 @@
252
  ]
253
  },
254
  {
255
- "id":"baidu\/ernie-4.5-21b-a3b",
256
- "name":"ERNIE 4.5 21B A3B",
257
- "provider_name":"Baidu",
258
- "cost":0.28,
259
  "train_on_prompts":false,
260
- "hf_id":"baidu\/ERNIE-4.5-21B-A3B-PT",
261
  "size":null,
262
  "type":"open-source",
263
- "license":"Apache 2.0",
264
- "creation_date":1751068800000,
265
  "tasks":[
266
  "translation_from",
267
  "translation_to",
@@ -273,16 +273,16 @@
273
  ]
274
  },
275
  {
276
- "id":"baidu\/ernie-4.5-300b-a47b",
277
- "name":"ERNIE 4.5 300B A47B ",
278
- "provider_name":"Baidu",
279
- "cost":1.1,
280
  "train_on_prompts":false,
281
- "hf_id":"baidu\/ERNIE-4.5-300B-A47B-PT",
282
  "size":null,
283
- "type":"open-source",
284
- "license":"Apache 2.0",
285
- "creation_date":1751068800000,
286
  "tasks":[
287
  "translation_from",
288
  "translation_to",
@@ -294,16 +294,16 @@
294
  ]
295
  },
296
  {
297
- "id":"bytedance-seed\/seed-1.6-20250625",
298
- "name":"Seed 1.6",
299
- "provider_name":"ByteDance Seed",
300
- "cost":2.0,
301
  "train_on_prompts":false,
302
  "hf_id":null,
303
  "size":null,
304
  "type":"closed-source",
305
  "license":null,
306
- "creation_date":1766448000000,
307
  "tasks":[
308
  "translation_from",
309
  "translation_to",
@@ -315,16 +315,16 @@
315
  ]
316
  },
317
  {
318
- "id":"bytedance-seed\/seed-1.6-flash-20250625",
319
- "name":"Seed 1.6 Flash",
320
- "provider_name":"ByteDance Seed",
321
- "cost":0.3,
322
  "train_on_prompts":false,
323
  "hf_id":null,
324
  "size":null,
325
  "type":"closed-source",
326
  "license":null,
327
- "creation_date":1766448000000,
328
  "tasks":[
329
  "translation_from",
330
  "translation_to",
@@ -336,16 +336,16 @@
336
  ]
337
  },
338
  {
339
- "id":"bytedance-seed\/seed-2.0-lite-20260309",
340
- "name":"Seed-2.0-Lite",
341
- "provider_name":"ByteDance Seed",
342
- "cost":2.0,
343
  "train_on_prompts":false,
344
  "hf_id":null,
345
  "size":null,
346
  "type":"closed-source",
347
  "license":null,
348
- "creation_date":1773100800000,
349
  "tasks":[
350
  "translation_from",
351
  "translation_to",
@@ -357,16 +357,16 @@
357
  ]
358
  },
359
  {
360
- "id":"bytedance-seed\/seed-2.0-mini-20260224",
361
- "name":"Seed-2.0-Mini",
362
- "provider_name":"ByteDance Seed",
363
- "cost":0.4,
364
  "train_on_prompts":false,
365
  "hf_id":null,
366
  "size":null,
367
  "type":"closed-source",
368
  "license":null,
369
- "creation_date":1772064000000,
370
  "tasks":[
371
  "translation_from",
372
  "translation_to",
@@ -378,16 +378,16 @@
378
  ]
379
  },
380
  {
381
- "id":"cohere\/command-a",
382
- "name":"Command A",
383
- "provider_name":"Cohere",
384
- "cost":10.0,
385
  "train_on_prompts":false,
386
- "hf_id":"CohereLabs\/c4ai-command-a-03-2025",
387
- "size":111057580032.0,
388
  "type":"open-source",
389
- "license":"Cc By Nc 4.0",
390
- "creation_date":1741651200000,
391
  "tasks":[
392
  "translation_from",
393
  "translation_to",
@@ -399,16 +399,16 @@
399
  ]
400
  },
401
  {
402
- "id":"deepcogito\/cogito-v2.1-671b-20251118",
403
- "name":"Cogito v2.1 671B",
404
- "provider_name":"Deep Cogito",
405
- "cost":1.25,
406
  "train_on_prompts":false,
407
- "hf_id":null,
408
- "size":null,
409
- "type":"closed-source",
410
- "license":null,
411
- "creation_date":1762992000000,
412
  "tasks":[
413
  "translation_from",
414
  "translation_to",
@@ -420,16 +420,16 @@
420
  ]
421
  },
422
  {
423
- "id":"deepseek\/deepseek-chat-v3.1",
424
- "name":"DeepSeek V3.1",
425
- "provider_name":"DeepSeek",
426
- "cost":0.79,
427
  "train_on_prompts":false,
428
- "hf_id":"deepseek-ai\/DeepSeek-V3.1",
429
- "size":684531386000.0,
430
  "type":"open-source",
431
- "license":"Mit",
432
- "creation_date":1755734400000,
433
  "tasks":[
434
  "translation_from",
435
  "translation_to",
@@ -441,16 +441,16 @@
441
  ]
442
  },
443
  {
444
- "id":"deepseek\/deepseek-r1-0528",
445
- "name":"R1 0528",
446
- "provider_name":"DeepSeek",
447
- "cost":2.15,
448
  "train_on_prompts":false,
449
- "hf_id":"deepseek-ai\/DeepSeek-R1-0528",
450
- "size":684531386000.0,
451
  "type":"open-source",
452
- "license":"Mit",
453
- "creation_date":1748390400000,
454
  "tasks":[
455
  "translation_from",
456
  "translation_to",
@@ -462,16 +462,16 @@
462
  ]
463
  },
464
  {
465
- "id":"deepseek\/deepseek-v3.1-terminus",
466
- "name":"DeepSeek V3.1 Terminus",
467
- "provider_name":"DeepSeek",
468
- "cost":0.95,
469
  "train_on_prompts":false,
470
- "hf_id":"deepseek-ai\/DeepSeek-V3.1-Terminus",
471
- "size":684531386000.0,
472
  "type":"open-source",
473
  "license":"Mit",
474
- "creation_date":1758499200000,
475
  "tasks":[
476
  "translation_from",
477
  "translation_to",
@@ -483,16 +483,16 @@
483
  ]
484
  },
485
  {
486
- "id":"deepseek\/deepseek-v3.2-exp",
487
- "name":"DeepSeek V3.2 Exp",
488
- "provider_name":"DeepSeek",
489
- "cost":0.41,
490
  "train_on_prompts":false,
491
- "hf_id":"deepseek-ai\/DeepSeek-V3.2-Exp",
492
- "size":685396921376.0,
493
  "type":"open-source",
494
- "license":"Mit",
495
- "creation_date":1759104000000,
496
  "tasks":[
497
  "translation_from",
498
  "translation_to",
@@ -504,16 +504,16 @@
504
  ]
505
  },
506
  {
507
- "id":"deepseek\/deepseek-v3.2-speciale-20251201",
508
- "name":"DeepSeek V3.2 Speciale",
509
- "provider_name":"DeepSeek",
510
- "cost":0.43,
511
  "train_on_prompts":false,
512
- "hf_id":"deepseek-ai\/DeepSeek-V3.2-Speciale",
513
  "size":null,
514
- "type":"open-source",
515
- "license":"Mit",
516
- "creation_date":1764288000000,
517
  "tasks":[
518
  "translation_from",
519
  "translation_to",
@@ -525,16 +525,16 @@
525
  ]
526
  },
527
  {
528
- "id":"deepseek\/deepseek-v4-flash-20260423",
529
- "name":"DeepSeek V4 Flash",
530
- "provider_name":"DeepSeek",
531
- "cost":0.22,
532
  "train_on_prompts":false,
533
- "hf_id":"deepseek-ai\/DeepSeek-V4-Flash",
534
- "size":158069433298.0,
535
  "type":"open-source",
536
- "license":"Mit",
537
- "creation_date":1776816000000,
538
  "tasks":[
539
  "translation_from",
540
  "translation_to",
@@ -546,16 +546,16 @@
546
  ]
547
  },
548
  {
549
- "id":"google\/gemini-2.5-flash",
550
- "name":"Gemini 2.5 Flash",
551
- "provider_name":"Google",
552
- "cost":2.5,
553
  "train_on_prompts":false,
554
  "hf_id":null,
555
  "size":null,
556
  "type":"closed-source",
557
  "license":null,
558
- "creation_date":1750118400000,
559
  "tasks":[
560
  "translation_from",
561
  "translation_to",
@@ -567,16 +567,16 @@
567
  ]
568
  },
569
  {
570
- "id":"google\/gemini-2.5-flash-lite",
571
- "name":"Gemini 2.5 Flash Lite",
572
- "provider_name":"Google",
573
- "cost":0.4,
574
  "train_on_prompts":false,
575
- "hf_id":null,
576
- "size":null,
577
- "type":"closed-source",
578
- "license":null,
579
- "creation_date":1753142400000,
580
  "tasks":[
581
  "translation_from",
582
  "translation_to",
@@ -588,16 +588,16 @@
588
  ]
589
  },
590
  {
591
- "id":"google\/gemini-2.5-pro",
592
- "name":"Gemini 2.5 Pro",
593
- "provider_name":"Google",
594
- "cost":10.0,
595
  "train_on_prompts":false,
596
  "hf_id":null,
597
  "size":null,
598
  "type":"closed-source",
599
  "license":null,
600
- "creation_date":1750118400000,
601
  "tasks":[
602
  "translation_from",
603
  "translation_to",
@@ -609,16 +609,16 @@
609
  ]
610
  },
611
  {
612
- "id":"google\/gemini-3.1-flash-lite",
613
- "name":"Gemini 3.1 Flash Lite",
614
- "provider_name":"Google",
615
- "cost":1.5,
616
  "train_on_prompts":false,
617
  "hf_id":null,
618
  "size":null,
619
  "type":"closed-source",
620
  "license":null,
621
- "creation_date":1778112000000,
622
  "tasks":[
623
  "translation_from",
624
  "translation_to",
@@ -630,16 +630,16 @@
630
  ]
631
  },
632
  {
633
- "id":"google\/gemini-3.1-pro-preview",
634
- "name":"Gemini 3.1 Pro Preview",
635
- "provider_name":"Google",
636
- "cost":12.0,
637
  "train_on_prompts":false,
638
  "hf_id":null,
639
  "size":null,
640
  "type":"closed-source",
641
  "license":null,
642
- "creation_date":1771459200000,
643
  "tasks":[
644
  "translation_from",
645
  "translation_to",
@@ -651,16 +651,16 @@
651
  ]
652
  },
653
  {
654
- "id":"google\/gemma-3-27b-it",
655
- "name":"Gemma 3 27B",
656
- "provider_name":"Google",
657
- "cost":0.16,
658
  "train_on_prompts":false,
659
- "hf_id":"google\/gemma-3-27b-it",
660
- "size":27432406640.0,
661
- "type":"open-source",
662
- "license":"Gemma",
663
- "creation_date":1740787200000,
664
  "tasks":[
665
  "translation_from",
666
  "translation_to",
@@ -672,16 +672,16 @@
672
  ]
673
  },
674
  {
675
- "id":"google\/gemma-3n-e4b-it",
676
- "name":"Gemma 3n 4B",
677
- "provider_name":"Google",
678
- "cost":0.12,
679
  "train_on_prompts":false,
680
- "hf_id":"google\/gemma-3n-E4B-it",
681
  "size":null,
682
- "type":"open-source",
683
- "license":"Gemma",
684
- "creation_date":1748908800000,
685
  "tasks":[
686
  "translation_from",
687
  "translation_to",
@@ -693,16 +693,16 @@
693
  ]
694
  },
695
  {
696
- "id":"google\/gemma-4-26b-a4b-it-20260403",
697
- "name":"Gemma 4 26B A4B ",
698
- "provider_name":"Google",
699
- "cost":0.33,
700
  "train_on_prompts":false,
701
- "hf_id":"google\/gemma-4-26B-A4B-it",
702
- "size":26544131376.0,
703
- "type":"open-source",
704
- "license":"Apache 2.0",
705
- "creation_date":1773187200000,
706
  "tasks":[
707
  "translation_from",
708
  "translation_to",
@@ -714,16 +714,16 @@
714
  ]
715
  },
716
  {
717
- "id":"google\/gemma-4-31b-it-20260402",
718
- "name":"Gemma 4 31B",
719
- "provider_name":"Google",
720
- "cost":0.37,
721
  "train_on_prompts":false,
722
- "hf_id":"google\/gemma-4-31B-it",
723
- "size":32682372656.0,
724
- "type":"open-source",
725
- "license":"Apache 2.0",
726
- "creation_date":1773187200000,
727
  "tasks":[
728
  "translation_from",
729
  "translation_to",
@@ -735,268 +735,16 @@
735
  ]
736
  },
737
  {
738
- "id":"ibm-granite\/granite-4.0-h-micro",
739
- "name":"Granite 4.0 Micro",
740
- "provider_name":"IBM",
741
- "cost":0.11,
742
- "train_on_prompts":false,
743
- "hf_id":"ibm-granite\/granite-4.0-h-micro",
744
- "size":3191396096.0,
745
- "type":"open-source",
746
- "license":"Apache 2.0",
747
- "creation_date":1757980800000,
748
- "tasks":[
749
- "translation_from",
750
- "translation_to",
751
- "classification",
752
- "mmlu",
753
- "arc",
754
- "truthfulqa",
755
- "mgsm"
756
- ]
757
- },
758
- {
759
- "id":"ibm-granite\/granite-4.1-8b-20260429",
760
- "name":"Granite 4.1 8B",
761
- "provider_name":"IBM",
762
- "cost":0.1,
763
- "train_on_prompts":false,
764
- "hf_id":"ibm-granite\/granite-4.1-8b",
765
- "size":8791592960.0,
766
- "type":"open-source",
767
- "license":"Apache 2.0",
768
- "creation_date":1775433600000,
769
- "tasks":[
770
- "translation_from",
771
- "translation_to",
772
- "classification",
773
- "mmlu",
774
- "arc",
775
- "truthfulqa",
776
- "mgsm"
777
- ]
778
- },
779
- {
780
- "id":"liquid\/lfm-2-24b-a2b-20260224",
781
- "name":"LFM2-24B-A2B",
782
- "provider_name":"LiquidAI",
783
- "cost":0.12,
784
- "train_on_prompts":false,
785
- "hf_id":"LiquidAI\/LFM2-24B-A2B",
786
- "size":23843661440.0,
787
- "type":"open-source",
788
- "license":"Other",
789
- "creation_date":1771891200000,
790
- "tasks":[
791
- "translation_from",
792
- "translation_to",
793
- "classification",
794
- "mmlu",
795
- "arc",
796
- "truthfulqa",
797
- "mgsm"
798
- ]
799
- },
800
- {
801
- "id":"meta-llama\/llama-3-70b-instruct",
802
- "name":"Llama 3 70B Instruct",
803
- "provider_name":"Meta",
804
- "cost":0.74,
805
- "train_on_prompts":false,
806
- "hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
807
- "size":70553706496.0,
808
- "type":"open-source",
809
- "license":"Llama3",
810
- "creation_date":1713312000000,
811
- "tasks":[
812
- "translation_from",
813
- "translation_to",
814
- "classification",
815
- "mmlu",
816
- "arc",
817
- "truthfulqa",
818
- "mgsm"
819
- ]
820
- },
821
- {
822
- "id":"meta-llama\/llama-3.1-70b-instruct",
823
- "name":"Llama 3.1 70B Instruct",
824
- "provider_name":"Meta",
825
- "cost":0.4,
826
- "train_on_prompts":false,
827
- "hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
828
- "size":70553706496.0,
829
- "type":"open-source",
830
- "license":"Llama3.1",
831
- "creation_date":1721088000000,
832
- "tasks":[
833
- "translation_from",
834
- "translation_to",
835
- "classification",
836
- "mmlu",
837
- "arc",
838
- "truthfulqa",
839
- "mgsm"
840
- ]
841
- },
842
- {
843
- "id":"meta-llama\/llama-3.3-70b-instruct",
844
- "name":"Llama 3.3 70B Instruct",
845
- "provider_name":"Meta",
846
- "cost":0.32,
847
- "train_on_prompts":false,
848
- "hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
849
- "size":70553706496.0,
850
- "type":"open-source",
851
- "license":"Llama3.3",
852
- "creation_date":1732579200000,
853
- "tasks":[
854
- "translation_from",
855
- "translation_to",
856
- "classification",
857
- "mmlu",
858
- "arc",
859
- "truthfulqa",
860
- "mgsm"
861
- ]
862
- },
863
- {
864
- "id":"meta-llama\/llama-4-maverick",
865
- "name":"Llama 4 Maverick",
866
- "provider_name":"Meta",
867
- "cost":0.6,
868
- "train_on_prompts":false,
869
- "hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
870
- "size":401583781376.0,
871
- "type":"open-source",
872
- "license":"Other",
873
- "creation_date":1743465600000,
874
- "tasks":[
875
- "translation_from",
876
- "translation_to",
877
- "classification",
878
- "mmlu",
879
- "arc",
880
- "truthfulqa",
881
- "mgsm"
882
- ]
883
- },
884
- {
885
- "id":"microsoft\/phi-4",
886
- "name":"Phi 4",
887
- "provider_name":"Microsoft",
888
- "cost":0.14,
889
- "train_on_prompts":false,
890
- "hf_id":"microsoft\/phi-4",
891
- "size":null,
892
- "type":"open-source",
893
- "license":"Mit",
894
- "creation_date":1733875200000,
895
- "tasks":[
896
- "translation_from",
897
- "translation_to",
898
- "classification",
899
- "mmlu",
900
- "arc",
901
- "truthfulqa",
902
- "mgsm"
903
- ]
904
- },
905
- {
906
- "id":"microsoft\/phi-4-mini-instruct",
907
- "name":"Phi 4 Mini Instruct",
908
- "provider_name":"Microsoft",
909
- "cost":0.35,
910
- "train_on_prompts":false,
911
- "hf_id":"microsoft\/Phi-4-mini-instruct",
912
- "size":null,
913
- "type":"open-source",
914
- "license":"Mit",
915
- "creation_date":1739923200000,
916
- "tasks":[
917
- "translation_from",
918
- "translation_to",
919
- "classification",
920
- "mmlu",
921
- "arc",
922
- "truthfulqa",
923
- "mgsm"
924
- ]
925
- },
926
- {
927
- "id":"mistralai\/ministral-14b-2512",
928
- "name":"Ministral 3 14B 2512",
929
- "provider_name":"Mistral",
930
- "cost":0.2,
931
- "train_on_prompts":false,
932
- "hf_id":"mistralai\/Ministral-3-14B-Instruct-2512",
933
- "size":null,
934
- "type":"open-source",
935
- "license":"Apache 2.0",
936
- "creation_date":1761868800000,
937
- "tasks":[
938
- "translation_from",
939
- "translation_to",
940
- "classification",
941
- "mmlu",
942
- "arc",
943
- "truthfulqa",
944
- "mgsm"
945
- ]
946
- },
947
- {
948
- "id":"mistralai\/ministral-3b-2512",
949
- "name":"Ministral 3 3B 2512",
950
- "provider_name":"Mistral",
951
- "cost":0.1,
952
- "train_on_prompts":false,
953
- "hf_id":"mistralai\/Ministral-3-3B-Instruct-2512",
954
- "size":null,
955
- "type":"open-source",
956
- "license":"Apache 2.0",
957
- "creation_date":1761868800000,
958
- "tasks":[
959
- "translation_from",
960
- "translation_to",
961
- "classification",
962
- "mmlu",
963
- "arc",
964
- "truthfulqa",
965
- "mgsm"
966
- ]
967
- },
968
- {
969
- "id":"mistralai\/ministral-8b-2512",
970
- "name":"Ministral 3 8B 2512",
971
- "provider_name":"Mistral",
972
- "cost":0.15,
973
- "train_on_prompts":false,
974
- "hf_id":"mistralai\/Ministral-3-8B-Instruct-2512",
975
- "size":8918026716.0,
976
- "type":"open-source",
977
- "license":"Apache 2.0",
978
- "creation_date":1761868800000,
979
- "tasks":[
980
- "translation_from",
981
- "translation_to",
982
- "classification",
983
- "mmlu",
984
- "arc",
985
- "truthfulqa",
986
- "mgsm"
987
- ]
988
- },
989
- {
990
- "id":"mistralai\/mistral-large-2512",
991
- "name":"Mistral Large 3 2512",
992
- "provider_name":"Mistral",
993
- "cost":1.5,
994
  "train_on_prompts":false,
995
  "hf_id":null,
996
  "size":null,
997
  "type":"closed-source",
998
  "license":null,
999
- "creation_date":1764547200000,
1000
  "tasks":[
1001
  "translation_from",
1002
  "translation_to",
@@ -1008,16 +756,16 @@
1008
  ]
1009
  },
1010
  {
1011
- "id":"mistralai\/mistral-medium-3.1",
1012
- "name":"Mistral Medium 3.1",
1013
- "provider_name":"Mistral",
1014
- "cost":2.0,
1015
  "train_on_prompts":false,
1016
  "hf_id":null,
1017
  "size":null,
1018
  "type":"closed-source",
1019
  "license":null,
1020
- "creation_date":1755043200000,
1021
  "tasks":[
1022
  "translation_from",
1023
  "translation_to",
@@ -1029,16 +777,16 @@
1029
  ]
1030
  },
1031
  {
1032
- "id":"mistralai\/mistral-nemo",
1033
- "name":"Mistral Nemo",
1034
- "provider_name":"Mistral",
1035
- "cost":0.03,
1036
  "train_on_prompts":false,
1037
- "hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
1038
- "size":null,
1039
  "type":"open-source",
1040
  "license":"Apache 2.0",
1041
- "creation_date":1721174400000,
1042
  "tasks":[
1043
  "translation_from",
1044
  "translation_to",
@@ -1050,1003 +798,16 @@
1050
  ]
1051
  },
1052
  {
1053
- "id":"mistralai\/mistral-saba",
1054
- "name":"Saba",
1055
- "provider_name":"Mistral",
1056
- "cost":0.6,
1057
  "train_on_prompts":false,
1058
- "hf_id":null,
1059
  "size":null,
1060
- "type":"closed-source",
1061
- "license":null,
1062
- "creation_date":1739750400000,
1063
- "tasks":[
1064
- "translation_from",
1065
- "translation_to",
1066
- "classification",
1067
- "mmlu",
1068
- "arc",
1069
- "truthfulqa",
1070
- "mgsm"
1071
- ]
1072
- },
1073
- {
1074
- "id":"mistralai\/mistral-small-2603",
1075
- "name":"Mistral Small 4",
1076
- "provider_name":"Mistral",
1077
- "cost":0.6,
1078
- "train_on_prompts":false,
1079
- "hf_id":"mistralai\/Mistral-Small-4-119B-2603",
1080
- "size":119401317952.0,
1081
  "type":"open-source",
1082
  "license":"Apache 2.0",
1083
- "creation_date":1769126400000,
1084
- "tasks":[
1085
- "translation_from",
1086
- "translation_to",
1087
- "classification",
1088
- "mmlu",
1089
- "arc",
1090
- "truthfulqa",
1091
- "mgsm"
1092
- ]
1093
- },
1094
- {
1095
- "id":"mistralai\/mistral-small-3.2-24b-instruct",
1096
- "name":"Mistral Small 3.2 24B",
1097
- "provider_name":"Mistral",
1098
- "cost":0.2,
1099
- "train_on_prompts":false,
1100
- "hf_id":"mistralai\/Mistral-Small-3.2-24B-Instruct-2506",
1101
- "size":null,
1102
- "type":"open-source",
1103
- "license":"Apache 2.0",
1104
- "creation_date":1750291200000,
1105
- "tasks":[
1106
- "translation_from",
1107
- "translation_to",
1108
- "classification",
1109
- "mmlu",
1110
- "arc",
1111
- "truthfulqa",
1112
- "mgsm"
1113
- ]
1114
- },
1115
- {
1116
- "id":"moonshotai\/kimi-k2",
1117
- "name":"Kimi K2 0711",
1118
- "provider_name":"MoonshotAI",
1119
- "cost":2.3,
1120
- "train_on_prompts":false,
1121
- "hf_id":"moonshotai\/Kimi-K2-Instruct",
1122
- "size":1026470731056.0,
1123
- "type":"open-source",
1124
- "license":"Other",
1125
- "creation_date":1752192000000,
1126
- "tasks":[
1127
- "translation_from",
1128
- "translation_to",
1129
- "classification",
1130
- "mmlu",
1131
- "arc",
1132
- "truthfulqa",
1133
- "mgsm"
1134
- ]
1135
- },
1136
- {
1137
- "id":"moonshotai\/kimi-k2.6",
1138
- "name":"Kimi K2.6",
1139
- "provider_name":"MoonshotAI",
1140
- "cost":3.49,
1141
- "train_on_prompts":false,
1142
- "hf_id":"moonshotai\/Kimi-K2.6",
1143
- "size":1058589420528.0,
1144
- "type":"open-source",
1145
- "license":"Other",
1146
- "creation_date":1776124800000,
1147
- "tasks":[
1148
- "translation_from",
1149
- "translation_to",
1150
- "classification",
1151
- "mmlu",
1152
- "arc",
1153
- "truthfulqa",
1154
- "mgsm"
1155
- ]
1156
- },
1157
- {
1158
- "id":"nousresearch\/hermes-4-405b",
1159
- "name":"Hermes 4 405B",
1160
- "provider_name":"Nous",
1161
- "cost":3.0,
1162
- "train_on_prompts":false,
1163
- "hf_id":"NousResearch\/Hermes-4-405B",
1164
- "size":405853388800.0,
1165
- "type":"open-source",
1166
- "license":"Llama3",
1167
- "creation_date":1754438400000,
1168
- "tasks":[
1169
- "translation_from",
1170
- "translation_to",
1171
- "classification",
1172
- "mmlu",
1173
- "arc",
1174
- "truthfulqa",
1175
- "mgsm"
1176
- ]
1177
- },
1178
- {
1179
- "id":"nousresearch\/hermes-4-70b",
1180
- "name":"Hermes 4 70B",
1181
- "provider_name":"Nous",
1182
- "cost":0.4,
1183
- "train_on_prompts":false,
1184
- "hf_id":"NousResearch\/Hermes-4-70B",
1185
- "size":null,
1186
- "type":"open-source",
1187
- "license":"Llama3",
1188
- "creation_date":1755475200000,
1189
- "tasks":[
1190
- "translation_from",
1191
- "translation_to",
1192
- "classification",
1193
- "mmlu",
1194
- "arc",
1195
- "truthfulqa",
1196
- "mgsm"
1197
- ]
1198
- },
1199
- {
1200
- "id":"nvidia\/llama-3.3-nemotron-super-49b-v1.5",
1201
- "name":"Llama 3.3 Nemotron Super 49B V1.5",
1202
- "provider_name":"NVIDIA",
1203
- "cost":0.4,
1204
- "train_on_prompts":false,
1205
- "hf_id":"nvidia\/Llama-3_3-Nemotron-Super-49B-v1_5",
1206
- "size":49867145216.0,
1207
- "type":"open-source",
1208
- "license":"Other",
1209
- "creation_date":1753401600000,
1210
- "tasks":[
1211
- "translation_from",
1212
- "translation_to",
1213
- "classification",
1214
- "mmlu",
1215
- "arc",
1216
- "truthfulqa",
1217
- "mgsm"
1218
- ]
1219
- },
1220
- {
1221
- "id":"nvidia\/nemotron-3-nano-30b-a3b",
1222
- "name":"Nemotron 3 Nano 30B A3B",
1223
- "provider_name":"NVIDIA",
1224
- "cost":0.2,
1225
- "train_on_prompts":false,
1226
- "hf_id":"nvidia\/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16",
1227
- "size":31577937344.0,
1228
- "type":"open-source",
1229
- "license":"Other",
1230
- "creation_date":1764806400000,
1231
- "tasks":[
1232
- "translation_from",
1233
- "translation_to",
1234
- "classification",
1235
- "mmlu",
1236
- "arc",
1237
- "truthfulqa",
1238
- "mgsm"
1239
- ]
1240
- },
1241
- {
1242
- "id":"nvidia\/nemotron-3-super-120b-a12b-20230311",
1243
- "name":"Nemotron 3 Super",
1244
- "provider_name":"NVIDIA",
1245
- "cost":0.45,
1246
- "train_on_prompts":false,
1247
- "hf_id":"nvidia\/NVIDIA-Nemotron-3-Super-120B-A12B-FP8",
1248
- "size":123611012096.0,
1249
- "type":"open-source",
1250
- "license":"Other",
1251
- "creation_date":1773100800000,
1252
- "tasks":[
1253
- "translation_from",
1254
- "translation_to",
1255
- "classification",
1256
- "mmlu",
1257
- "arc",
1258
- "truthfulqa",
1259
- "mgsm"
1260
- ]
1261
- },
1262
- {
1263
- "id":"nvidia\/nemotron-nano-9b-v2",
1264
- "name":"Nemotron Nano 9B V2",
1265
- "provider_name":"NVIDIA",
1266
- "cost":0.16,
1267
- "train_on_prompts":false,
1268
- "hf_id":"nvidia\/NVIDIA-Nemotron-Nano-9B-v2",
1269
- "size":8888227328.0,
1270
- "type":"open-source",
1271
- "license":"Other",
1272
- "creation_date":1754956800000,
1273
- "tasks":[
1274
- "translation_from",
1275
- "translation_to",
1276
- "classification",
1277
- "mmlu",
1278
- "arc",
1279
- "truthfulqa",
1280
- "mgsm"
1281
- ]
1282
- },
1283
- {
1284
- "id":"openai\/gpt-3.5-turbo",
1285
- "name":"GPT-3.5 Turbo",
1286
- "provider_name":"OpenAI",
1287
- "cost":1.5,
1288
- "train_on_prompts":false,
1289
- "hf_id":null,
1290
- "size":null,
1291
- "type":"closed-source",
1292
- "license":null,
1293
- "creation_date":1685232000000,
1294
- "tasks":[
1295
- "translation_from",
1296
- "translation_to",
1297
- "classification",
1298
- "mmlu",
1299
- "arc",
1300
- "truthfulqa",
1301
- "mgsm"
1302
- ]
1303
- },
1304
- {
1305
- "id":"openai\/gpt-4.1",
1306
- "name":"GPT-4.1",
1307
- "provider_name":"OpenAI",
1308
- "cost":8.0,
1309
- "train_on_prompts":false,
1310
- "hf_id":null,
1311
- "size":null,
1312
- "type":"closed-source",
1313
- "license":null,
1314
- "creation_date":1744588800000,
1315
- "tasks":[
1316
- "translation_from",
1317
- "translation_to",
1318
- "classification",
1319
- "mmlu",
1320
- "arc",
1321
- "truthfulqa",
1322
- "mgsm"
1323
- ]
1324
- },
1325
- {
1326
- "id":"openai\/gpt-4o",
1327
- "name":"GPT-4o",
1328
- "provider_name":"OpenAI",
1329
- "cost":10.0,
1330
- "train_on_prompts":false,
1331
- "hf_id":null,
1332
- "size":null,
1333
- "type":"closed-source",
1334
- "license":null,
1335
- "creation_date":1715558400000,
1336
- "tasks":[
1337
- "translation_from",
1338
- "translation_to",
1339
- "classification",
1340
- "mmlu",
1341
- "arc",
1342
- "truthfulqa",
1343
- "mgsm"
1344
- ]
1345
- },
1346
- {
1347
- "id":"openai\/gpt-5",
1348
- "name":"GPT-5",
1349
- "provider_name":"OpenAI",
1350
- "cost":10.0,
1351
- "train_on_prompts":false,
1352
- "hf_id":null,
1353
- "size":null,
1354
- "type":"closed-source",
1355
- "license":null,
1356
- "creation_date":1754524800000,
1357
- "tasks":[
1358
- "translation_from",
1359
- "translation_to",
1360
- "classification",
1361
- "mmlu",
1362
- "arc",
1363
- "truthfulqa",
1364
- "mgsm"
1365
- ]
1366
- },
1367
- {
1368
- "id":"openai\/gpt-5-mini",
1369
- "name":"GPT-5 Mini",
1370
- "provider_name":"OpenAI",
1371
- "cost":2.0,
1372
- "train_on_prompts":false,
1373
- "hf_id":null,
1374
- "size":null,
1375
- "type":"closed-source",
1376
- "license":null,
1377
- "creation_date":1754524800000,
1378
- "tasks":[
1379
- "translation_from",
1380
- "translation_to",
1381
- "classification",
1382
- "mmlu",
1383
- "arc",
1384
- "truthfulqa",
1385
- "mgsm"
1386
- ]
1387
- },
1388
- {
1389
- "id":"openai\/gpt-5-nano",
1390
- "name":"GPT-5 Nano",
1391
- "provider_name":"OpenAI",
1392
- "cost":0.4,
1393
- "train_on_prompts":false,
1394
- "hf_id":null,
1395
- "size":null,
1396
- "type":"closed-source",
1397
- "license":null,
1398
- "creation_date":1754524800000,
1399
- "tasks":[
1400
- "translation_from",
1401
- "translation_to",
1402
- "classification",
1403
- "mmlu",
1404
- "arc",
1405
- "truthfulqa",
1406
- "mgsm"
1407
- ]
1408
- },
1409
- {
1410
- "id":"openai\/gpt-5.1",
1411
- "name":"GPT-5.1",
1412
- "provider_name":"OpenAI",
1413
- "cost":10.0,
1414
- "train_on_prompts":false,
1415
- "hf_id":null,
1416
- "size":null,
1417
- "type":"closed-source",
1418
- "license":null,
1419
- "creation_date":1762992000000,
1420
- "tasks":[
1421
- "translation_from",
1422
- "translation_to",
1423
- "classification",
1424
- "mmlu",
1425
- "arc",
1426
- "truthfulqa",
1427
- "mgsm"
1428
- ]
1429
- },
1430
- {
1431
- "id":"openai\/gpt-5.2",
1432
- "name":"GPT-5.2",
1433
- "provider_name":"OpenAI",
1434
- "cost":14.0,
1435
- "train_on_prompts":false,
1436
- "hf_id":null,
1437
- "size":null,
1438
- "type":"closed-source",
1439
- "license":null,
1440
- "creation_date":1765324800000,
1441
- "tasks":[
1442
- "translation_from",
1443
- "translation_to",
1444
- "classification",
1445
- "mmlu",
1446
- "arc",
1447
- "truthfulqa",
1448
- "mgsm"
1449
- ]
1450
- },
1451
- {
1452
- "id":"openai\/gpt-5.3-chat-20260303",
1453
- "name":"GPT-5.3 Chat",
1454
- "provider_name":"OpenAI",
1455
- "cost":14.0,
1456
- "train_on_prompts":false,
1457
- "hf_id":null,
1458
- "size":null,
1459
- "type":"closed-source",
1460
- "license":null,
1461
- "creation_date":1772496000000,
1462
- "tasks":[
1463
- "translation_from",
1464
- "translation_to",
1465
- "classification",
1466
- "mmlu",
1467
- "arc",
1468
- "truthfulqa",
1469
- "mgsm"
1470
- ]
1471
- },
1472
- {
1473
- "id":"openai\/gpt-5.4",
1474
- "name":"GPT-5.4",
1475
- "provider_name":"OpenAI",
1476
- "cost":15.0,
1477
- "train_on_prompts":false,
1478
- "hf_id":null,
1479
- "size":null,
1480
- "type":"closed-source",
1481
- "license":null,
1482
- "creation_date":1772668800000,
1483
- "tasks":[
1484
- "translation_from",
1485
- "translation_to",
1486
- "classification",
1487
- "mmlu",
1488
- "arc",
1489
- "truthfulqa",
1490
- "mgsm"
1491
- ]
1492
- },
1493
- {
1494
- "id":"openai\/gpt-5.5",
1495
- "name":"GPT-5.5",
1496
- "provider_name":"OpenAI",
1497
- "cost":30.0,
1498
- "train_on_prompts":false,
1499
- "hf_id":null,
1500
- "size":null,
1501
- "type":"closed-source",
1502
- "license":null,
1503
- "creation_date":1776988800000,
1504
- "tasks":[
1505
- "translation_from",
1506
- "translation_to",
1507
- "classification",
1508
- "mmlu",
1509
- "arc",
1510
- "truthfulqa",
1511
- "mgsm"
1512
- ]
1513
- },
1514
- {
1515
- "id":"openai\/gpt-oss-120b",
1516
- "name":"gpt-oss-120b",
1517
- "provider_name":"OpenAI",
1518
- "cost":0.18,
1519
- "train_on_prompts":false,
1520
- "hf_id":"openai\/gpt-oss-120b",
1521
- "size":120412337472.0,
1522
- "type":"open-source",
1523
- "license":"Apache 2.0",
1524
- "creation_date":1754265600000,
1525
- "tasks":[
1526
- "translation_from",
1527
- "translation_to",
1528
- "classification",
1529
- "mmlu",
1530
- "arc",
1531
- "truthfulqa",
1532
- "mgsm"
1533
- ]
1534
- },
1535
- {
1536
- "id":"openai\/gpt-oss-20b",
1537
- "name":"gpt-oss-20b",
1538
- "provider_name":"OpenAI",
1539
- "cost":0.14,
1540
- "train_on_prompts":false,
1541
- "hf_id":"openai\/gpt-oss-20b",
1542
- "size":21511953984.0,
1543
- "type":"open-source",
1544
- "license":"Apache 2.0",
1545
- "creation_date":1754265600000,
1546
- "tasks":[
1547
- "translation_from",
1548
- "translation_to",
1549
- "classification",
1550
- "mmlu",
1551
- "arc",
1552
- "truthfulqa",
1553
- "mgsm"
1554
- ]
1555
- },
1556
- {
1557
- "id":"prime-intellect\/intellect-3-20251126",
1558
- "name":"INTELLECT-3",
1559
- "provider_name":"Prime Intellect",
1560
- "cost":1.1,
1561
- "train_on_prompts":false,
1562
- "hf_id":"PrimeIntellect\/INTELLECT-3-FP8",
1563
- "size":106893249280.0,
1564
- "type":"open-source",
1565
- "license":"Mit",
1566
- "creation_date":1764115200000,
1567
- "tasks":[
1568
- "translation_from",
1569
- "translation_to",
1570
- "classification",
1571
- "mmlu",
1572
- "arc",
1573
- "truthfulqa",
1574
- "mgsm"
1575
- ]
1576
- },
1577
- {
1578
- "id":"qwen\/qwen3-30b-a3b",
1579
- "name":"Qwen3 30B A3B",
1580
- "provider_name":"Qwen",
1581
- "cost":0.45,
1582
- "train_on_prompts":false,
1583
- "hf_id":"Qwen\/Qwen3-30B-A3B",
1584
- "size":null,
1585
- "type":"open-source",
1586
- "license":"Apache 2.0",
1587
- "creation_date":1745712000000,
1588
- "tasks":[
1589
- "translation_from",
1590
- "translation_to",
1591
- "classification",
1592
- "mmlu",
1593
- "arc",
1594
- "truthfulqa",
1595
- "mgsm"
1596
- ]
1597
- },
1598
- {
1599
- "id":"qwen\/qwen3-30b-a3b-instruct-2507",
1600
- "name":"Qwen3 30B A3B Instruct 2507",
1601
- "provider_name":"Qwen",
1602
- "cost":0.3,
1603
- "train_on_prompts":false,
1604
- "hf_id":"Qwen\/Qwen3-30B-A3B-Instruct-2507",
1605
- "size":null,
1606
- "type":"open-source",
1607
- "license":"Apache 2.0",
1608
- "creation_date":1753660800000,
1609
- "tasks":[
1610
- "translation_from",
1611
- "translation_to",
1612
- "classification",
1613
- "mmlu",
1614
- "arc",
1615
- "truthfulqa",
1616
- "mgsm"
1617
- ]
1618
- },
1619
- {
1620
- "id":"qwen\/qwen3-max",
1621
- "name":"Qwen3 Max",
1622
- "provider_name":"Qwen",
1623
- "cost":3.9,
1624
- "train_on_prompts":false,
1625
- "hf_id":null,
1626
- "size":null,
1627
- "type":"closed-source",
1628
- "license":null,
1629
- "creation_date":1758585600000,
1630
- "tasks":[
1631
- "translation_from",
1632
- "translation_to",
1633
- "classification",
1634
- "mmlu",
1635
- "arc",
1636
- "truthfulqa",
1637
- "mgsm"
1638
- ]
1639
- },
1640
- {
1641
- "id":"qwen\/qwen3-next-80b-a3b-instruct-2509",
1642
- "name":"Qwen3 Next 80B A3B Instruct",
1643
- "provider_name":"Qwen",
1644
- "cost":1.1,
1645
- "train_on_prompts":false,
1646
- "hf_id":"Qwen\/Qwen3-Next-80B-A3B-Instruct",
1647
- "size":81324862720.0,
1648
- "type":"open-source",
1649
- "license":"Apache 2.0",
1650
- "creation_date":1757376000000,
1651
- "tasks":[
1652
- "translation_from",
1653
- "translation_to",
1654
- "classification",
1655
- "mmlu",
1656
- "arc",
1657
- "truthfulqa",
1658
- "mgsm"
1659
- ]
1660
- },
1661
- {
1662
- "id":"qwen\/qwen3.5-122b-a10b-20260224",
1663
- "name":"Qwen3.5-122B-A10B",
1664
- "provider_name":"Qwen",
1665
- "cost":2.08,
1666
- "train_on_prompts":false,
1667
- "hf_id":"Qwen\/Qwen3.5-122B-A10B",
1668
- "size":125086497008.0,
1669
- "type":"open-source",
1670
- "license":"Apache 2.0",
1671
- "creation_date":1771891200000,
1672
- "tasks":[
1673
- "translation_from",
1674
- "translation_to",
1675
- "classification",
1676
- "mmlu",
1677
- "arc",
1678
- "truthfulqa",
1679
- "mgsm"
1680
- ]
1681
- },
1682
- {
1683
- "id":"qwen\/qwen3.5-397b-a17b-20260216",
1684
- "name":"Qwen3.5 397B A17B",
1685
- "provider_name":"Qwen",
1686
- "cost":2.34,
1687
- "train_on_prompts":false,
1688
- "hf_id":"Qwen\/Qwen3.5-397B-A17B",
1689
- "size":403397928944.0,
1690
- "type":"open-source",
1691
- "license":"Apache 2.0",
1692
- "creation_date":1771200000000,
1693
- "tasks":[
1694
- "translation_from",
1695
- "translation_to",
1696
- "classification",
1697
- "mmlu",
1698
- "arc",
1699
- "truthfulqa",
1700
- "mgsm"
1701
- ]
1702
- },
1703
- {
1704
- "id":"qwen\/qwen3.5-9b-20260310",
1705
- "name":"Qwen3.5-9B",
1706
- "provider_name":"Qwen",
1707
- "cost":0.15,
1708
- "train_on_prompts":false,
1709
- "hf_id":"Qwen\/Qwen3.5-9B",
1710
- "size":9653104368.0,
1711
- "type":"open-source",
1712
- "license":"Apache 2.0",
1713
- "creation_date":1772150400000,
1714
- "tasks":[
1715
- "translation_from",
1716
- "translation_to",
1717
- "classification",
1718
- "mmlu",
1719
- "arc",
1720
- "truthfulqa",
1721
- "mgsm"
1722
- ]
1723
- },
1724
- {
1725
- "id":"qwen\/qwen3.6-27b-20260422",
1726
- "name":"Qwen3.6 27B",
1727
- "provider_name":"Qwen",
1728
- "cost":3.2,
1729
- "train_on_prompts":false,
1730
- "hf_id":"Qwen\/Qwen3.6-27B",
1731
- "size":27781427952.0,
1732
- "type":"open-source",
1733
- "license":"Apache 2.0",
1734
- "creation_date":1776729600000,
1735
- "tasks":[
1736
- "translation_from",
1737
- "translation_to",
1738
- "classification",
1739
- "mmlu",
1740
- "arc",
1741
- "truthfulqa",
1742
- "mgsm"
1743
- ]
1744
- },
1745
- {
1746
- "id":"qwen\/qwen3.6-35b-a3b-20260415",
1747
- "name":"Qwen3.6 35B A3B",
1748
- "provider_name":"Qwen",
1749
- "cost":1.0,
1750
- "train_on_prompts":false,
1751
- "hf_id":"Qwen\/Qwen3.6-35B-A3B",
1752
- "size":35951822704.0,
1753
- "type":"open-source",
1754
- "license":"Apache 2.0",
1755
- "creation_date":1776211200000,
1756
- "tasks":[
1757
- "translation_from",
1758
- "translation_to",
1759
- "classification",
1760
- "mmlu",
1761
- "arc",
1762
- "truthfulqa",
1763
- "mgsm"
1764
- ]
1765
- },
1766
- {
1767
- "id":"qwen\/qwen3.6-flash",
1768
- "name":"Qwen3.6 Flash",
1769
- "provider_name":"Qwen",
1770
- "cost":1.12,
1771
- "train_on_prompts":false,
1772
- "hf_id":null,
1773
- "size":null,
1774
- "type":"closed-source",
1775
- "license":null,
1776
- "creation_date":1777248000000,
1777
- "tasks":[
1778
- "translation_from",
1779
- "translation_to",
1780
- "classification",
1781
- "mmlu",
1782
- "arc",
1783
- "truthfulqa",
1784
- "mgsm"
1785
- ]
1786
- },
1787
- {
1788
- "id":"qwen\/qwen3.6-plus-04-02",
1789
- "name":"Qwen3.6 Plus",
1790
- "provider_name":"Qwen",
1791
- "cost":1.95,
1792
- "train_on_prompts":false,
1793
- "hf_id":null,
1794
- "size":null,
1795
- "type":"closed-source",
1796
- "license":null,
1797
- "creation_date":1775088000000,
1798
- "tasks":[
1799
- "translation_from",
1800
- "translation_to",
1801
- "classification",
1802
- "mmlu",
1803
- "arc",
1804
- "truthfulqa",
1805
- "mgsm"
1806
- ]
1807
- },
1808
- {
1809
- "id":"rekaai\/reka-edge-2603",
1810
- "name":"Reka Edge",
1811
- "provider_name":"Reka Edge",
1812
- "cost":0.1,
1813
- "train_on_prompts":false,
1814
- "hf_id":"RekaAI\/reka-edge-2603",
1815
- "size":7128509568.0,
1816
- "type":"open-source",
1817
- "license":"Other",
1818
- "creation_date":1773187200000,
1819
- "tasks":[
1820
- "translation_from",
1821
- "translation_to",
1822
- "classification",
1823
- "mmlu",
1824
- "arc",
1825
- "truthfulqa",
1826
- "mgsm"
1827
- ]
1828
- },
1829
- {
1830
- "id":"stepfun\/step-3.5-flash",
1831
- "name":"Step 3.5 Flash",
1832
- "provider_name":"StepFun",
1833
- "cost":0.3,
1834
- "train_on_prompts":false,
1835
- "hf_id":"stepfun-ai\/Step-3.5-Flash",
1836
- "size":199384301376.0,
1837
- "type":"open-source",
1838
- "license":"Apache 2.0",
1839
- "creation_date":1769904000000,
1840
- "tasks":[
1841
- "translation_from",
1842
- "translation_to",
1843
- "classification",
1844
- "mmlu",
1845
- "arc",
1846
- "truthfulqa",
1847
- "mgsm"
1848
- ]
1849
- },
1850
- {
1851
- "id":"tencent\/hunyuan-a13b-instruct",
1852
- "name":"Hunyuan A13B Instruct",
1853
- "provider_name":"Tencent",
1854
- "cost":0.57,
1855
- "train_on_prompts":false,
1856
- "hf_id":"tencent\/Hunyuan-A13B-Instruct",
1857
- "size":null,
1858
- "type":"open-source",
1859
- "license":"Other",
1860
- "creation_date":1750809600000,
1861
- "tasks":[
1862
- "translation_from",
1863
- "translation_to",
1864
- "classification",
1865
- "mmlu",
1866
- "arc",
1867
- "truthfulqa",
1868
- "mgsm"
1869
- ]
1870
- },
1871
- {
1872
- "id":"upstage\/solar-pro-3",
1873
- "name":"Solar Pro 3",
1874
- "provider_name":"Upstage",
1875
- "cost":0.6,
1876
- "train_on_prompts":false,
1877
- "hf_id":null,
1878
- "size":null,
1879
- "type":"closed-source",
1880
- "license":null,
1881
- "creation_date":1769472000000,
1882
- "tasks":[
1883
- "translation_from",
1884
- "translation_to",
1885
- "classification",
1886
- "mmlu",
1887
- "arc",
1888
- "truthfulqa",
1889
- "mgsm"
1890
- ]
1891
- },
1892
- {
1893
- "id":"writer\/palmyra-x5-20250428",
1894
- "name":"Palmyra X5",
1895
- "provider_name":"Writer",
1896
- "cost":6.0,
1897
- "train_on_prompts":false,
1898
- "hf_id":null,
1899
- "size":null,
1900
- "type":"closed-source",
1901
- "license":null,
1902
- "creation_date":1768953600000,
1903
- "tasks":[
1904
- "translation_from",
1905
- "translation_to",
1906
- "classification",
1907
- "mmlu",
1908
- "arc",
1909
- "truthfulqa",
1910
- "mgsm"
1911
- ]
1912
- },
1913
- {
1914
- "id":"x-ai\/grok-4.20",
1915
- "name":"Grok 4.20",
1916
- "provider_name":"xAI",
1917
- "cost":2.5,
1918
- "train_on_prompts":false,
1919
- "hf_id":null,
1920
- "size":null,
1921
- "type":"closed-source",
1922
- "license":null,
1923
- "creation_date":1774915200000,
1924
- "tasks":[
1925
- "translation_from",
1926
- "translation_to",
1927
- "classification",
1928
- "mmlu",
1929
- "arc",
1930
- "truthfulqa",
1931
- "mgsm"
1932
- ]
1933
- },
1934
- {
1935
- "id":"z-ai\/glm-4-32b-0414",
1936
- "name":"GLM 4 32B ",
1937
- "provider_name":"Z.ai",
1938
- "cost":0.1,
1939
- "train_on_prompts":false,
1940
- "hf_id":null,
1941
- "size":null,
1942
- "type":"closed-source",
1943
- "license":null,
1944
- "creation_date":1753315200000,
1945
- "tasks":[
1946
- "translation_from",
1947
- "translation_to",
1948
- "classification",
1949
- "mmlu",
1950
- "arc",
1951
- "truthfulqa",
1952
- "mgsm"
1953
- ]
1954
- },
1955
- {
1956
- "id":"z-ai\/glm-4.5-air",
1957
- "name":"GLM 4.5 Air",
1958
- "provider_name":"Z.ai",
1959
- "cost":0.85,
1960
- "train_on_prompts":false,
1961
- "hf_id":"zai-org\/GLM-4.5-Air",
1962
- "size":110468824832.0,
1963
- "type":"open-source",
1964
- "license":"Mit",
1965
- "creation_date":1752969600000,
1966
- "tasks":[
1967
- "translation_from",
1968
- "translation_to",
1969
- "classification",
1970
- "mmlu",
1971
- "arc",
1972
- "truthfulqa",
1973
- "mgsm"
1974
- ]
1975
- },
1976
- {
1977
- "id":"z-ai\/glm-4.5v",
1978
- "name":"GLM 4.5V",
1979
- "provider_name":"Z.ai",
1980
- "cost":1.8,
1981
- "train_on_prompts":false,
1982
- "hf_id":"zai-org\/GLM-4.5V",
1983
- "size":107710933120.0,
1984
- "type":"open-source",
1985
- "license":"Mit",
1986
- "creation_date":1754784000000,
1987
- "tasks":[
1988
- "translation_from",
1989
- "translation_to",
1990
- "classification",
1991
- "mmlu",
1992
- "arc",
1993
- "truthfulqa",
1994
- "mgsm"
1995
- ]
1996
- },
1997
- {
1998
- "id":"z-ai\/glm-4.7-flash-20260119",
1999
- "name":"GLM 4.7 Flash",
2000
- "provider_name":"Z.ai",
2001
- "cost":0.4,
2002
- "train_on_prompts":false,
2003
- "hf_id":"zai-org\/GLM-4.7-Flash",
2004
- "size":31221488576.0,
2005
- "type":"open-source",
2006
- "license":"Mit",
2007
- "creation_date":1768780800000,
2008
- "tasks":[
2009
- "translation_from",
2010
- "translation_to",
2011
- "classification",
2012
- "mmlu",
2013
- "arc",
2014
- "truthfulqa",
2015
- "mgsm"
2016
- ]
2017
- },
2018
- {
2019
- "id":"z-ai\/glm-5-turbo-20260315",
2020
- "name":"GLM 5 Turbo",
2021
- "provider_name":"Z.ai",
2022
- "cost":4.0,
2023
- "train_on_prompts":false,
2024
- "hf_id":null,
2025
- "size":null,
2026
- "type":"closed-source",
2027
- "license":null,
2028
- "creation_date":1773532800000,
2029
- "tasks":[
2030
- "translation_from",
2031
- "translation_to",
2032
- "classification",
2033
- "mmlu",
2034
- "arc",
2035
- "truthfulqa",
2036
- "mgsm"
2037
- ]
2038
- },
2039
- {
2040
- "id":"z-ai\/glm-5v-turbo-20260401",
2041
- "name":"GLM 5V Turbo",
2042
- "provider_name":"Z.ai",
2043
- "cost":4.0,
2044
- "train_on_prompts":false,
2045
- "hf_id":null,
2046
- "size":null,
2047
- "type":"closed-source",
2048
- "license":null,
2049
- "creation_date":1775001600000,
2050
  "tasks":[
2051
  "translation_from",
2052
  "translation_to",
 
1
  [
2
  {
3
+ "id":"allenai\/olmo-3.1-32b-instruct",
4
+ "name":"Olmo 3.1 32B Instruct",
5
+ "provider_name":"AllenAI",
6
+ "cost":0.6,
7
  "train_on_prompts":false,
8
+ "hf_id":"allenai\/Olmo-3.1-32B-Instruct",
9
  "size":null,
10
  "type":"open-source",
11
+ "license":"Apache 2.0",
12
+ "creation_date":1765324800000.0,
13
  "tasks":[
14
  "translation_from",
15
  "translation_to",
 
21
  ]
22
  },
23
  {
24
+ "id":"amazon\/nova-premier-v1",
25
+ "name":"Nova Premier 1.0",
26
  "provider_name":"Amazon",
27
+ "cost":12.5,
28
  "train_on_prompts":false,
29
  "hf_id":null,
30
  "size":null,
31
  "type":"closed-source",
32
  "license":null,
33
+ "creation_date":1761868800000.0,
34
  "tasks":[
35
  "translation_from",
36
  "translation_to",
 
42
  ]
43
  },
44
  {
45
+ "id":"amazon\/nova-pro-v1",
46
+ "name":"Nova Pro 1.0",
47
  "provider_name":"Amazon",
48
+ "cost":3.2,
49
  "train_on_prompts":false,
50
  "hf_id":null,
51
  "size":null,
52
  "type":"closed-source",
53
  "license":null,
54
+ "creation_date":1733356800000.0,
55
  "tasks":[
56
  "translation_from",
57
  "translation_to",
 
63
  ]
64
  },
65
  {
66
+ "id":"anthropic\/claude-3.7-sonnet",
67
+ "name":"Claude 3.7 Sonnet",
68
+ "provider_name":"Anthropic",
69
+ "cost":15.0,
70
  "train_on_prompts":false,
71
  "hf_id":null,
72
  "size":null,
73
  "type":"closed-source",
74
  "license":null,
75
+ "creation_date":1740355200000.0,
76
  "tasks":[
77
  "translation_from",
78
  "translation_to",
 
93
  "size":null,
94
  "type":"closed-source",
95
  "license":null,
96
+ "creation_date":1760486400000.0,
97
  "tasks":[
98
  "translation_from",
99
  "translation_to",
 
114
  "size":null,
115
  "type":"closed-source",
116
  "license":null,
117
+ "creation_date":1763942400000.0,
118
  "tasks":[
119
  "translation_from",
120
  "translation_to",
 
135
  "size":null,
136
  "type":"closed-source",
137
  "license":null,
138
+ "creation_date":1770163200000.0,
139
  "tasks":[
140
  "translation_from",
141
  "translation_to",
 
147
  ]
148
  },
149
  {
150
+ "id":"anthropic\/claude-sonnet-4",
151
+ "name":"Claude Sonnet 4",
152
  "provider_name":"Anthropic",
153
+ "cost":15.0,
154
  "train_on_prompts":false,
155
  "hf_id":null,
156
  "size":null,
157
  "type":"closed-source",
158
  "license":null,
159
+ "creation_date":1747872000000.0,
160
  "tasks":[
161
  "translation_from",
162
  "translation_to",
 
168
  ]
169
  },
170
  {
171
+ "id":"anthropic\/claude-sonnet-4.5",
172
+ "name":"Claude Sonnet 4.5",
173
  "provider_name":"Anthropic",
174
  "cost":15.0,
175
  "train_on_prompts":false,
 
177
  "size":null,
178
  "type":"closed-source",
179
  "license":null,
180
+ "creation_date":1759104000000.0,
181
  "tasks":[
182
  "translation_from",
183
  "translation_to",
 
189
  ]
190
  },
191
  {
192
+ "id":"anthropic\/claude-sonnet-4.6",
193
+ "name":"Claude Sonnet 4.6",
194
  "provider_name":"Anthropic",
195
  "cost":15.0,
196
  "train_on_prompts":false,
 
198
  "size":null,
199
  "type":"closed-source",
200
  "license":null,
201
+ "creation_date":1771286400000.0,
202
  "tasks":[
203
  "translation_from",
204
  "translation_to",
 
210
  ]
211
  },
212
  {
213
+ "id":"baidu\/ernie-4.5-300b-a47b",
214
+ "name":"ERNIE 4.5 300B A47B ",
215
+ "provider_name":"Baidu",
216
+ "cost":1.1,
217
  "train_on_prompts":false,
218
+ "hf_id":"baidu\/ERNIE-4.5-300B-A47B-PT",
219
  "size":null,
220
+ "type":"open-source",
221
+ "license":"Apache 2.0",
222
+ "creation_date":1751068800000.0,
223
  "tasks":[
224
  "translation_from",
225
  "translation_to",
 
231
  ]
232
  },
233
  {
234
+ "id":"cohere\/command-a",
235
+ "name":"Command A",
236
+ "provider_name":"Cohere",
237
+ "cost":10.0,
238
  "train_on_prompts":false,
239
+ "hf_id":"CohereLabs\/c4ai-command-a-03-2025",
240
  "size":null,
241
  "type":"open-source",
242
+ "license":"Cc By Nc 4.0",
243
+ "creation_date":1741651200000.0,
244
  "tasks":[
245
  "translation_from",
246
  "translation_to",
 
252
  ]
253
  },
254
  {
255
+ "id":"deepseek\/deepseek-v3.2-exp",
256
+ "name":"DeepSeek V3.2 Exp",
257
+ "provider_name":"DeepSeek",
258
+ "cost":0.41,
259
  "train_on_prompts":false,
260
+ "hf_id":"deepseek-ai\/DeepSeek-V3.2-Exp",
261
  "size":null,
262
  "type":"open-source",
263
+ "license":"Mit",
264
+ "creation_date":1759104000000.0,
265
  "tasks":[
266
  "translation_from",
267
  "translation_to",
 
273
  ]
274
  },
275
  {
276
+ "id":"google\/gemini-2.5-flash",
277
+ "name":"Gemini 2.5 Flash",
278
+ "provider_name":"Google",
279
+ "cost":2.5,
280
  "train_on_prompts":false,
281
+ "hf_id":null,
282
  "size":null,
283
+ "type":"closed-source",
284
+ "license":null,
285
+ "creation_date":1750118400000.0,
286
  "tasks":[
287
  "translation_from",
288
  "translation_to",
 
294
  ]
295
  },
296
  {
297
+ "id":"google\/gemini-2.5-flash-lite",
298
+ "name":"Gemini 2.5 Flash Lite",
299
+ "provider_name":"Google",
300
+ "cost":0.4,
301
  "train_on_prompts":false,
302
  "hf_id":null,
303
  "size":null,
304
  "type":"closed-source",
305
  "license":null,
306
+ "creation_date":1753142400000.0,
307
  "tasks":[
308
  "translation_from",
309
  "translation_to",
 
315
  ]
316
  },
317
  {
318
+ "id":"google\/gemini-2.5-pro",
319
+ "name":"Gemini 2.5 Pro",
320
+ "provider_name":"Google",
321
+ "cost":10.0,
322
  "train_on_prompts":false,
323
  "hf_id":null,
324
  "size":null,
325
  "type":"closed-source",
326
  "license":null,
327
+ "creation_date":1750118400000.0,
328
  "tasks":[
329
  "translation_from",
330
  "translation_to",
 
336
  ]
337
  },
338
  {
339
+ "id":"google\/gemini-3-pro-preview",
340
+ "name":"Gemini 3 Pro Preview",
341
+ "provider_name":"Google",
342
+ "cost":12.0,
343
  "train_on_prompts":false,
344
  "hf_id":null,
345
  "size":null,
346
  "type":"closed-source",
347
  "license":null,
348
+ "creation_date":1763424000000.0,
349
  "tasks":[
350
  "translation_from",
351
  "translation_to",
 
357
  ]
358
  },
359
  {
360
+ "id":"google\/gemini-3.1-pro-preview",
361
+ "name":"Gemini 3.1 Pro Preview",
362
+ "provider_name":"Google",
363
+ "cost":12.0,
364
  "train_on_prompts":false,
365
  "hf_id":null,
366
  "size":null,
367
  "type":"closed-source",
368
  "license":null,
369
+ "creation_date":1771459200000.0,
370
  "tasks":[
371
  "translation_from",
372
  "translation_to",
 
378
  ]
379
  },
380
  {
381
+ "id":"meta-llama\/llama-3-70b-instruct",
382
+ "name":"Llama 3 70B Instruct",
383
+ "provider_name":"Meta",
384
+ "cost":0.74,
385
  "train_on_prompts":false,
386
+ "hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
387
+ "size":70553706496.0,
388
  "type":"open-source",
389
+ "license":"Llama3",
390
+ "creation_date":1713312000000.0,
391
  "tasks":[
392
  "translation_from",
393
  "translation_to",
 
399
  ]
400
  },
401
  {
402
+ "id":"meta-llama\/llama-3.1-70b-instruct",
403
+ "name":"Llama 3.1 70B Instruct",
404
+ "provider_name":"Meta",
405
+ "cost":0.4,
406
  "train_on_prompts":false,
407
+ "hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
408
+ "size":70553706496.0,
409
+ "type":"open-source",
410
+ "license":"Llama3.1",
411
+ "creation_date":1721088000000.0,
412
  "tasks":[
413
  "translation_from",
414
  "translation_to",
 
420
  ]
421
  },
422
  {
423
+ "id":"meta-llama\/llama-3.3-70b-instruct",
424
+ "name":"Llama 3.3 70B Instruct",
425
+ "provider_name":"Meta",
426
+ "cost":0.32,
427
  "train_on_prompts":false,
428
+ "hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
429
+ "size":null,
430
  "type":"open-source",
431
+ "license":"Llama3.3",
432
+ "creation_date":1732579200000.0,
433
  "tasks":[
434
  "translation_from",
435
  "translation_to",
 
441
  ]
442
  },
443
  {
444
+ "id":"meta-llama\/llama-4-maverick",
445
+ "name":"Llama 4 Maverick",
446
+ "provider_name":"Meta",
447
+ "cost":0.6,
448
  "train_on_prompts":false,
449
+ "hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
450
+ "size":401583781376.0,
451
  "type":"open-source",
452
+ "license":"Other",
453
+ "creation_date":1743465600000.0,
454
  "tasks":[
455
  "translation_from",
456
  "translation_to",
 
462
  ]
463
  },
464
  {
465
+ "id":"microsoft\/phi-4",
466
+ "name":"Phi 4",
467
+ "provider_name":"Microsoft",
468
+ "cost":0.14,
469
  "train_on_prompts":false,
470
+ "hf_id":"microsoft\/phi-4",
471
+ "size":null,
472
  "type":"open-source",
473
  "license":"Mit",
474
+ "creation_date":1733875200000.0,
475
  "tasks":[
476
  "translation_from",
477
  "translation_to",
 
483
  ]
484
  },
485
  {
486
+ "id":"minimax\/minimax-m2.5",
487
+ "name":"MiniMax M2.5",
488
+ "provider_name":"MiniMax",
489
+ "cost":1.2,
490
  "train_on_prompts":false,
491
+ "hf_id":"MiniMaxAI\/MiniMax-M2.5",
492
+ "size":228703644928.0,
493
  "type":"open-source",
494
+ "license":"Other",
495
+ "creation_date":1770854400000.0,
496
  "tasks":[
497
  "translation_from",
498
  "translation_to",
 
504
  ]
505
  },
506
  {
507
+ "id":"mistralai\/mistral-medium-3.1",
508
+ "name":"Mistral Medium 3.1",
509
+ "provider_name":"Mistral",
510
+ "cost":2.0,
511
  "train_on_prompts":false,
512
+ "hf_id":null,
513
  "size":null,
514
+ "type":"closed-source",
515
+ "license":null,
516
+ "creation_date":1755043200000.0,
517
  "tasks":[
518
  "translation_from",
519
  "translation_to",
 
525
  ]
526
  },
527
  {
528
+ "id":"mistralai\/mistral-nemo",
529
+ "name":"Mistral Nemo",
530
+ "provider_name":"Mistral",
531
+ "cost":0.04,
532
  "train_on_prompts":false,
533
+ "hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
534
+ "size":null,
535
  "type":"open-source",
536
+ "license":"Apache 2.0",
537
+ "creation_date":1721174400000.0,
538
  "tasks":[
539
  "translation_from",
540
  "translation_to",
 
546
  ]
547
  },
548
  {
549
+ "id":"mistralai\/mistral-saba",
550
+ "name":"Saba",
551
+ "provider_name":"Mistral",
552
+ "cost":0.6,
553
  "train_on_prompts":false,
554
  "hf_id":null,
555
  "size":null,
556
  "type":"closed-source",
557
  "license":null,
558
+ "creation_date":1739750400000.0,
559
  "tasks":[
560
  "translation_from",
561
  "translation_to",
 
567
  ]
568
  },
569
  {
570
+ "id":"moonshotai\/kimi-k2",
571
+ "name":"Kimi K2 0711",
572
+ "provider_name":"MoonshotAI",
573
+ "cost":2.2,
574
  "train_on_prompts":false,
575
+ "hf_id":"moonshotai\/Kimi-K2-Instruct",
576
+ "size":1026470731056.0,
577
+ "type":"open-source",
578
+ "license":"Other",
579
+ "creation_date":1752192000000.0,
580
  "tasks":[
581
  "translation_from",
582
  "translation_to",
 
588
  ]
589
  },
590
  {
591
+ "id":"openai\/gpt-3.5-turbo",
592
+ "name":"GPT-3.5 Turbo",
593
+ "provider_name":"OpenAI",
594
+ "cost":1.5,
595
  "train_on_prompts":false,
596
  "hf_id":null,
597
  "size":null,
598
  "type":"closed-source",
599
  "license":null,
600
+ "creation_date":1685232000000.0,
601
  "tasks":[
602
  "translation_from",
603
  "translation_to",
 
609
  ]
610
  },
611
  {
612
+ "id":"openai\/gpt-4.1",
613
+ "name":"GPT-4.1",
614
+ "provider_name":"OpenAI",
615
+ "cost":8.0,
616
  "train_on_prompts":false,
617
  "hf_id":null,
618
  "size":null,
619
  "type":"closed-source",
620
  "license":null,
621
+ "creation_date":1744588800000.0,
622
  "tasks":[
623
  "translation_from",
624
  "translation_to",
 
630
  ]
631
  },
632
  {
633
+ "id":"openai\/gpt-4o",
634
+ "name":"GPT-4o",
635
+ "provider_name":"OpenAI",
636
+ "cost":10.0,
637
  "train_on_prompts":false,
638
  "hf_id":null,
639
  "size":null,
640
  "type":"closed-source",
641
  "license":null,
642
+ "creation_date":1715558400000.0,
643
  "tasks":[
644
  "translation_from",
645
  "translation_to",
 
651
  ]
652
  },
653
  {
654
+ "id":"openai\/gpt-5",
655
+ "name":"GPT-5",
656
+ "provider_name":"OpenAI",
657
+ "cost":10.0,
658
  "train_on_prompts":false,
659
+ "hf_id":null,
660
+ "size":null,
661
+ "type":"closed-source",
662
+ "license":null,
663
+ "creation_date":1754524800000.0,
664
  "tasks":[
665
  "translation_from",
666
  "translation_to",
 
672
  ]
673
  },
674
  {
675
+ "id":"openai\/gpt-5-mini",
676
+ "name":"GPT-5 Mini",
677
+ "provider_name":"OpenAI",
678
+ "cost":2.0,
679
  "train_on_prompts":false,
680
+ "hf_id":null,
681
  "size":null,
682
+ "type":"closed-source",
683
+ "license":null,
684
+ "creation_date":1754524800000.0,
685
  "tasks":[
686
  "translation_from",
687
  "translation_to",
 
693
  ]
694
  },
695
  {
696
+ "id":"openai\/gpt-5-nano",
697
+ "name":"GPT-5 Nano",
698
+ "provider_name":"OpenAI",
699
+ "cost":0.4,
700
  "train_on_prompts":false,
701
+ "hf_id":null,
702
+ "size":null,
703
+ "type":"closed-source",
704
+ "license":null,
705
+ "creation_date":1754524800000.0,
706
  "tasks":[
707
  "translation_from",
708
  "translation_to",
 
714
  ]
715
  },
716
  {
717
+ "id":"openai\/gpt-5.1",
718
+ "name":"GPT-5.1",
719
+ "provider_name":"OpenAI",
720
+ "cost":10.0,
721
  "train_on_prompts":false,
722
+ "hf_id":null,
723
+ "size":null,
724
+ "type":"closed-source",
725
+ "license":null,
726
+ "creation_date":1762992000000.0,
727
  "tasks":[
728
  "translation_from",
729
  "translation_to",
 
735
  ]
736
  },
737
  {
738
+ "id":"openai\/gpt-5.2",
739
+ "name":"GPT-5.2",
740
+ "provider_name":"OpenAI",
741
+ "cost":14.0,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
742
  "train_on_prompts":false,
743
  "hf_id":null,
744
  "size":null,
745
  "type":"closed-source",
746
  "license":null,
747
+ "creation_date":1765324800000.0,
748
  "tasks":[
749
  "translation_from",
750
  "translation_to",
 
756
  ]
757
  },
758
  {
759
+ "id":"openai\/gpt-5.4",
760
+ "name":"GPT-5.4",
761
+ "provider_name":"OpenAI",
762
+ "cost":15.0,
763
  "train_on_prompts":false,
764
  "hf_id":null,
765
  "size":null,
766
  "type":"closed-source",
767
  "license":null,
768
+ "creation_date":1772668800000.0,
769
  "tasks":[
770
  "translation_from",
771
  "translation_to",
 
777
  ]
778
  },
779
  {
780
+ "id":"openai\/gpt-oss-120b",
781
+ "name":"gpt-oss-120b",
782
+ "provider_name":"OpenAI",
783
+ "cost":0.19,
784
  "train_on_prompts":false,
785
+ "hf_id":"openai\/gpt-oss-120b",
786
+ "size":120412337472.0,
787
  "type":"open-source",
788
  "license":"Apache 2.0",
789
+ "creation_date":1754265600000.0,
790
  "tasks":[
791
  "translation_from",
792
  "translation_to",
 
798
  ]
799
  },
800
  {
801
+ "id":"qwen\/qwen3-30b-a3b",
802
+ "name":"Qwen3 30B A3B",
803
+ "provider_name":"Qwen",
804
+ "cost":0.28,
805
  "train_on_prompts":false,
806
+ "hf_id":"Qwen\/Qwen3-30B-A3B",
807
  "size":null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
808
  "type":"open-source",
809
  "license":"Apache 2.0",
810
+ "creation_date":1745712000000.0,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
811
  "tasks":[
812
  "translation_from",
813
  "translation_to",
results/results.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e53e32e07c510774d3c8011f418c4bd31e36be8e6a401e6d74b1c6abbd5ad5f1
3
- size 11317321
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c0a0374e1e03392d76db5baf38e282b6af6dec080fab2b9cf1af7e68c931c8
3
+ size 9437932