Upload from nightly evaluation run

languages.json

@@ -79,7 +79,7 @@
     "family":"Indo-European",
     "flores_path":"fra_Latn",
     "fleurs_tag":"fr_fr",
-    "commonvoice_hours":1061.0,
+    "commonvoice_hours":1062.0,
     "commonvoice_locale":"fr",
     "in_benchmark":true
   },
@@ -163,7 +163,7 @@
     "family":"Indo-European",
     "flores_path":"deu_Latn",
     "fleurs_tag":"de_de",
-    "commonvoice_hours":1365.0,
+    "commonvoice_hours":1367.0,
     "commonvoice_locale":"de",
     "in_benchmark":true
   },
@@ -1375,7 +1375,7 @@
     "family":"Turkic",
     "flores_path":"uig_Arab",
     "fleurs_tag":null,
-    "commonvoice_hours":376.0,
+    "commonvoice_hours":377.0,
     "commonvoice_locale":"ug",
     "in_benchmark":true
   },
@@ -3559,7 +3559,7 @@
     "family":"Abkhaz-Adyge",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":66.0,
+    "commonvoice_hours":67.0,
     "commonvoice_locale":"kbd",
     "in_benchmark":false
   },
@@ -4651,7 +4651,7 @@
     "family":"Abkhaz-Adyge",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":21.0,
+    "commonvoice_hours":22.0,
     "commonvoice_locale":"ady",
     "in_benchmark":false
   },

models.json

@@ -43,6 +43,17 @@
     "license":"Mit",
     "creation_date":1737331200000
   },
+  {
+    "id":"deepseek\/deepseek-r1-0528",
+    "name":"R1 0528",
+    "provider_name":"DeepSeek",
+    "cost":0.0,
+    "hf_id":"deepseek-ai\/DeepSeek-R1-0528",
+    "size":684531386000.0,
+    "type":"Open",
+    "license":"Mit",
+    "creation_date":1748390400000
+  },
   {
     "id":"google\/gemini-2.0-flash-001",
     "name":"Gemini 2.0 Flash",

results.json

@@ -3359,6 +3359,846 @@
     "metric":"chrf",
     "score":0.3710290799
   },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ar",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ar",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ar",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2373672543
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ar",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5260757727
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ar",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3285274303
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ar",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5590237808
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.4
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.251982914
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5269588388
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3081294684
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"bn",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5221618044
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.4
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3226520344
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5750653902
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3833943767
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"de",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5822540388
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.6
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.5414890567
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6901603131
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.65136344
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"en",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.814288256
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.3
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2479212607
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4998884286
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2970650759
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"es",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5373052889
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.5
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3186845256
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5933794038
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4349494723
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"fr",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6079740627
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"hi",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"hi",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"hi",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3564149867
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"hi",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5972656918
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"hi",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3029237977
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"hi",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5276781303
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"id",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"id",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"id",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2876911945
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"id",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5482159609
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"id",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2940448188
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"id",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5448923741
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.4
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.1827387853
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4769620326
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.0613359658
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ja",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.2105103816
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"jv",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"jv",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2802837747
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"jv",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4893845985
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"jv",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.1179961209
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"jv",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.3697436656
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"mr",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"mr",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.1520275352
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"mr",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.3905524229
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"mr",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.0999041852
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"mr",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.3246573528
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pa",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pa",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.361635926
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pa",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5409988692
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pa",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3917357782
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pa",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5329271965
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pt",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pt",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pt",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3390879053
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pt",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5804013742
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pt",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3506563803
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"pt",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5763378703
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.6
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2246840158
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5244113055
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3594079605
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ru",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5726823578
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.2
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2074916818
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4529002152
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3320288719
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"sw",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6201778863
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.3
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3219720359
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5542555367
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2813682269
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"te",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5156714123
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ur",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ur",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2049672714
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ur",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4409541903
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ur",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.291136983
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"ur",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.4722890493
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"vi",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"vi",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"vi",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.290841669
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"vi",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5420316418
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"vi",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4456194272
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"vi",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6359307779
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"mgsm",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.0
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2199013913
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4962775874
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.1813558493
+  },
+  {
+    "model":"deepseek\/deepseek-r1-0528",
+    "bcp_47":"zh",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.3079482476
+  },
   {
     "model":"google\/gemini-2.0-flash-001",
     "bcp_47":"ar",