Upload from nightly evaluation run

languages.json

@@ -319,7 +319,7 @@
     "family":"Indo-European",
     "flores_path":"ita_Latn",
     "fleurs_tag":"it_it",
-    "commonvoice_hours":362.0,
+    "commonvoice_hours":363.0,
     "commonvoice_locale":"it",
     "in_benchmark":true
   },
@@ -876,10 +876,10 @@
     "in_benchmark":true
   },
   {
-    "bcp_47":"bgc",
+    "bcp_47":"mwr",
     "speakers":15913080,
-    "language_name":"Haryanvi",
-    "autonym":"हरियाणवी",
+    "language_name":"Marwari",
+    "autonym":"Marwari",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -888,10 +888,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"mwr",
+    "bcp_47":"bgc",
     "speakers":15913080,
-    "language_name":"Marwari",
-    "autonym":"Marwari",
+    "language_name":"Haryanvi",
+    "autonym":"हरियाणवी",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -1183,7 +1183,7 @@
     "family":"Indo-European",
     "flores_path":"bel_Cyrl",
     "fleurs_tag":"be_by",
-    "commonvoice_hours":1807.0,
+    "commonvoice_hours":1808.0,
     "commonvoice_locale":"be",
     "in_benchmark":true
   },
@@ -1195,7 +1195,7 @@
     "family":"Atlantic-Congo",
     "flores_path":"lua_Latn",
     "fleurs_tag":null,
-    "commonvoice_hours":2.2,
+    "commonvoice_hours":2.8,
     "commonvoice_locale":"lua",
     "in_benchmark":true
   },
@@ -1955,18 +1955,6 @@
     "commonvoice_locale":"gom",
     "in_benchmark":true
   },
-  {
-    "bcp_47":"kam",
-    "speakers":4068120,
-    "language_name":"Kamba",
-    "autonym":"Kikamba",
-    "family":"Atlantic-Congo",
-    "flores_path":"kam_Latn",
-    "fleurs_tag":"kam_ke",
-    "commonvoice_hours":0.0,
-    "commonvoice_locale":"kam",
-    "in_benchmark":true
-  },
   {
     "bcp_47":"kln",
     "speakers":4068120,
@@ -1979,6 +1967,18 @@
     "commonvoice_locale":"kln",
     "in_benchmark":false
   },
+  {
+    "bcp_47":"kam",
+    "speakers":4068120,
+    "language_name":"Kamba",
+    "autonym":"Kikamba",
+    "family":"Atlantic-Congo",
+    "flores_path":"kam_Latn",
+    "fleurs_tag":"kam_ke",
+    "commonvoice_hours":0.0,
+    "commonvoice_locale":"kam",
+    "in_benchmark":true
+  },
   {
     "bcp_47":"bjn",
     "speakers":4010288,
@@ -2124,10 +2124,10 @@
     "in_benchmark":true
   },
   {
-    "bcp_47":"lmn",
+    "bcp_47":"gbm",
     "speakers":3580443,
-    "language_name":"Lambadi",
-    "autonym":"Lambadi",
+    "language_name":"Garhwali",
+    "autonym":"Garhwali",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -2136,10 +2136,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"gbm",
+    "bcp_47":"lmn",
     "speakers":3580443,
-    "language_name":"Garhwali",
-    "autonym":"Garhwali",
+    "language_name":"Lambadi",
+    "autonym":"Lambadi",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -2352,27 +2352,27 @@
     "in_benchmark":true
   },
   {
-    "bcp_47":"ibb",
+    "bcp_47":"efi",
     "speakers":2996392,
-    "language_name":"Ibibio",
-    "autonym":"Ibibio",
+    "language_name":"Efik",
+    "autonym":"Efik",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":11.0,
-    "commonvoice_locale":"ibb",
+    "commonvoice_hours":null,
+    "commonvoice_locale":null,
     "in_benchmark":false
   },
   {
-    "bcp_47":"efi",
+    "bcp_47":"ibb",
     "speakers":2996392,
-    "language_name":"Efik",
-    "autonym":"Efik",
+    "language_name":"Ibibio",
+    "autonym":"Ibibio",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":null,
-    "commonvoice_locale":null,
+    "commonvoice_hours":11.0,
+    "commonvoice_locale":"ibb",
     "in_benchmark":false
   },
   {
@@ -2544,11 +2544,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"sck",
+    "bcp_47":"wbq",
     "speakers":2386962,
-    "language_name":"Sadri",
-    "autonym":"Sadri",
-    "family":"Indo-European",
+    "language_name":"Waddar",
+    "autonym":"Waddar",
+    "family":"Dravidian",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -2556,11 +2556,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"wbq",
+    "bcp_47":"sck",
     "speakers":2386962,
-    "language_name":"Waddar",
-    "autonym":"Waddar",
-    "family":"Dravidian",
+    "language_name":"Sadri",
+    "autonym":"Sadri",
+    "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -2724,10 +2724,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"wbr",
+    "bcp_47":"khn",
     "speakers":1989135,
-    "language_name":"Wagdi",
-    "autonym":"Wagdi",
+    "language_name":"Khandesi",
+    "autonym":"Khandesi",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -2748,10 +2748,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"khn",
+    "bcp_47":"wbr",
     "speakers":1989135,
-    "language_name":"Khandesi",
-    "autonym":"Khandesi",
+    "language_name":"Wagdi",
+    "autonym":"Wagdi",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -3535,7 +3535,7 @@
     "family":null,
     "flores_path":"eus_Latn",
     "fleurs_tag":null,
-    "commonvoice_hours":379.0,
+    "commonvoice_hours":380.0,
     "commonvoice_locale":"eu",
     "in_benchmark":true
   },
@@ -3559,7 +3559,7 @@
     "family":"Abkhaz-Adyge",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":62.0,
+    "commonvoice_hours":63.0,
     "commonvoice_locale":"kbd",
     "in_benchmark":false
   },
@@ -3684,10 +3684,10 @@
     "in_benchmark":true
   },
   {
-    "bcp_47":"bez",
+    "bcp_47":"ksb",
     "speakers":995398,
-    "language_name":"Bena",
-    "autonym":"Hibena",
+    "language_name":"Shambala",
+    "autonym":"Kishambaa",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
@@ -3696,10 +3696,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"ksb",
+    "bcp_47":"bez",
     "speakers":995398,
-    "language_name":"Shambala",
-    "autonym":"Kishambaa",
+    "language_name":"Bena",
+    "autonym":"Hibena",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
@@ -4512,27 +4512,27 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"nhe",
+    "bcp_47":"nhw",
     "speakers":501735,
-    "language_name":"Eastern Huasteca Nahuatl",
-    "autonym":"Eastern Huasteca Nahuatl",
+    "language_name":"Western Huasteca Nahuatl",
+    "autonym":"Western Huasteca Nahuatl",
     "family":"Uto-Aztecan",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":0.0,
-    "commonvoice_locale":"nhe",
+    "commonvoice_hours":null,
+    "commonvoice_locale":null,
     "in_benchmark":false
   },
   {
-    "bcp_47":"nhw",
+    "bcp_47":"nhe",
     "speakers":501735,
-    "language_name":"Western Huasteca Nahuatl",
-    "autonym":"Western Huasteca Nahuatl",
+    "language_name":"Eastern Huasteca Nahuatl",
+    "autonym":"Eastern Huasteca Nahuatl",
     "family":"Uto-Aztecan",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":null,
-    "commonvoice_locale":null,
+    "commonvoice_hours":0.0,
+    "commonvoice_locale":"nhe",
     "in_benchmark":false
   },
   {
@@ -4716,10 +4716,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"vun",
+    "bcp_47":"jmc",
     "speakers":433291,
-    "language_name":"Vunjo",
-    "autonym":"Kyivunjo",
+    "language_name":"Machame",
+    "autonym":"Kimachame",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
@@ -4728,27 +4728,27 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"rof",
+    "bcp_47":"vun",
     "speakers":433291,
-    "language_name":"Rombo",
-    "autonym":"Kihorombo",
+    "language_name":"Vunjo",
+    "autonym":"Kyivunjo",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":2.5,
-    "commonvoice_locale":"rof",
+    "commonvoice_hours":null,
+    "commonvoice_locale":null,
     "in_benchmark":false
   },
   {
-    "bcp_47":"jmc",
+    "bcp_47":"rof",
     "speakers":433291,
-    "language_name":"Machame",
-    "autonym":"Kimachame",
+    "language_name":"Rombo",
+    "autonym":"Kihorombo",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":null,
-    "commonvoice_locale":null,
+    "commonvoice_hours":2.7,
+    "commonvoice_locale":"rof",
     "in_benchmark":false
   },
   {
@@ -5124,27 +5124,27 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"bax",
+    "bcp_47":"bas",
     "speakers":332940,
-    "language_name":"Bamun",
-    "autonym":"Bamun",
+    "language_name":"Basaa",
+    "autonym":"Ɓàsàa",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":11.0,
-    "commonvoice_locale":"bax",
+    "commonvoice_hours":12.0,
+    "commonvoice_locale":"bas",
     "in_benchmark":false
   },
   {
-    "bcp_47":"bas",
+    "bcp_47":"bax",
     "speakers":332940,
-    "language_name":"Basaa",
-    "autonym":"Ɓàsàa",
+    "language_name":"Bamun",
+    "autonym":"Bamun",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":12.0,
-    "commonvoice_locale":"bas",
+    "commonvoice_hours":11.0,
+    "commonvoice_locale":"bax",
     "in_benchmark":false
   },
   {
@@ -5232,11 +5232,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"njo",
+    "bcp_47":"bfq",
     "speakers":305001,
-    "language_name":"Ao Naga",
-    "autonym":"Ao Naga",
-    "family":"Sino-Tibetan",
+    "language_name":"Badaga",
+    "autonym":"Badaga",
+    "family":"Dravidian",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -5244,11 +5244,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"bfq",
+    "bcp_47":"njo",
     "speakers":305001,
-    "language_name":"Badaga",
-    "autonym":"Badaga",
-    "family":"Dravidian",
+    "language_name":"Ao Naga",
+    "autonym":"Ao Naga",
+    "family":"Sino-Tibetan",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -5388,10 +5388,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"khb",
+    "bcp_47":"tdd",
     "speakers":264864,
-    "language_name":"Lü",
-    "autonym":"Lü",
+    "language_name":"Tai Nüa",
+    "autonym":"Tai Nüa",
     "family":"Tai-Kadai",
     "flores_path":null,
     "fleurs_tag":null,
@@ -5400,10 +5400,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"tdd",
+    "bcp_47":"khb",
     "speakers":264864,
-    "language_name":"Tai Nüa",
-    "autonym":"Tai Nüa",
+    "language_name":"Lü",
+    "autonym":"Lü",
     "family":"Tai-Kadai",
     "flores_path":null,
     "fleurs_tag":null,
@@ -5508,10 +5508,10 @@
     "in_benchmark":true
   },
   {
-    "bcp_47":"mdr",
+    "bcp_47":"sxn",
     "speakers":245664,
-    "language_name":"Mandar",
-    "autonym":"Mandar",
+    "language_name":"Sangir",
+    "autonym":"Sangir",
     "family":"Austronesian",
     "flores_path":null,
     "fleurs_tag":null,
@@ -5520,10 +5520,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"sxn",
+    "bcp_47":"mdr",
     "speakers":245664,
-    "language_name":"Sangir",
-    "autonym":"Sangir",
+    "language_name":"Mandar",
+    "autonym":"Mandar",
     "family":"Austronesian",
     "flores_path":null,
     "fleurs_tag":null,
@@ -5904,10 +5904,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"kkj",
+    "bcp_47":"bss",
     "speakers":149823,
-    "language_name":"Kako",
-    "autonym":"Kakɔ",
+    "language_name":"Akoose",
+    "autonym":"Akoose",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
@@ -5916,10 +5916,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"bss",
+    "bcp_47":"kkj",
     "speakers":149823,
-    "language_name":"Akoose",
-    "autonym":"Akoose",
+    "language_name":"Kako",
+    "autonym":"Kakɔ",
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
@@ -6367,7 +6367,7 @@
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":4.6,
+    "commonvoice_hours":5.4,
     "commonvoice_locale":"btv",
     "in_benchmark":false
   },
@@ -7272,11 +7272,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"twq",
+    "bcp_47":"bku",
     "speakers":7970,
-    "language_name":"Tasawaq",
-    "autonym":"Tasawaq Senni",
-    "family":"Songhay",
+    "language_name":"Buhid",
+    "autonym":"Buhid",
+    "family":"Austronesian",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -7284,11 +7284,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"bku",
+    "bcp_47":"twq",
     "speakers":7970,
-    "language_name":"Buhid",
-    "autonym":"Buhid",
-    "family":"Austronesian",
+    "language_name":"Tasawaq",
+    "autonym":"Tasawaq Senni",
+    "family":"Songhay",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -7567,7 +7567,7 @@
     "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":2.3,
+    "commonvoice_hours":2.4,
     "commonvoice_locale":"yav",
     "in_benchmark":false
   },
@@ -7836,11 +7836,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"kwk",
+    "bcp_47":"crl",
     "speakers":377,
-    "language_name":"Kwakʼwala",
-    "autonym":"KwakʼWala",
-    "family":"Wakashan",
+    "language_name":"Northern East Cree",
+    "autonym":"Northern East Cree",
+    "family":"Algic",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -7848,11 +7848,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"crl",
+    "bcp_47":"kwk",
     "speakers":377,
-    "language_name":"Northern East Cree",
-    "autonym":"Northern East Cree",
-    "family":"Algic",
+    "language_name":"Kwakʼwala",
+    "autonym":"KwakʼWala",
+    "family":"Wakashan",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -7968,11 +7968,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"lzh",
+    "bcp_47":"sgs",
     "speakers":0,
-    "language_name":"Literary Chinese",
-    "autonym":"Literary Chinese",
-    "family":"Sino-Tibetan",
+    "language_name":"Samogitian",
+    "autonym":"Samogitian",
+    "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -7980,11 +7980,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"io",
+    "bcp_47":"rgn",
     "speakers":0,
-    "language_name":"Ido",
-    "autonym":"Ido",
-    "family":"Artificial Language",
+    "language_name":"Romagnol",
+    "autonym":"Romagnol",
+    "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -7992,22 +7992,22 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"jbo",
+    "bcp_47":"ann",
     "speakers":0,
-    "language_name":"Lojban",
-    "autonym":"La .Lojban.",
-    "family":"Artificial Language",
+    "language_name":"Obolo",
+    "autonym":"Obolo",
+    "family":"Atlantic-Congo",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":0.0,
-    "commonvoice_locale":"jbo",
+    "commonvoice_hours":null,
+    "commonvoice_locale":null,
     "in_benchmark":false
   },
   {
-    "bcp_47":"jut",
+    "bcp_47":"pfl",
     "speakers":0,
-    "language_name":"Jutish",
-    "autonym":"Jutish",
+    "language_name":"Palatine German",
+    "autonym":"Palatine German",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -8016,23 +8016,23 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"vot",
+    "bcp_47":"osa",
     "speakers":0,
-    "language_name":"Votic",
-    "autonym":"Votic",
-    "family":"Uralic",
+    "language_name":"Osage",
+    "autonym":"𐓏𐓘𐓻𐓘𐓻𐓟",
+    "family":"Siouan",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":0.1,
-    "commonvoice_locale":"vot",
+    "commonvoice_hours":null,
+    "commonvoice_locale":null,
     "in_benchmark":false
   },
   {
-    "bcp_47":"gez",
+    "bcp_47":"lzh",
     "speakers":0,
-    "language_name":"Geez",
-    "autonym":"Geez",
-    "family":"Afro-Asiatic",
+    "language_name":"Literary Chinese",
+    "autonym":"Literary Chinese",
+    "family":"Sino-Tibetan",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -8040,23 +8040,23 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"osa",
+    "bcp_47":"jbo",
     "speakers":0,
-    "language_name":"Osage",
-    "autonym":"𐓏𐓘𐓻𐓘𐓻𐓟",
-    "family":"Siouan",
+    "language_name":"Lojban",
+    "autonym":"La .Lojban.",
+    "family":"Artificial Language",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":null,
-    "commonvoice_locale":null,
+    "commonvoice_hours":0.0,
+    "commonvoice_locale":"jbo",
     "in_benchmark":false
   },
   {
-    "bcp_47":"rgn",
+    "bcp_47":"io",
     "speakers":0,
-    "language_name":"Romagnol",
-    "autonym":"Romagnol",
-    "family":"Indo-European",
+    "language_name":"Ido",
+    "autonym":"Ido",
+    "family":"Artificial Language",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -8064,10 +8064,10 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"cu",
+    "bcp_47":"jut",
     "speakers":0,
-    "language_name":"Church Slavic",
-    "autonym":"Church Slavic",
+    "language_name":"Jutish",
+    "autonym":"Jutish",
     "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
@@ -8076,11 +8076,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"sgs",
+    "bcp_47":"gez",
     "speakers":0,
-    "language_name":"Samogitian",
-    "autonym":"Samogitian",
-    "family":"Indo-European",
+    "language_name":"Geez",
+    "autonym":"Geez",
+    "family":"Afro-Asiatic",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -8088,11 +8088,11 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"ann",
+    "bcp_47":"cu",
     "speakers":0,
-    "language_name":"Obolo",
-    "autonym":"Obolo",
-    "family":"Atlantic-Congo",
+    "language_name":"Church Slavic",
+    "autonym":"Church Slavic",
+    "family":"Indo-European",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,
@@ -8112,23 +8112,23 @@
     "in_benchmark":false
   },
   {
-    "bcp_47":"cad",
+    "bcp_47":"vot",
     "speakers":0,
-    "language_name":"Caddo",
-    "autonym":"Caddo",
-    "family":"Caddoan",
+    "language_name":"Votic",
+    "autonym":"Votic",
+    "family":"Uralic",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":null,
-    "commonvoice_locale":null,
+    "commonvoice_hours":0.1,
+    "commonvoice_locale":"vot",
     "in_benchmark":false
   },
   {
-    "bcp_47":"pfl",
+    "bcp_47":"cad",
     "speakers":0,
-    "language_name":"Palatine German",
-    "autonym":"Palatine German",
-    "family":"Indo-European",
+    "language_name":"Caddo",
+    "autonym":"Caddo",
+    "family":"Caddoan",
     "flores_path":null,
     "fleurs_tag":null,
     "commonvoice_hours":null,

results.json

@@ -13858,5 +13858,1391 @@
     "task":"translation_to",
     "metric":"chrf",
     "score":0.0294450289
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ar",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ar",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ar",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2952163543
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ar",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5478879017
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ar",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.285185681
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ar",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5169899121
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"bn",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"bn",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"bn",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2565907016
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"bn",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5135642531
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"bn",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2990673682
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"bn",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5019041301
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"de",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"de",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"de",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3039463145
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"de",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5396134408
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"de",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4769793495
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"de",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6831000305
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"en",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"en",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"en",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.5363634713
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"en",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6717522975
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"en",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.6861915605
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"en",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.8341405041
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"es",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"es",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"es",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3000860461
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"es",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5397261344
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"es",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3791924256
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"es",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6159217656
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"fr",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"fr",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"fr",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2910966189
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"fr",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5655611568
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"fr",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.5612286605
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"fr",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.7335958119
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"hi",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"hi",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"hi",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.37963036
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"hi",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6119011461
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"hi",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.394637981
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"hi",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6170944347
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"id",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"id",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":1.0
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"id",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3245838511
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"id",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5745245116
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"id",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3635605483
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"id",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6486137543
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ja",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ja",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ja",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2805654401
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ja",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5274978991
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ja",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2667114019
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ja",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.378544243
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"mr",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"mr",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2718900108
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"mr",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5102541071
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"mr",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.1858815817
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"mr",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.4329686416
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pa",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pa",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.4659929088
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pa",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6558133861
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pa",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4108150693
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pa",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5726366793
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pt",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pt",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":1.0
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pt",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2792136387
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pt",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5337079901
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pt",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4673129305
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"pt",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.666759063
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ru",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ru",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ru",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2072896517
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ru",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4846106947
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ru",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3413312048
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ru",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5652152557
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"sw",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"sw",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"sw",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2805870918
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"sw",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5415843032
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"sw",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2475190192
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"sw",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5651818159
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"te",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":1.0
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"te",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"te",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3394240055
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"te",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5797713804
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"te",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3029126381
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"te",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5385965131
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ur",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":1.0
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ur",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2690513839
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ur",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5193011981
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ur",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2616221013
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"ur",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.4396251456
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"zh",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"zh",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"zh",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2371072964
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"zh",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5127276245
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"zh",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.262487605
+  },
+  {
+    "model":"meta-llama\/llama-3.3-70b-instruct",
+    "bcp_47":"zh",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.3198189866
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ar",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ar",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":1.0
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ar",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3127757991
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ar",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5649158188
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ar",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.336779181
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ar",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5507530519
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"bn",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":1.0
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"bn",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.6
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"bn",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3069295097
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"bn",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5513389823
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"bn",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3483092706
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"bn",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5205648325
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"de",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"de",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"de",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.4025145053
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"de",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6178207148
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"de",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4799077679
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"de",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6743939478
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"en",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"en",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"en",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.515872136
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"en",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6957157301
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"en",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.6059225158
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"en",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.7832269342
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"es",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"es",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"es",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3316519325
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"es",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5678715692
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"es",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3488467992
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"es",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.590893987
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"fr",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"fr",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"fr",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3433334073
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"fr",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5948101631
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"fr",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.5065668297
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"fr",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6980371576
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"hi",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"hi",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"hi",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3914498782
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"hi",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6153407735
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"hi",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.355440696
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"hi",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5800922474
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"id",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"id",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"id",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2363527189
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"id",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5367331703
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"id",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3735236798
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"id",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6426286119
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ja",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ja",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.6
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ja",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2966381777
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ja",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5565004336
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ja",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2985554699
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ja",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.438719005
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"mr",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"mr",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3087670334
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"mr",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5771712483
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"mr",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2457723977
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"mr",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.4600595438
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pa",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pa",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.412130771
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pa",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6090479579
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pa",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4664487469
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pa",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.609059672
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pt",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pt",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pt",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3566326015
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pt",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5934355692
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pt",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4571214583
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"pt",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6537873967
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ru",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ru",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.7
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ru",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2654289532
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ru",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5302105978
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ru",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.4272058624
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ru",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6370792063
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"sw",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"sw",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.8
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"sw",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3666782144
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"sw",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5900845247
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"sw",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2983882308
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"sw",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.6072147424
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"te",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"te",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.6
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"te",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.3680021687
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"te",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.6106474057
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"te",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.3502048845
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"te",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.5783869442
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ur",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ur",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2305225364
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ur",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.4984986116
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ur",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2361005323
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"ur",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.4656123232
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"zh",
+    "task":"classification",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"zh",
+    "task":"mmlu",
+    "metric":"accuracy",
+    "score":0.9
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"zh",
+    "task":"translation_from",
+    "metric":"bleu",
+    "score":0.2782569998
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"zh",
+    "task":"translation_from",
+    "metric":"chrf",
+    "score":0.5594321689
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"zh",
+    "task":"translation_to",
+    "metric":"bleu",
+    "score":0.2939092084
+  },
+  {
+    "model":"meta-llama\/llama-4-maverick",
+    "bcp_47":"zh",
+    "task":"translation_to",
+    "metric":"chrf",
+    "score":0.3280788158
   }
 ]