Upload from GitHub Actions: Update evaluation results

languages.json

@@ -1291,7 +1291,7 @@
     "family":"Indo-European",
     "flores_path":"cat_Latn",
     "fleurs_tag":"ca_es",
-    "commonvoice_hours":2883.0,
+    "commonvoice_hours":2884.0,
     "commonvoice_locale":"ca",
     "in_benchmark":true
   },
@@ -2167,7 +2167,7 @@
     "family":"Indo-European",
     "flores_path":"glg_Latn",
     "fleurs_tag":"gl_es",
-    "commonvoice_hours":164.0,
+    "commonvoice_hours":166.0,
     "commonvoice_locale":"gl",
     "in_benchmark":true
   },
@@ -3559,7 +3559,7 @@
     "family":"Abkhaz-Adyge",
     "flores_path":null,
     "fleurs_tag":null,
-    "commonvoice_hours":106.0,
+    "commonvoice_hours":108.0,
     "commonvoice_locale":"kbd",
     "in_benchmark":false
   },

models.json

@@ -19,26 +19,6 @@
       "mgsm"
     ]
   },
-  {
-    "id":"anthropic\/claude-3-haiku",
-    "name":"Claude 3 Haiku",
-    "provider_name":"Anthropic",
-    "cost":1.25,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1710288000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
   {
     "id":"anthropic\/claude-3.7-sonnet",
     "name":"Claude 3.7 Sonnet",
@@ -80,35 +60,15 @@
     ]
   },
   {
-    "id":"arliai\/qwq-32b-arliai-rpr-v1",
-    "name":"QwQ 32B RpR v1",
-    "provider_name":"ArliAI",
-    "cost":0.0,
-    "hf_id":"ArliAI\/QwQ-32B-ArliAI-RpR-v1",
-    "size":32763876352.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1743984000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"cohere\/command-r-08-2024",
-    "name":"Command R (08-2024)",
+    "id":"cohere\/command-r-plus-04-2024",
+    "name":"Command R+ (04-2024)",
     "provider_name":"Cohere",
-    "cost":0.6,
+    "cost":15.0,
     "hf_id":null,
     "size":null,
     "type":"closed-source",
     "license":null,
-    "creation_date":1724976000000,
+    "creation_date":1712016000000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -179,46 +139,6 @@
       "mgsm"
     ]
   },
-  {
-    "id":"deepseek\/deepseek-r1",
-    "name":"R1",
-    "provider_name":"DeepSeek",
-    "cost":0.0,
-    "hf_id":"deepseek-ai\/DeepSeek-R1",
-    "size":684531386000.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1737331200000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"deepseek\/deepseek-r1-0528-qwen3-8b",
-    "name":"Deepseek R1 0528 Qwen3 8B",
-    "provider_name":"DeepSeek",
-    "cost":0.0,
-    "hf_id":"deepseek-ai\/DeepSeek-R1-0528-Qwen3-8B",
-    "size":8190735360.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1748476800000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
   {
     "id":"google\/gemini-2.0-flash-001",
     "name":"Gemini 2.0 Flash",
@@ -339,6 +259,26 @@
       "mgsm"
     ]
   },
+  {
+    "id":"meta-llama\/llama-3-8b-instruct",
+    "name":"Llama 3 8B Instruct",
+    "provider_name":"Meta",
+    "cost":0.06,
+    "hf_id":"meta-llama\/Meta-Llama-3-8B-Instruct",
+    "size":8030261248.0,
+    "type":"open-source",
+    "license":"Llama3",
+    "creation_date":1713312000000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
   {
     "id":"meta-llama\/llama-3.1-70b-instruct",
     "name":"Llama 3.1 70B Instruct",
@@ -399,6 +339,26 @@
       "mgsm"
     ]
   },
+  {
+    "id":"meta-llama\/llama-guard-3-8b",
+    "name":"Llama Guard 3 8B",
+    "provider_name":"Llama Guard 3 8B",
+    "cost":0.06,
+    "hf_id":"meta-llama\/Llama-Guard-3-8B",
+    "size":8030261248.0,
+    "type":"open-source",
+    "license":"Llama3.1",
+    "creation_date":1721606400000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
   {
     "id":"microsoft\/phi-4",
     "name":"Phi 4",
@@ -440,15 +400,15 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-7b-instruct-v0.3",
-    "name":"Mistral 7B Instruct v0.3",
-    "provider_name":"Mistral",
-    "cost":0.05,
-    "hf_id":"mistralai\/Mistral-7B-Instruct-v0.3",
-    "size":7248023552.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1716336000000,
+    "id":"microsoft\/wizardlm-2-8x22b",
+    "name":"WizardLM-2 8x22B",
+    "provider_name":"WizardLM-2 8x22B",
+    "cost":0.48,
+    "hf_id":null,
+    "size":null,
+    "type":"closed-source",
+    "license":null,
+    "creation_date":1713225600000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -499,6 +459,26 @@
       "mgsm"
     ]
   },
+  {
+    "id":"mistralai\/mistral-small-24b-instruct-2501",
+    "name":"Mistral Small 3",
+    "provider_name":"Mistral",
+    "cost":0.0,
+    "hf_id":"mistralai\/Mistral-Small-24B-Instruct-2501",
+    "size":23572403200.0,
+    "type":"open-source",
+    "license":"Apache 2.0",
+    "creation_date":1738022400000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
   {
     "id":"mistralai\/mistral-small-3.1-24b-instruct",
     "name":"Mistral Small 3.1 24B",
@@ -540,15 +520,15 @@
     ]
   },
   {
-    "id":"neversleep\/llama-3-lumimaid-70b",
-    "name":"Llama 3 Lumimaid 70B",
-    "provider_name":"NeverSleep",
-    "cost":6.0,
-    "hf_id":"NeverSleep\/Llama-3-Lumimaid-70B-v0.1",
-    "size":70553706496.0,
+    "id":"nousresearch\/deephermes-3-llama-3-8b-preview",
+    "name":"DeepHermes 3 Llama 3 8B Preview",
+    "provider_name":"Nous",
+    "cost":0.0,
+    "hf_id":"NousResearch\/DeepHermes-3-Llama-3-8B-Preview",
+    "size":8030261248.0,
     "type":"open-source",
-    "license":"Cc By Nc 4.0",
-    "creation_date":1714262400000,
+    "license":"Llama3",
+    "creation_date":1739318400000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -560,15 +540,75 @@
     ]
   },
   {
-    "id":"nvidia\/llama-3.1-nemotron-70b-instruct",
-    "name":"Llama 3.1 Nemotron 70B Instruct",
-    "provider_name":"NVIDIA",
-    "cost":0.3,
-    "hf_id":"nvidia\/Llama-3.1-Nemotron-70B-Instruct-HF",
+    "id":"nousresearch\/hermes-2-pro-llama-3-8b",
+    "name":"Hermes 2 Pro - Llama-3 8B",
+    "provider_name":"NousResearch",
+    "cost":0.04,
+    "hf_id":"NousResearch\/Hermes-2-Pro-Llama-3-8B",
+    "size":8030523392.0,
+    "type":"open-source",
+    "license":"Llama3",
+    "creation_date":1714435200000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
+  {
+    "id":"nousresearch\/hermes-3-llama-3.1-405b",
+    "name":"Hermes 3 405B Instruct",
+    "provider_name":"Nous",
+    "cost":0.8,
+    "hf_id":"NousResearch\/Hermes-3-Llama-3.1-405B",
+    "size":405853388800.0,
+    "type":"open-source",
+    "license":"Llama3",
+    "creation_date":1723507200000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
+  {
+    "id":"nousresearch\/hermes-3-llama-3.1-70b",
+    "name":"Hermes 3 70B Instruct",
+    "provider_name":"Nous",
+    "cost":0.28,
+    "hf_id":"NousResearch\/Hermes-3-Llama-3.1-70B",
     "size":70553706496.0,
     "type":"open-source",
-    "license":"Llama3.1",
-    "creation_date":1728691200000,
+    "license":"Llama3",
+    "creation_date":1722211200000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
+  {
+    "id":"openai\/gpt-3.5-turbo-0613",
+    "name":"GPT-3.5 Turbo (older v0613)",
+    "provider_name":"OpenAI",
+    "cost":2.0,
+    "hf_id":null,
+    "size":null,
+    "type":"closed-source",
+    "license":null,
+    "creation_date":1706140800000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -740,15 +780,15 @@
     ]
   },
   {
-    "id":"qwen\/qwen-2.5-coder-32b-instruct",
-    "name":"Qwen2.5 Coder 32B Instruct",
-    "provider_name":"Qwen2.5 Coder 32B Instruct (free)",
+    "id":"openai\/gpt-oss-20b",
+    "name":"gpt-oss-20b",
+    "provider_name":"OpenAI",
     "cost":0.0,
-    "hf_id":"Qwen\/Qwen2.5-Coder-32B-Instruct",
-    "size":32763876352.0,
+    "hf_id":"openai\/gpt-oss-20b",
+    "size":21511953984.0,
     "type":"open-source",
     "license":"Apache 2.0",
-    "creation_date":1730851200000,
+    "creation_date":1754265600000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -819,6 +859,26 @@
       "mgsm"
     ]
   },
+  {
+    "id":"sao10k\/l3-lunaris-8b",
+    "name":"Llama 3 8B Lunaris",
+    "provider_name":"Sao10K",
+    "cost":0.05,
+    "hf_id":"Sao10K\/L3-8B-Lunaris-v1",
+    "size":8030261248.0,
+    "type":"open-source",
+    "license":"Llama3",
+    "creation_date":1719360000000,
+    "tasks":[
+      "translation_from",
+      "translation_to",
+      "classification",
+      "mmlu",
+      "arc",
+      "truthfulqa",
+      "mgsm"
+    ]
+  },
   {
     "id":"scb10x\/llama3.1-typhoon2-70b-instruct",
     "name":"Typhoon2 70B Instruct",
@@ -840,15 +900,15 @@
     ]
   },
   {
-    "id":"tencent\/hunyuan-a13b-instruct",
-    "name":"Hunyuan A13B Instruct",
-    "provider_name":"Tencent",
+    "id":"shisa-ai\/shisa-v2-llama3.3-70b",
+    "name":"Shisa V2 Llama 3.3 70B ",
+    "provider_name":"Shisa AI",
     "cost":0.0,
-    "hf_id":"tencent\/Hunyuan-A13B-Instruct",
-    "size":80393183232.0,
+    "hf_id":"shisa-ai\/shisa-v2-llama3.3-70b",
+    "size":70553706496.0,
     "type":"open-source",
-    "license":"Other",
-    "creation_date":1750809600000,
+    "license":"Llama3.3",
+    "creation_date":1744502400000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -860,15 +920,15 @@
     ]
   },
   {
-    "id":"thedrummer\/anubis-pro-105b-v1",
-    "name":"Anubis Pro 105B V1",
-    "provider_name":"TheDrummer",
-    "cost":1.0,
-    "hf_id":"TheDrummer\/Anubis-Pro-105B-v1",
-    "size":104779882496.0,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1738454400000,
+    "id":"x-ai\/grok-2-vision-1212",
+    "name":"Grok 2 Vision 1212",
+    "provider_name":"xAI",
+    "cost":10.0,
+    "hf_id":null,
+    "size":null,
+    "type":"closed-source",
+    "license":null,
+    "creation_date":1734220800000,
     "tasks":[
       "translation_from",
       "translation_to",
@@ -900,15 +960,15 @@
     ]
   },
   {
-    "id":"z-ai\/glm-4.5v",
-    "name":"GLM 4.5V",
+    "id":"z-ai\/glm-4.5",
+    "name":"GLM 4.5",
     "provider_name":"Z.AI",
-    "cost":1.8,
-    "hf_id":"zai-org\/GLM-4.5V",
-    "size":107710933120.0,
+    "cost":1.32,
+    "hf_id":"zai-org\/GLM-4.5",
+    "size":358337791296.0,
     "type":"open-source",
     "license":"Mit",
-    "creation_date":1754784000000,
+    "creation_date":1752969600000,
     "tasks":[
       "translation_from",
       "translation_to",

results.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:649509b8373b76e51a79809fdab77badff44e5536ca3bd8e3eb409f406b6ecda
-size 13260774
+oid sha256:3425d95dc42dec7d32104ca836a9d82d256d6f4ca4cc4971bab4a43339eb3090
+size 15266201