Upload from GitHub Actions: Update models.py, models.json, and results.json with latest evaluation data and model additions

evals/models.py

@@ -33,10 +33,10 @@ important_models = [
     "openai/gpt-4.1-nano",  # 0.4$
     "openai/gpt-4o-mini",  # 0.6$
     "openai/gpt-4o-2024-11-20", # 10$
-    "openai/gpt-3.5-turbo-0613",  # 2$
-    "openai/gpt-3.5-turbo",  # 1.5$
-    # "anthropic/claude-3.5-haiku", # 4$ -> too expensive for dev
-    "anthropic/claude-sonnet-4",
+    "openai/gpt-oss-120b", 
+    "anthropic/claude-3.7-sonnet",  # 15$ - added for full coverage
+    "anthropic/claude-sonnet-4",  # 15$ - added for full coverage
+    "anthropic/claude-opus-4.1",  # 15$ - added for full coverage
     "mistralai/mistral-small-3.1-24b-instruct",  # 0.3$
     "mistralai/mistral-saba",  # 0.6$
     "mistralai/mistral-nemo",  # 0.08$
@@ -55,6 +55,8 @@ important_models = [
     "microsoft/phi-4",  # 0.07$
     "microsoft/phi-4-multimodal-instruct",  # 0.1$
     "amazon/nova-micro-v1",  # 0.09$
+    "moonshotai/kimi-k2",  # 0.6$ - added to prevent missing from models.json
+    "x-ai/grok-4"
 ]
 
 blocklist = [

models.json

@@ -1,15 +1,15 @@
 [
   {
-    "id":"aion-labs\/aion-1.0-mini",
-    "name":"Aion-1.0-Mini",
-    "provider_name":"AionLabs",
-    "cost":1.4,
-    "hf_id":"FuseAI\/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview",
-    "size":32763876352.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1737331200000.0,
-    "tasks":[
+    "id": "amazon/nova-micro-v1",
+    "name": "Nova Micro 1.0",
+    "provider_name": "Amazon",
+    "cost": 0.14,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1733356800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -20,16 +20,16 @@
     ]
   },
   {
-    "id":"aion-labs\/aion-rp-llama-3.1-8b",
-    "name":"Aion-RP 1.0 (8B)",
-    "provider_name":"AionLabs",
-    "cost":0.2,
-    "hf_id":"aion-labs\/Aion-RP-Llama-3.1-8B",
-    "size":8030261248.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1731110400000,
-    "tasks":[
+    "id": "anthracite-org/magnum-v4-72b",
+    "name": "Magnum v4 72B",
+    "provider_name": "Magnum v4 72B",
+    "cost": 3.0,
+    "hf_id": "anthracite-org/magnum-v4-72b",
+    "size": 72706203648.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1726790400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -40,16 +40,16 @@
     ]
   },
   {
-    "id":"amazon\/nova-micro-v1",
-    "name":"Nova Micro 1.0",
-    "provider_name":"Amazon",
-    "cost":0.14,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1733356800000,
-    "tasks":[
+    "id": "anthropic/claude-sonnet-4",
+    "name": "Claude Sonnet 4",
+    "provider_name": "Anthropic",
+    "cost": 15.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1747872000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -60,16 +60,16 @@
     ]
   },
   {
-    "id":"amazon\/nova-pro-v1",
-    "name":"Nova Pro 1.0",
-    "provider_name":"Amazon",
-    "cost":3.2,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1733356800000,
-    "tasks":[
+    "id": "deepseek/deepseek-chat",
+    "name": "DeepSeek V3",
+    "provider_name": "DeepSeek",
+    "cost": 0.72,
+    "hf_id": "deepseek-ai/DeepSeek-V3",
+    "size": 684531386000.0,
+    "type": "open-source",
+    "license": "",
+    "creation_date": 1735084800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -80,16 +80,16 @@
     ]
   },
   {
-    "id":"anthracite-org\/magnum-v4-72b",
-    "name":"Magnum v4 72B",
-    "provider_name":"Magnum v4 72B",
-    "cost":3.0,
-    "hf_id":"anthracite-org\/magnum-v4-72b",
-    "size":72706203648.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1726790400000.0,
-    "tasks":[
+    "id": "deepseek/deepseek-chat-v3-0324",
+    "name": "DeepSeek V3 0324",
+    "provider_name": "DeepSeek",
+    "cost": 0.0,
+    "hf_id": "deepseek-ai/DeepSeek-V3-0324",
+    "size": 684531386000.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1742774400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -100,16 +100,16 @@
     ]
   },
   {
-    "id":"anthropic\/claude-3-haiku",
-    "name":"Claude 3 Haiku",
-    "provider_name":"Anthropic",
-    "cost":1.25,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1710288000000,
-    "tasks":[
+    "id": "deepseek/deepseek-r1-0528",
+    "name": "R1 0528",
+    "provider_name": "DeepSeek",
+    "cost": 0.0,
+    "hf_id": "deepseek-ai/DeepSeek-R1-0528",
+    "size": 684531386000.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1748390400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -120,16 +120,16 @@
     ]
   },
   {
-    "id":"anthropic\/claude-3.5-sonnet",
-    "name":"Claude 3.5 Sonnet",
-    "provider_name":"Anthropic",
-    "cost":15.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1729555200000.0,
-    "tasks":[
+    "id": "google/gemini-2.0-flash-lite-001",
+    "name": "Gemini 2.0 Flash Lite",
+    "provider_name": "Google",
+    "cost": 0.3,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1740441600000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -140,16 +140,16 @@
     ]
   },
   {
-    "id":"anthropic\/claude-3.7-sonnet",
-    "name":"Claude 3.7 Sonnet",
-    "provider_name":"Anthropic",
-    "cost":15.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1740355200000.0,
-    "tasks":[
+    "id": "google/gemini-2.5-flash",
+    "name": "Gemini 2.5 Flash",
+    "provider_name": "Google",
+    "cost": 2.5,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1750118400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -160,16 +160,16 @@
     ]
   },
   {
-    "id":"anthropic\/claude-sonnet-4",
-    "name":"Claude Sonnet 4",
-    "provider_name":"Anthropic",
-    "cost":15.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1747872000000.0,
-    "tasks":[
+    "id": "google/gemma-2-9b-it",
+    "name": "Gemma 2 9B",
+    "provider_name": "Google",
+    "cost": 0.0,
+    "hf_id": "google/gemma-2-9b-it",
+    "size": 9241705984.0,
+    "type": "open-source",
+    "license": "Gemma",
+    "creation_date": 1719187200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -180,16 +180,16 @@
     ]
   },
   {
-    "id":"arcee-ai\/maestro-reasoning",
-    "name":"Maestro Reasoning",
-    "provider_name":"Arcee AI",
-    "cost":3.3,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1746403200000.0,
-    "tasks":[
+    "id": "google/gemma-3-27b-it",
+    "name": "Gemma 3 27B",
+    "provider_name": "Google",
+    "cost": 0.0,
+    "hf_id": "google/gemma-3-27b-it",
+    "size": 27432406640.0,
+    "type": "open-source",
+    "license": "Gemma",
+    "creation_date": 1740787200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -200,16 +200,16 @@
     ]
   },
   {
-    "id":"cognitivecomputations\/dolphin3.0-r1-mistral-24b",
-    "name":"Dolphin3.0 R1 Mistral 24B",
-    "provider_name":"Dolphin3.0 R1 Mistral 24B (free)",
-    "cost":0.0,
-    "hf_id":"dphn\/Dolphin3.0-R1-Mistral-24B",
-    "size":23572423680.0,
-    "type":"open-source",
-    "license":"",
-    "creation_date":1738800000000.0,
-    "tasks":[
+    "id": "meta-llama/llama-3-70b-instruct",
+    "name": "Llama 3 70B Instruct",
+    "provider_name": "Meta",
+    "cost": 0.4,
+    "hf_id": "meta-llama/Meta-Llama-3-70B-Instruct",
+    "size": 70553706496.0,
+    "type": "open-source",
+    "license": "Llama3",
+    "creation_date": 1713312000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -220,16 +220,16 @@
     ]
   },
   {
-    "id":"cohere\/command",
-    "name":"Command",
-    "provider_name":"Cohere",
-    "cost":2.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1710374400000.0,
-    "tasks":[
+    "id": "meta-llama/llama-3.1-70b-instruct",
+    "name": "Llama 3.1 70B Instruct",
+    "provider_name": "Meta",
+    "cost": 0.28,
+    "hf_id": "meta-llama/Llama-3.1-70B-Instruct",
+    "size": 70553706496.0,
+    "type": "open-source",
+    "license": "Llama3.1",
+    "creation_date": 1721088000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -240,16 +240,16 @@
     ]
   },
   {
-    "id":"cohere\/command-r",
-    "name":"Command R",
-    "provider_name":"Cohere",
-    "cost":1.5,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1710374400000.0,
-    "tasks":[
+    "id": "meta-llama/llama-3.2-3b-instruct",
+    "name": "Llama 3.2 3B Instruct",
+    "provider_name": "Meta",
+    "cost": 0.0,
+    "hf_id": "meta-llama/Llama-3.2-3B-Instruct",
+    "size": 3212749824.0,
+    "type": "open-source",
+    "license": "Llama3.2",
+    "creation_date": 1726617600000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -260,16 +260,16 @@
     ]
   },
   {
-    "id":"cohere\/command-r7b-12-2024",
-    "name":"Command R7B (12-2024)",
-    "provider_name":"Cohere",
-    "cost":0.15,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1734134400000.0,
-    "tasks":[
+    "id": "meta-llama/llama-3.3-70b-instruct",
+    "name": "Llama 3.3 70B Instruct",
+    "provider_name": "Meta",
+    "cost": 0.0,
+    "hf_id": "meta-llama/Llama-3.3-70B-Instruct",
+    "size": 70553706496.0,
+    "type": "open-source",
+    "license": "Llama3.3",
+    "creation_date": 1732579200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -280,16 +280,16 @@
     ]
   },
   {
-    "id":"deepseek\/deepseek-chat",
-    "name":"DeepSeek V3",
-    "provider_name":"DeepSeek",
-    "cost":0.27,
-    "hf_id":"deepseek-ai\/DeepSeek-V3",
-    "size":684531386000.0,
-    "type":"open-source",
-    "license":"",
-    "creation_date":1735084800000,
-    "tasks":[
+    "id": "meta-llama/llama-4-maverick",
+    "name": "Llama 4 Maverick",
+    "provider_name": "Meta",
+    "cost": 0.6,
+    "hf_id": "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
+    "size": 401583781376.0,
+    "type": "open-source",
+    "license": "Other",
+    "creation_date": 1743465600000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -300,16 +300,16 @@
     ]
   },
   {
-    "id":"deepseek\/deepseek-chat-v3-0324",
-    "name":"DeepSeek V3 0324",
-    "provider_name":"DeepSeek",
-    "cost":0.0,
-    "hf_id":"deepseek-ai\/DeepSeek-V3-0324",
-    "size":684531386000.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1742774400000,
-    "tasks":[
+    "id": "meta-llama/llama-guard-4-12b",
+    "name": "Llama Guard 4 12B",
+    "provider_name": "Meta",
+    "cost": 0.18,
+    "hf_id": "meta-llama/Llama-Guard-4-12B",
+    "size": 12001097216.0,
+    "type": "open-source",
+    "license": "Other",
+    "creation_date": 1745366400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -320,16 +320,16 @@
     ]
   },
   {
-    "id":"deepseek\/deepseek-r1",
-    "name":"R1",
-    "provider_name":"DeepSeek",
-    "cost":0.0,
-    "hf_id":"deepseek-ai\/DeepSeek-R1",
-    "size":684531386000.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1737331200000,
-    "tasks":[
+    "id": "microsoft/phi-3-medium-128k-instruct",
+    "name": "Phi-3 Medium 128K Instruct",
+    "provider_name": "Microsoft",
+    "cost": 1.0,
+    "hf_id": "microsoft/Phi-3-medium-128k-instruct",
+    "size": 13960238080.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1715040000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -340,16 +340,16 @@
     ]
   },
   {
-    "id":"deepseek\/deepseek-r1-0528",
-    "name":"R1 0528",
-    "provider_name":"DeepSeek",
-    "cost":0.0,
-    "hf_id":"deepseek-ai\/DeepSeek-R1-0528",
-    "size":684531386000.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1748390400000.0,
-    "tasks":[
+    "id": "microsoft/phi-3.5-mini-128k-instruct",
+    "name": "Phi-3.5 Mini 128K Instruct",
+    "provider_name": "Microsoft",
+    "cost": 0.1,
+    "hf_id": "microsoft/Phi-3.5-mini-instruct",
+    "size": 3821079552.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1723766400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -360,16 +360,16 @@
     ]
   },
   {
-    "id":"google\/gemini-2.0-flash-001",
-    "name":"Gemini 2.0 Flash",
-    "provider_name":"Google",
-    "cost":0.4,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1738713600000.0,
-    "tasks":[
+    "id": "microsoft/phi-4",
+    "name": "Phi 4",
+    "provider_name": "Microsoft",
+    "cost": 0.14,
+    "hf_id": "microsoft/phi-4",
+    "size": 14659507200.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1733875200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -380,16 +380,16 @@
     ]
   },
   {
-    "id":"google\/gemini-2.0-flash-exp",
-    "name":"Gemini 2.0 Flash Experimental",
-    "provider_name":"Google",
-    "cost":0.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1733875200000,
-    "tasks":[
+    "id": "microsoft/phi-4-multimodal-instruct",
+    "name": "Phi 4 Multimodal Instruct",
+    "provider_name": "Microsoft",
+    "cost": 0.1,
+    "hf_id": "microsoft/Phi-4-multimodal-instruct",
+    "size": 5574460384.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1740355200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -400,16 +400,16 @@
     ]
   },
   {
-    "id":"google\/gemini-2.0-flash-lite-001",
-    "name":"Gemini 2.0 Flash Lite",
-    "provider_name":"Google",
-    "cost":0.3,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1740441600000,
-    "tasks":[
+    "id": "mistralai/magistral-medium-2506",
+    "name": "Magistral Medium 2506",
+    "provider_name": "Mistral",
+    "cost": 5.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1749340800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -420,16 +420,16 @@
     ]
   },
   {
-    "id":"google\/gemini-2.5-flash",
-    "name":"Gemini 2.5 Flash",
-    "provider_name":"Google",
-    "cost":2.5,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1750118400000,
-    "tasks":[
+    "id": "mistralai/mistral-7b-instruct",
+    "name": "Mistral 7B Instruct",
+    "provider_name": "Mistral",
+    "cost": 0.0,
+    "hf_id": "mistralai/Mistral-7B-Instruct-v0.3",
+    "size": 7248023552.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1716336000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -440,16 +440,16 @@
     ]
   },
   {
-    "id":"google\/gemini-2.5-flash-lite",
-    "name":"Gemini 2.5 Flash Lite",
-    "provider_name":"Google",
-    "cost":0.4,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1753142400000,
-    "tasks":[
+    "id": "mistralai/mistral-nemo",
+    "name": "Mistral Nemo",
+    "provider_name": "Mistral",
+    "cost": 0.0,
+    "hf_id": "mistralai/Mistral-Nemo-Instruct-2407",
+    "size": 12247782400.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1721174400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -460,433 +460,16 @@
     ]
   },
   {
-    "id":"google\/gemini-2.5-flash-lite-preview-06-17",
-    "name":"Gemini 2.5 Flash Lite Preview 06-17",
-    "provider_name":"Google",
-    "cost":0.4,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1750118400000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-2.5-flash-preview",
-    "name":"Gemini 2.5 Flash Preview 04-17",
-    "provider_name":"Google",
-    "cost":0.6,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1744848000000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-2.5-flash-preview-05-20",
-    "name":"Gemini 2.5 Flash Preview 05-20",
-    "provider_name":"Google",
-    "cost":0.6,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1747699200000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-2.5-pro",
-    "name":"Gemini 2.5 Pro",
-    "provider_name":"Google",
-    "cost":10.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1750118400000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-2.5-pro-preview",
-    "name":"Gemini 2.5 Pro Preview 06-05",
-    "provider_name":"Google",
-    "cost":10.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1749081600000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-2.5-pro-preview-05-06",
-    "name":"Gemini 2.5 Pro Preview 05-06",
-    "provider_name":"Google",
-    "cost":10.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1746576000000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-flash-1.5",
-    "name":"Gemini 1.5 Flash ",
-    "provider_name":"Google",
-    "cost":0.3,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1715644800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-flash-1.5-8b",
-    "name":"Gemini 1.5 Flash 8B",
-    "provider_name":"Google",
-    "cost":0.15,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1727913600000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemini-pro-1.5",
-    "name":"Gemini 1.5 Pro",
-    "provider_name":"Google",
-    "cost":5.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1712620800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemma-2-9b-it",
-    "name":"Gemma 2 9B",
-    "provider_name":"Google",
-    "cost":0.0,
-    "hf_id":"google\/gemma-2-9b-it",
-    "size":9241705984.0,
-    "type":"open-source",
-    "license":"Gemma",
-    "creation_date":1719187200000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemma-3-27b-it",
-    "name":"Gemma 3 27B",
-    "provider_name":"Google",
-    "cost":0.0,
-    "hf_id":"google\/gemma-3-27b-it",
-    "size":27432406640.0,
-    "type":"open-source",
-    "license":"Gemma",
-    "creation_date":1740787200000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemma-3n-e2b-it",
-    "name":"Gemma 3n 2B",
-    "provider_name":"Google",
-    "cost":0.0,
-    "hf_id":"google\/gemma-3n-E2B-it",
-    "size":5439438272.0,
-    "type":"open-source",
-    "license":"Gemma",
-    "creation_date":1749686400000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/gemma-3n-e4b-it",
-    "name":"Gemma 3n 4B",
-    "provider_name":"Google",
-    "cost":0.0,
-    "hf_id":"google\/gemma-3n-E4B-it",
-    "size":7849978192.0,
-    "type":"open-source",
-    "license":"Gemma",
-    "creation_date":1748908800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"google\/translate-v2",
-    "name":"Google Translate",
-    "provider_name":"Google",
-    "cost":20.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":null,
-    "tasks":[
-      "translation_from",
-      "translation_to"
-    ]
-  },
-  {
-    "id":"gryphe\/mythomax-l2-13b",
-    "name":"MythoMax 13B",
-    "provider_name":"MythoMax 13B",
-    "cost":0.06,
-    "hf_id":"Gryphe\/MythoMax-L2-13b",
-    "size":null,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1691625600000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"inception\/mercury",
-    "name":"Mercury",
-    "provider_name":"Inception",
-    "cost":1.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1750896000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"inflection\/inflection-3-productivity",
-    "name":"Inflection 3 Productivity",
-    "provider_name":"Inflection",
-    "cost":10.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1728604800000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-3-70b-instruct",
-    "name":"Llama 3 70B Instruct",
-    "provider_name":"Meta",
-    "cost":0.4,
-    "hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
-    "size":70553706496.0,
-    "type":"open-source",
-    "license":"Llama3",
-    "creation_date":1713312000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-3-8b-instruct",
-    "name":"Llama 3 8B Instruct",
-    "provider_name":"Meta",
-    "cost":0.06,
-    "hf_id":"meta-llama\/Meta-Llama-3-8B-Instruct",
-    "size":8030261248.0,
-    "type":"open-source",
-    "license":"Llama3",
-    "creation_date":1713312000000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-3.1-405b-instruct",
-    "name":"Llama 3.1 405B Instruct",
-    "provider_name":"Meta",
-    "cost":0.0,
-    "hf_id":"meta-llama\/Llama-3.1-405B-Instruct",
-    "size":405853388800.0,
-    "type":"open-source",
-    "license":"Llama3.1",
-    "creation_date":1721088000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-3.1-70b-instruct",
-    "name":"Llama 3.1 70B Instruct",
-    "provider_name":"Meta",
-    "cost":0.28,
-    "hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
-    "size":70553706496.0,
-    "type":"open-source",
-    "license":"Llama3.1",
-    "creation_date":1721088000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-3.1-8b-instruct",
-    "name":"Llama 3.1 8B Instruct",
-    "provider_name":"Meta",
-    "cost":0.0,
-    "hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
-    "size":8030261248.0,
-    "type":"open-source",
-    "license":"Llama3.1",
-    "creation_date":1721260800000.0,
-    "tasks":null
-  },
-  {
-    "id":"meta-llama\/llama-3.2-11b-vision-instruct",
-    "name":"Llama 3.2 11B Vision Instruct",
-    "provider_name":"Meta",
-    "cost":0.0,
-    "hf_id":"meta-llama\/Llama-3.2-11B-Vision-Instruct",
-    "size":10670220835.0,
-    "type":"open-source",
-    "license":"Llama3.2",
-    "creation_date":1726617600000,
-    "tasks":[
+    "id": "mistralai/mistral-saba",
+    "name": "Saba",
+    "provider_name": "Mistral",
+    "cost": 0.6,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1739750400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -897,88 +480,16 @@
     ]
   },
   {
-    "id":"meta-llama\/llama-3.2-1b-instruct",
-    "name":"Llama 3.2 1B Instruct",
-    "provider_name":"Meta",
-    "cost":0.0,
-    "hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
-    "size":1235814400.0,
-    "type":"open-source",
-    "license":"Llama3.2",
-    "creation_date":1726617600000.0,
-    "tasks":null
-  },
-  {
-    "id":"meta-llama\/llama-3.2-3b-instruct",
-    "name":"Llama 3.2 3B Instruct",
-    "provider_name":"Meta",
-    "cost":0.0,
-    "hf_id":"meta-llama\/Llama-3.2-3B-Instruct",
-    "size":3212749824.0,
-    "type":"open-source",
-    "license":"Llama3.2",
-    "creation_date":1726617600000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-3.3-70b-instruct",
-    "name":"Llama 3.3 70B Instruct",
-    "provider_name":"Meta",
-    "cost":0.0,
-    "hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
-    "size":70553706496.0,
-    "type":"open-source",
-    "license":"Llama3.3",
-    "creation_date":1732579200000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-4-maverick",
-    "name":"Llama 4 Maverick",
-    "provider_name":"Meta",
-    "cost":0.6,
-    "hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
-    "size":401583781376.0,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1743465600000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"meta-llama\/llama-guard-4-12b",
-    "name":"Llama Guard 4 12B",
-    "provider_name":"Meta",
-    "cost":0.05,
-    "hf_id":"meta-llama\/Llama-Guard-4-12B",
-    "size":12001097216.0,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1745366400000,
-    "tasks":[
+    "id": "mistralai/mistral-small-3.1-24b-instruct",
+    "name": "Mistral Small 3.1 24B",
+    "provider_name": "Mistral",
+    "cost": 0.0,
+    "hf_id": "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
+    "size": 24011361280.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1741651200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -989,16 +500,16 @@
     ]
   },
   {
-    "id":"microsoft\/phi-3.5-mini-128k-instruct",
-    "name":"Phi-3.5 Mini 128K Instruct",
-    "provider_name":"Microsoft",
-    "cost":0.1,
-    "hf_id":"microsoft\/Phi-3.5-mini-instruct",
-    "size":3821079552.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1723766400000.0,
-    "tasks":[
+    "id": "mistralai/mixtral-8x7b-instruct",
+    "name": "Mixtral 8x7B Instruct",
+    "provider_name": "Mistral",
+    "cost": 0.24,
+    "hf_id": "mistralai/Mixtral-8x7B-Instruct-v0.1",
+    "size": 46702792704.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1702166400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1009,16 +520,16 @@
     ]
   },
   {
-    "id":"microsoft\/phi-4",
-    "name":"Phi 4",
-    "provider_name":"Microsoft",
-    "cost":0.14,
-    "hf_id":"microsoft\/phi-4",
-    "size":14659507200.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1733875200000,
-    "tasks":[
+    "id": "neversleep/llama-3-lumimaid-70b",
+    "name": "Llama 3 Lumimaid 70B",
+    "provider_name": "NeverSleep",
+    "cost": 6.0,
+    "hf_id": "NeverSleep/Llama-3-Lumimaid-70B-v0.1",
+    "size": 70553706496.0,
+    "type": "open-source",
+    "license": "Cc By Nc 4.0",
+    "creation_date": 1714262400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1029,16 +540,16 @@
     ]
   },
   {
-    "id":"microsoft\/phi-4-multimodal-instruct",
-    "name":"Phi 4 Multimodal Instruct",
-    "provider_name":"Microsoft",
-    "cost":0.1,
-    "hf_id":"microsoft\/Phi-4-multimodal-instruct",
-    "size":5574460384.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1740355200000,
-    "tasks":[
+    "id": "nvidia/llama-3.1-nemotron-70b-instruct",
+    "name": "Llama 3.1 Nemotron 70B Instruct",
+    "provider_name": "NVIDIA",
+    "cost": 0.3,
+    "hf_id": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+    "size": 70553706496.0,
+    "type": "open-source",
+    "license": "Llama3.1",
+    "creation_date": 1728691200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1049,16 +560,16 @@
     ]
   },
   {
-    "id":"microsoft\/wizardlm-2-8x22b",
-    "name":"WizardLM-2 8x22B",
-    "provider_name":"WizardLM-2 8x22B",
-    "cost":0.48,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1713225600000,
-    "tasks":[
+    "id": "openai/chatgpt-4o-latest",
+    "name": "ChatGPT-4o",
+    "provider_name": "OpenAI",
+    "cost": 15.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1723593600000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1069,16 +580,16 @@
     ]
   },
   {
-    "id":"mistralai\/codestral-2501",
-    "name":"Codestral 2501",
-    "provider_name":"Mistral",
-    "cost":0.9,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1736812800000.0,
-    "tasks":[
+    "id": "openai/gpt-3.5-turbo",
+    "name": "GPT-3.5 Turbo",
+    "provider_name": "OpenAI",
+    "cost": 1.5,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1685232000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1089,16 +600,16 @@
     ]
   },
   {
-    "id":"mistralai\/devstral-small-2505",
-    "name":"Devstral Small 2505",
-    "provider_name":"Mistral",
-    "cost":0.0,
-    "hf_id":"mistralai\/Devstral-Small-2505",
-    "size":23572403200.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1747008000000.0,
-    "tasks":[
+    "id": "openai/gpt-3.5-turbo-0613",
+    "name": "GPT-3.5 Turbo (older v0613)",
+    "provider_name": "OpenAI",
+    "cost": 2.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1706140800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1109,16 +620,16 @@
     ]
   },
   {
-    "id":"mistralai\/magistral-small-2506",
-    "name":"Magistral Small 2506",
-    "provider_name":"Mistral",
-    "cost":1.5,
-    "hf_id":"mistralai\/Magistral-Small-2506",
-    "size":23572403200.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1748995200000.0,
-    "tasks":[
+    "id": "openai/gpt-4.1",
+    "name": "GPT-4.1",
+    "provider_name": "OpenAI",
+    "cost": 8.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1744588800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1129,16 +640,16 @@
     ]
   },
   {
-    "id":"mistralai\/ministral-8b",
-    "name":"Ministral 8B",
-    "provider_name":"Mistral",
-    "cost":0.1,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1729123200000,
-    "tasks":[
+    "id": "openai/gpt-4.1-mini",
+    "name": "GPT-4.1 Mini",
+    "provider_name": "OpenAI",
+    "cost": 1.6,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1744588800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1149,16 +660,16 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-7b-instruct",
-    "name":"Mistral 7B Instruct",
-    "provider_name":"Mistral",
-    "cost":0.0,
-    "hf_id":"mistralai\/Mistral-7B-Instruct-v0.3",
-    "size":7248023552.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1716336000000.0,
-    "tasks":[
+    "id": "openai/gpt-4.1-nano",
+    "name": "GPT-4.1 Nano",
+    "provider_name": "OpenAI",
+    "cost": 0.4,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1744588800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1169,16 +680,16 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-medium-3",
-    "name":"Mistral Medium 3",
-    "provider_name":"Mistral",
-    "cost":2.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1746576000000.0,
-    "tasks":[
+    "id": "openai/gpt-4o-2024-11-20",
+    "name": "GPT-4o (2024-11-20)",
+    "provider_name": "OpenAI",
+    "cost": 10.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1732060800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1189,16 +700,16 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-nemo",
-    "name":"Mistral Nemo",
-    "provider_name":"Mistral",
-    "cost":0.0,
-    "hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
-    "size":12247782400.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1721174400000,
-    "tasks":[
+    "id": "openai/gpt-4o-mini",
+    "name": "GPT-4o-mini",
+    "provider_name": "OpenAI",
+    "cost": 0.6,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1721260800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1209,16 +720,16 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-saba",
-    "name":"Saba",
-    "provider_name":"Mistral",
-    "cost":0.6,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1739750400000,
-    "tasks":[
+    "id": "openai/gpt-5",
+    "name": "GPT-5",
+    "provider_name": "OpenAI",
+    "cost": 10.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1754524800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1229,16 +740,16 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-small-3.1-24b-instruct",
-    "name":"Mistral Small 3.1 24B",
-    "provider_name":"Mistral",
-    "cost":0.0,
-    "hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
-    "size":24011361280.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1741651200000,
-    "tasks":[
+    "id": "opengvlab/internvl3-14b",
+    "name": "InternVL3 14B",
+    "provider_name": "OpenGVLab",
+    "cost": 0.4,
+    "hf_id": "OpenGVLab/InternVL3-14B",
+    "size": 15117256704.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1744243200000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1249,16 +760,16 @@
     ]
   },
   {
-    "id":"mistralai\/mistral-tiny",
-    "name":"Mistral Tiny",
-    "provider_name":"Mistral Tiny",
-    "cost":0.25,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1704844800000.0,
-    "tasks":[
+    "id": "qwen/qwen3-235b-a22b",
+    "name": "Qwen3 235B A22B",
+    "provider_name": "Qwen",
+    "cost": 0.0,
+    "hf_id": "Qwen/Qwen3-235B-A22B",
+    "size": 235093634560.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1745712000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1269,16 +780,16 @@
     ]
   },
   {
-    "id":"mistralai\/mixtral-8x22b-instruct",
-    "name":"Mixtral 8x22B Instruct",
-    "provider_name":"Mistral",
-    "cost":0.9,
-    "hf_id":"mistralai\/Mixtral-8x22B-Instruct-v0.1",
-    "size":140630071296.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1713225600000.0,
-    "tasks":[
+    "id": "qwen/qwen3-30b-a3b",
+    "name": "Qwen3 30B A3B",
+    "provider_name": "Qwen",
+    "cost": 0.0,
+    "hf_id": "Qwen/Qwen3-30B-A3B",
+    "size": 30532122624.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1745712000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1289,16 +800,16 @@
     ]
   },
   {
-    "id":"mistralai\/pixtral-12b",
-    "name":"Pixtral 12B",
-    "provider_name":"Mistral",
-    "cost":0.1,
-    "hf_id":"mistralai\/Pixtral-12B-2409",
-    "size":null,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1726012800000.0,
-    "tasks":[
+    "id": "qwen/qwen3-32b",
+    "name": "Qwen3 32B",
+    "provider_name": "Qwen",
+    "cost": 0.07,
+    "hf_id": "Qwen/Qwen3-32B",
+    "size": 32762123264.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1745712000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1309,16 +820,16 @@
     ]
   },
   {
-    "id":"moonshotai\/kimi-k2",
-    "name":"Kimi K2",
-    "provider_name":"MoonshotAI",
-    "cost":0.0,
-    "hf_id":"moonshotai\/Kimi-K2-Instruct",
-    "size":null,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1752192000000,
-    "tasks":[
+    "id": "qwen/qwq-32b",
+    "name": "QwQ 32B",
+    "provider_name": "Qwen",
+    "cost": 0.0,
+    "hf_id": "Qwen/QwQ-32B",
+    "size": 32763876352.0,
+    "type": "open-source",
+    "license": "Apache 2.0",
+    "creation_date": 1741132800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1329,16 +840,16 @@
     ]
   },
   {
-    "id":"morph\/morph-v3-fast",
-    "name":"Morph V3 Fast",
-    "provider_name":"Morph",
-    "cost":2.7,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1751846400000.0,
-    "tasks":[
+    "id": "switchpoint/router",
+    "name": "Switchpoint Router",
+    "provider_name": "Switchpoint Router",
+    "cost": 3.4,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1752192000000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1349,16 +860,16 @@
     ]
   },
   {
-    "id":"openai\/gpt-3.5-turbo-0613",
-    "name":"GPT-3.5 Turbo (older v0613)",
-    "provider_name":"OpenAI",
-    "cost":2.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1706140800000,
-    "tasks":[
+    "id": "thedrummer/anubis-pro-105b-v1",
+    "name": "Anubis Pro 105B V1",
+    "provider_name": "TheDrummer",
+    "cost": 1.0,
+    "hf_id": "TheDrummer/Anubis-Pro-105B-v1",
+    "size": 104779882496.0,
+    "type": "open-source",
+    "license": "Other",
+    "creation_date": 1738454400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1369,16 +880,16 @@
     ]
   },
   {
-    "id":"openai\/gpt-4.1",
-    "name":"GPT-4.1",
-    "provider_name":"OpenAI",
-    "cost":8.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1744588800000,
-    "tasks":[
+    "id": "thedrummer/skyfall-36b-v2",
+    "name": "Skyfall 36B V2",
+    "provider_name": "TheDrummer",
+    "cost": 0.19,
+    "hf_id": "TheDrummer/Skyfall-36B-v2",
+    "size": 36910535680.0,
+    "type": "open-source",
+    "license": "Other",
+    "creation_date": 1738540800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1389,16 +900,16 @@
     ]
   },
   {
-    "id":"openai\/gpt-4.1-mini",
-    "name":"GPT-4.1 Mini",
-    "provider_name":"OpenAI",
-    "cost":1.6,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1744588800000,
-    "tasks":[
+    "id": "tngtech/deepseek-r1t-chimera",
+    "name": "DeepSeek R1T Chimera",
+    "provider_name": "TNG",
+    "cost": 0.0,
+    "hf_id": "tngtech/DeepSeek-R1T-Chimera",
+    "size": 684531386000.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1745625600000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1409,16 +920,16 @@
     ]
   },
   {
-    "id":"openai\/gpt-4.1-nano",
-    "name":"GPT-4.1 Nano",
-    "provider_name":"OpenAI",
-    "cost":0.4,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1744588800000,
-    "tasks":[
+    "id": "tngtech/deepseek-r1t2-chimera",
+    "name": "DeepSeek R1T2 Chimera",
+    "provider_name": "TNG",
+    "cost": 0.0,
+    "hf_id": "tngtech/DeepSeek-TNG-R1T2-Chimera",
+    "size": 684531386000.0,
+    "type": "open-source",
+    "license": "Mit",
+    "creation_date": 1751414400000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1429,16 +940,16 @@
     ]
   },
   {
-    "id":"openai\/gpt-4o-2024-11-20",
-    "name":"GPT-4o (2024-11-20)",
-    "provider_name":"OpenAI",
-    "cost":10.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1732060800000,
-    "tasks":[
+    "id": "x-ai/grok-2-1212",
+    "name": "Grok 2 1212",
+    "provider_name": "xAI",
+    "cost": 10.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": 1734220800000,
+    "tasks": [
       "translation_from",
       "translation_to",
       "classification",
@@ -1449,343 +960,29 @@
     ]
   },
   {
-    "id":"openai\/gpt-4o-mini",
-    "name":"GPT-4o-mini",
-    "provider_name":"OpenAI",
-    "cost":0.6,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1721260800000,
-    "tasks":[
+    "id": "google/translate-v2",
+    "name": "Google Translate",
+    "provider_name": "Google",
+    "cost": 20.0,
+    "hf_id": null,
+    "size": null,
+    "type": "closed-source",
+    "license": null,
+    "creation_date": null,
+    "tasks": [
       "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"perplexity\/r1-1776",
-    "name":"R1 1776",
-    "provider_name":"Perplexity",
-    "cost":8.0,
-    "hf_id":"perplexity-ai\/r1-1776",
-    "size":671026419200.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1739836800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"qwen\/qwen-2.5-72b-instruct",
-    "name":"Qwen2.5 72B Instruct",
-    "provider_name":"Qwen2.5 72B Instruct (free)",
-    "cost":0.0,
-    "hf_id":"Qwen\/Qwen2.5-72B-Instruct",
-    "size":72706203648.0,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1726444800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"qwen\/qwen-2.5-7b-instruct",
-    "name":"Qwen2.5 7B Instruct",
-    "provider_name":"Qwen2.5 7B Instruct",
-    "cost":0.1,
-    "hf_id":"Qwen\/Qwen2.5-7B-Instruct",
-    "size":7615616512.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1726444800000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"qwen\/qwen-2.5-coder-32b-instruct",
-    "name":"Qwen2.5 Coder 32B Instruct",
-    "provider_name":"Qwen2.5 Coder 32B Instruct (free)",
-    "cost":0.0,
-    "hf_id":"Qwen\/Qwen2.5-Coder-32B-Instruct",
-    "size":32763876352.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1730851200000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"qwen\/qwen3-235b-a22b",
-    "name":"Qwen3 235B A22B",
-    "provider_name":"Qwen",
-    "cost":0.0,
-    "hf_id":"Qwen\/Qwen3-235B-A22B",
-    "size":235093634560.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1745712000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"qwen\/qwen3-30b-a3b",
-    "name":"Qwen3 30B A3B",
-    "provider_name":"Qwen",
-    "cost":0.0,
-    "hf_id":"Qwen\/Qwen3-30B-A3B",
-    "size":30532122624.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1745712000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"qwen\/qwen3-32b",
-    "name":"Qwen3 32B",
-    "provider_name":"Qwen",
-    "cost":0.03,
-    "hf_id":"Qwen\/Qwen3-32B",
-    "size":32762123264.0,
-    "type":"open-source",
-    "license":"Apache 2.0",
-    "creation_date":1745712000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"scb10x\/llama3.1-typhoon2-70b-instruct",
-    "name":"Typhoon2 70B Instruct",
-    "provider_name":"Typhoon2 70B Instruct",
-    "cost":0.88,
-    "hf_id":"scb10x\/llama3.1-typhoon2-70b-instruct",
-    "size":70553706496.0,
-    "type":"open-source",
-    "license":"Llama3.1",
-    "creation_date":1734220800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"sophosympatheia\/midnight-rose-70b",
-    "name":"Midnight Rose 70B",
-    "provider_name":"Midnight Rose 70B",
-    "cost":0.8,
-    "hf_id":"sophosympatheia\/Midnight-Rose-70B-v2.0.3",
-    "size":68976648192.0,
-    "type":"open-source",
-    "license":"Llama2",
-    "creation_date":1707004800000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"switchpoint\/router",
-    "name":"Switchpoint Router",
-    "provider_name":"Switchpoint Router",
-    "cost":3.4,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1752192000000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"thedrummer\/anubis-pro-105b-v1",
-    "name":"Anubis Pro 105B V1",
-    "provider_name":"TheDrummer",
-    "cost":1.0,
-    "hf_id":"TheDrummer\/Anubis-Pro-105B-v1",
-    "size":104779882496.0,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1738454400000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"thedrummer\/skyfall-36b-v2",
-    "name":"Skyfall 36B V2",
-    "provider_name":"TheDrummer",
-    "cost":0.07,
-    "hf_id":"TheDrummer\/Skyfall-36B-v2",
-    "size":36910535680.0,
-    "type":"open-source",
-    "license":"Other",
-    "creation_date":1738540800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"thedrummer\/unslopnemo-12b",
-    "name":"UnslopNemo 12B",
-    "provider_name":"TheDrummer",
-    "cost":0.4,
-    "hf_id":"TheDrummer\/UnslopNemo-12B-v4.1",
-    "size":12247782400.0,
-    "type":"open-source",
-    "license":"",
-    "creation_date":1729641600000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"thedrummer\/valkyrie-49b-v1",
-    "name":"Valkyrie 49B V1",
-    "provider_name":"TheDrummer",
-    "cost":1.0,
-    "hf_id":"TheDrummer\/Valkyrie-49B-v1",
-    "size":49867145216.0,
-    "type":"open-source",
-    "license":"",
-    "creation_date":1747440000000,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
-  },
-  {
-    "id":"x-ai\/grok-3-beta",
-    "name":"Grok 3 Beta",
-    "provider_name":"xAI",
-    "cost":15.0,
-    "hf_id":null,
-    "size":null,
-    "type":"closed-source",
-    "license":null,
-    "creation_date":1744156800000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
+      "translation_to"
     ]
   },
   {
-    "id":"z-ai\/glm-4.5-air",
-    "name":"GLM 4.5 Air",
-    "provider_name":"Z.AI",
-    "cost":0.0,
-    "hf_id":"zai-org\/GLM-4.5-Air",
-    "size":110468824832.0,
-    "type":"open-source",
-    "license":"Mit",
-    "creation_date":1752969600000.0,
-    "tasks":[
-      "translation_from",
-      "translation_to",
-      "classification",
-      "mmlu",
-      "arc",
-      "truthfulqa",
-      "mgsm"
-    ]
+    "id": "moonshotai/kimi-k2",
+    "name": "Kimi K2",
+    "provider_name": "Moonshot AI",
+    "size": null,
+    "type": "closed-source",
+    "cost": 0.6,
+    "hf_id": null,
+    "creation_date": null,
+    "license": null
   }
 ]

results.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38416f0f457b715fb061e6c76493c203417fffba4cb0a33d5f669622c76956ef
-size 57376543
+oid sha256:1a3f388fd054fc570366705f1b8d6cb65bd6353164482d3d2c71ccec742d6158
+size 57534940