| import { Benchmark } from "./types"; | |
| export const xaiBenchmarks: Benchmark[] = [ | |
| { | |
| model: "Grok 3 Beta", | |
| provider: "Xai", | |
| inputPrice: 3.00, | |
| outputPrice: 15.00, | |
| benchmark: { | |
| aime_24: 52.2, | |
| gpqa: 75.4, | |
| lcb: 57.0, | |
| mmlu_pro: 79.9, | |
| loft: 83.3, | |
| simpleqa: 43.6, | |
| mmmu: 73.2, | |
| egoschema: 74.5, | |
| }, | |
| source: "https://x.ai/news/grok-3", | |
| }, | |
| { | |
| model: "Grok 3 mini Beta", | |
| provider: "Xai", | |
| inputPrice: 0.30, | |
| outputPrice: 0.50, | |
| benchmark: { | |
| aime_24: 39.7, | |
| gpqa: 66.2, | |
| lcb: 41.5, | |
| mmlu_pro: 78.9, | |
| loft: 83.1, | |
| simpleqa: 21.7, | |
| mmmu: 69.4, | |
| egoschema: 74.3, | |
| }, | |
| source: "https://x.ai/news/grok-3", | |
| }, | |
| ]; | |