|
import { Benchmark } from "./types"; |
|
|
|
|
|
export const xaiBenchmarks: Benchmark[] = [ |
|
{ |
|
model: "Grok 3 Beta", |
|
provider: "Xai", |
|
inputPrice: 3.00, |
|
outputPrice: 15.00, |
|
benchmark: { |
|
aime_24: 52.2, |
|
gpqa: 75.4, |
|
lcb: 57.0, |
|
mmlu_pro: 79.9, |
|
loft: 83.3, |
|
simpleqa: 43.6, |
|
mmmu: 73.2, |
|
egoschema: 74.5, |
|
}, |
|
source: "https://x.ai/news/grok-3", |
|
}, |
|
{ |
|
model: "Grok 3 mini Beta", |
|
provider: "Xai", |
|
inputPrice: 0.30, |
|
outputPrice: 0.50, |
|
benchmark: { |
|
aime_24: 39.7, |
|
gpqa: 66.2, |
|
lcb: 41.5, |
|
mmlu_pro: 78.9, |
|
loft: 83.1, |
|
simpleqa: 21.7, |
|
mmmu: 69.4, |
|
egoschema: 74.3, |
|
}, |
|
source: "https://x.ai/news/grok-3", |
|
}, |
|
]; |
|
|