Model: allenai/Olmo-3-1125-32B
Author: allenai
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, olmo3, text-generation, en, dataset:allenai/dolma3_mix-5.5T-1125, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: license: apache-2.0
language: en
library_name: transformers
datasets: allenai/dolma3_mix-5.5T-1125
model-index: name: Olmo-3-1125-32B
results: task: type: text-generation
dataset: name: Benchmarks
type: benchmark
metrics: name: Olmo 3-Eval Math
type: olmo_3_eval_math
value: 61.6
verified: no, name: BigCodeBench
type: bigcodebench
value: 43.9
verified: no, name: HumanEval
type: humaneval
value: 66.5
verified: no, name: DeepSeek LeetCode
type: deepseek_leetcode
value: 1.9
verified: no, name: DS 1000
type: ds_1000
value: 29.7
verified: no, name: MBPP
type: mbpp
value: 60.2
verified: no, name: MultiPL HumanEval
type: multipl_humaneval
value: 35.9
verified: no, name: MultiPL MBPPP
type: multipl_mbppp
value: 41.8
verified: no, name: Olmo 3-Eval Code
type: olmo_3_eval_code
value: 40
verified: no, name: ARC MC
type: arc_mc
value: 94.7
verified: no, name: MMLU STEM
type: mmlu_stem
value: 70.8
verified: no, name: MedMCQA MC
type: medmcqa_mc
value: 57.6
verified: no, name: MedQA MC
type: medqa_mc
value: 53.8
verified: no, name: SciQ MC
type: sciq_mc
value: 95.5
verified: no, name: Olmo 3-Eval MC_STEM
type: olmo_3_eval_mc_stem
value: 74.5
verified: no, name: MMLU Humanities
type: mmlu_humanities
value: 78.3
verified: no, name: MMLU Social Sci.
type: mmlu_social_sci.
value: 83.9
verified: no, name: MMLU Other
type: mmlu_other
value: 75.1
verified: no, name: CSQA MC
type: csqa_mc
value: 82.3
verified: no, name: PIQA MC
type: piqa_mc
value: 85.6
verified: no, name: SocialIQA MC
type: socialiqa_mc
value: 83.9
verified: no, name: CoQA Gen2MC MC
type: coqa_gen2mc_mc
value: 96.4
verified: no, name: DROP Gen2MC MC
type: drop_gen2mc_mc
value: 87.2
verified: no, name: Jeopardy Gen2MC MC
type: jeopardy_gen2mc_mc
value: 92.3
verified: no, name: NaturalQs Gen2MC MC
type: naturalqs_gen2mc_mc
value: 78
verified: no, name: SQuAD Gen2MC MC
type: squad_gen2mc_mc
value: 98.2
verified: no, name: Olmo 3-Eval MC_Non-STEM
type: olmo_3_eval_mc_non_stem
value: 85.6
verified: no, name: HellaSwag RC
type: hellaswag_rc
value: 84.8
verified: no, name: Winogrande RC
type: winogrande_rc
value: 90.3
verified: no, name: Lambada
type: lambada
value: 75.7
verified: no, name: Basic Skills
type: basic_skills
value: 93.5
verified: no, name: DROP
type: drop
value: 81
verified: no, name: Jeopardy
type: jeopardy
value: 75.3
verified: no, name: NaturalQs
type: naturalqs
value: 48.7
verified: no, name: SQuAD
type: squad
value: 94.5
verified: no, name: CoQA
type: coqa
value: 74.1
verified: no, name: Olmo 3-Eval GenQA
type: olmo_3_eval_genqa
value: 79.8
verified: no, name: BBH
type: bbh
value: 77.6
verified: no, name: MMLU Pro MC
type: mmlu_pro_mc
value: 49.6
verified: no, name: Deepmind Math
type: deepmind_math
value: 30.1
verified: no, name: LBPP
type: lbpp
value: 21.7
verified: no
source: name: Model README
url: https://huggingface.co/allenai/Olmo-3-1125-32B
Likes: 101 | All-time downloads: 15510
Created: 2025-11-04 19:13:51