Model: jesusoctavioas/Olmo-3-1125-32B-mlx-2Bit
Author: jesusoctavioas
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, olmo3, text-generation, mlx, en, dataset:allenai/dolma3_mix-5.5T-1125, base_model:allenai/Olmo-3-1125-32B, base_model:quantized:allenai/Olmo-3-1125-32B, license:apache-2.0, model-index, endpoints_compatible, 2-bit, region:us
Base models (quantized): id: allenai/Olmo-3-1125-32B
Card metadata: license: apache-2.0
language: en
library_name: transformers
datasets: allenai/dolma3_mix-5.5T-1125
tags: mlx
base_model: allenai/Olmo-3-1125-32B
model-index: name: Olmo-3-1125-32B
results: task: type: text-generation
dataset: name: Benchmarks
type: benchmark
metrics: type: olmo_3_eval_math
value: 61.6
name: Olmo 3-Eval Math
verified: no, type: bigcodebench
value: 43.9
name: BigCodeBench
verified: no, type: humaneval
value: 66.5
name: HumanEval
verified: no, type: deepseek_leetcode
value: 1.9
name: DeepSeek LeetCode
verified: no, type: ds_1000
value: 29.7
name: DS 1000
verified: no, type: mbpp
value: 60.2
name: MBPP
verified: no, type: multipl_humaneval
value: 35.9
name: MultiPL HumanEval
verified: no, type: multipl_mbppp
value: 41.8
name: MultiPL MBPPP
verified: no, type: olmo_3_eval_code
value: 40
name: Olmo 3-Eval Code
verified: no, type: arc_mc
value: 94.7
name: ARC MC
verified: no, type: mmlu_stem
value: 70.8
name: MMLU STEM
verified: no, type: medmcqa_mc
value: 57.6
name: MedMCQA MC
verified: no, type: medqa_mc
value: 53.8
name: MedQA MC
verified: no, type: sciq_mc
value: 95.5
name: SciQ MC
verified: no, type: olmo_3_eval_mc_stem
value: 74.5
name: Olmo 3-Eval MC_STEM
verified: no, type: mmlu_humanities
value: 78.3
name: MMLU Humanities
verified: no, type: mmlu_social_sci.
value: 83.9
name: MMLU Social Sci.
verified: no, type: mmlu_other
value: 75.1
name: MMLU Other
verified: no, type: csqa_mc
value: 82.3
name: CSQA MC
verified: no, type: piqa_mc
value: 85.6
name: PIQA MC
verified: no, type: socialiqa_mc
value: 83.9
name: SocialIQA MC
verified: no, type: coqa_gen2mc_mc
value: 96.4
name: CoQA Gen2MC MC
verified: no, type: drop_gen2mc_mc
value: 87.2
name: DROP Gen2MC MC
verified: no, type: jeopardy_gen2mc_mc
value: 92.3
name: Jeopardy Gen2MC MC
verified: no, type: naturalqs_gen2mc_mc
value: 78
name: NaturalQs Gen2MC MC
verified: no, type: squad_gen2mc_mc
value: 98.2
name: SQuAD Gen2MC MC
verified: no, type: olmo_3_eval_mc_non_stem
value: 85.6
name: Olmo 3-Eval MC_Non-STEM
verified: no, type: hellaswag_rc
value: 84.8
name: HellaSwag RC
verified: no, type: winogrande_rc
value: 90.3
name: Winogrande RC
verified: no, type: lambada
value: 75.7
name: Lambada
verified: no, type: basic_skills
value: 93.5
name: Basic Skills
verified: no, type: drop
value: 81
name: DROP
verified: no, type: jeopardy
value: 75.3
name: Jeopardy
verified: no, type: naturalqs
value: 48.7
name: NaturalQs
verified: no, type: squad
value: 94.5
name: SQuAD
verified: no, type: coqa
value: 74.1
name: CoQA
verified: no, type: olmo_3_eval_genqa
value: 79.8
name: Olmo 3-Eval GenQA
verified: no, type: bbh
value: 77.6
name: BBH
verified: no, type: mmlu_pro_mc
value: 49.6
name: MMLU Pro MC
verified: no, type: deepmind_math
value: 30.1
name: Deepmind Math
verified: no, type: lbpp
value: 21.7
name: LBPP
verified: no
source: url: https://huggingface.co/allenai/Olmo-3-1125-32B
name: Model README
Likes: 0 | All-time downloads: 71
Created: 2025-12-08 04:12:00