Model: codelion/gpt-2-70m
Author: codelion
Pipeline: text-generation
Tags: safetensors, gpt2, text-generation, dataset-mixing, pretraining, en, dataset:codelion/finepdfs-1B, dataset:codelion/dclm-baseline-1B, dataset:codelion/fineweb-edu-1B, license:apache-2.0, model-index, region:us
Card metadata: language: en
license: apache-2.0
tags: text-generation, gpt2, dataset-mixing, pretraining
model-index: name: gpt-2-70m
results: task: type: text-generation
metrics: name: MMLU (5-shot)
type: accuracy
value: 24.11
verified: no, name: HellaSwag (0-shot)
type: accuracy
value: 27.03
verified: no, name: ARC-Challenge (0-shot)
type: accuracy
value: 21.67
verified: no, name: PIQA (0-shot)
type: accuracy
value: 57.29
verified: no, name: WinoGrande (0-shot)
type: accuracy
value: 51.46
verified: no, name: TruthfulQA MC2 (0-shot)
type: accuracy
value: 47.31
verified: no, name: Average
type: accuracy
value: 38.15
verified: no
datasets: codelion/finepdfs-1B, codelion/dclm-baseline-1B, codelion/fineweb-edu-1B
Likes: 19 | All-time downloads: 2338
Created: 2025-11-01 06:50:00