Model: nlpguy/granite-3.0-1b-a400m-base
Author: nlpguy
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, granitemoe, text-generation, language, granite-3.0, arxiv:0000.00000, license:apache-2.0, model-index, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
library_name: transformers
tags: language, granite-3.0
model-index: name: granite-3.0-1b-a400m-base
results: task: type: text-generation
dataset: type: human-exams
name: MMLU
metrics: name: pass@1
type: pass@1
value: 25.69
veriefied: no
verified: no, task: type: text-generation
dataset: type: human-exams
name: MMLU-Pro
metrics: name: pass@1
type: pass@1
value: 11.38
veriefied: no
verified: no, task: type: text-generation
dataset: type: human-exams
name: AGI-Eval
metrics: name: pass@1
type: pass@1
value: 19.96
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: WinoGrande
metrics: name: pass@1
type: pass@1
value: 62.43
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: OBQA
metrics: name: pass@1
type: pass@1
value: 39
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: SIQA
metrics: name: pass@1
type: pass@1
value: 35.76
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: PIQA
metrics: name: pass@1
type: pass@1
value: 75.35
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: Hellaswag
metrics: name: pass@1
type: pass@1
value: 64.92
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: TruthfulQA
metrics: name: pass@1
type: pass@1
value: 39.49
veriefied: no
verified: no, task: type: text-generation
dataset: type: reading-comprehension
name: BoolQ
metrics: name: pass@1
type: pass@1
value: 65.44
veriefied: no
verified: no, task: type: text-generation
dataset: type: reading-comprehension
name: SQuAD 2.0
metrics: name: pass@1
type: pass@1
value: 17.78
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: ARC-C
metrics: name: pass@1
type: pass@1
value: 38.14
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: GPQA
metrics: name: pass@1
type: pass@1
value: 24.41
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: BBH
metrics: name: pass@1
type: pass@1
value: 29.84
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: MUSR
metrics: name: pass@1
type: pass@1
value: 33.99
veriefied: no
verified: no, task: type: text-generation
dataset: type: code
name: HumanEval
metrics: name: pass@1
type: pass@1
value: 21.95
veriefied: no
verified: no, task: type: text-generation
dataset: type: code
name: MBPP
metrics: name: pass@1
type: pass@1
value: 23.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: math
name: GSM8K
metrics: name: pass@1
type: pass@1
value: 19.26
veriefied: no
verified: no, task: type: text-generation
dataset: type: math
name: MATH
metrics: name: pass@1
type: pass@1
value: 8.96
veriefied: no
verified: no
Likes: 0 | All-time downloads: 268
Created: 2024-10-31 14:32:07