Model: ibm-research/PowerLM-3b
Author: ibm-research
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, granite, text-generation, arxiv:2408.13359, license:apache-2.0, model-index, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
library_name: transformers
model-index: name: ibm/PowerLM-3b
results: task: type: text-generation
dataset: type: lm-eval-harness
name: ARC
metrics: name: accuracy-norm
type: accuracy-norm
value: 60.5
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: BoolQ
metrics: name: accuracy
type: accuracy
value: 72
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: Hellaswag
metrics: name: accuracy-norm
type: accuracy-norm
value: 74.6
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: OpenBookQA
metrics: name: accuracy-norm
type: accuracy-norm
value: 43.6
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: PIQA
metrics: name: accuracy-norm
type: accuracy-norm
value: 79.9
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: Winogrande
metrics: name: accuracy-norm
type: accuracy-norm
value: 70
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: MMLU (5 shot)
metrics: name: accuracy
type: accuracy
value: 49.2
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: GSM8k (5 shot)
metrics: name: accuracy
type: accuracy
value: 34.9
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: math (4 shot)
metrics: name: accuracy
type: accuracy
value: 15.2
verified: no, task: type: text-generation
dataset: type: bigcode-eval
name: humaneval
metrics: name: pass@1
type: pass@1
value: 26.8
verified: no, task: type: text-generation
dataset: type: bigcode-eval
name: MBPP
metrics: name: pass@1
type: pass@1
value: 33.6
verified: no
Likes: 20 | All-time downloads: 282338
Created: 2024-08-14 18:20:58