Model: ibm-research/PowerMoE-3b
Author: ibm-research
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, granitemoe, text-generation, arxiv:2408.13359, license:apache-2.0, model-index, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
library_name: transformers
model-index: name: ibm/PowerMoE-3b
results: task: type: text-generation
dataset: type: lm-eval-harness
name: ARC
metrics: name: accuracy-norm
type: accuracy-norm
value: 58.1
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: BoolQ
metrics: name: accuracy
type: accuracy
value: 65
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: Hellaswag
metrics: name: accuracy-norm
type: accuracy-norm
value: 71.5
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: OpenBookQA
metrics: name: accuracy-norm
type: accuracy-norm
value: 41
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: PIQA
metrics: name: accuracy-norm
type: accuracy-norm
value: 79.1
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: Winogrande
metrics: name: accuracy-norm
type: accuracy-norm
value: 65
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: MMLU (5 shot)
metrics: name: accuracy
type: accuracy
value: 42.8
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: GSM8k (5 shot)
metrics: name: accuracy
type: accuracy
value: 25.9
verified: no, task: type: text-generation
dataset: type: lm-eval-harness
name: math (4 shot)
metrics: name: accuracy
type: accuracy
value: 14.8
verified: no, task: type: text-generation
dataset: type: bigcode-eval
name: humaneval
metrics: name: pass@1
type: pass@1
value: 20.1
verified: no, task: type: text-generation
dataset: type: bigcode-eval
name: MBPP
metrics: name: pass@1
type: pass@1
value: 32.4
verified: no
Likes: 13 | All-time downloads: 2341069
Created: 2024-08-14 18:44:21