Model: ibm-granite/granite-3.0-1b-a400m-instruct
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, granitemoe, text-generation, language, granite-3.0, conversational, arxiv:0000.00000, base_model:ibm-granite/granite-3.0-1b-a400m-base, base_model:finetune:ibm-granite/granite-3.0-1b-a400m-base, license:apache-2.0, model-index, region:us
Base models (finetune): id: ibm-granite/granite-3.0-1b-a400m-base
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
library_name: transformers
tags: language, granite-3.0
model-index: name: granite-3.0-2b-instruct
results: task: type: text-generation
dataset: type: instruction-following
name: IFEval
metrics: name: pass@1
type: pass@1
value: 32.39
veriefied: no
verified: no, task: type: text-generation
dataset: type: instruction-following
name: MT-Bench
metrics: name: pass@1
type: pass@1
value: 6.17
veriefied: no
verified: no, task: type: text-generation
dataset: type: human-exams
name: AGI-Eval
metrics: name: pass@1
type: pass@1
value: 20.35
veriefied: no
verified: no, task: type: text-generation
dataset: type: human-exams
name: MMLU
metrics: name: pass@1
type: pass@1
value: 32
veriefied: no
verified: no, task: type: text-generation
dataset: type: human-exams
name: MMLU-Pro
metrics: name: pass@1
type: pass@1
value: 12.21
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: OBQA
metrics: name: pass@1
type: pass@1
value: 38.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: SIQA
metrics: name: pass@1
type: pass@1
value: 47.55
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: Hellaswag
metrics: name: pass@1
type: pass@1
value: 65.59
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: WinoGrande
metrics: name: pass@1
type: pass@1
value: 61.17
veriefied: no
verified: no, task: type: text-generation
dataset: type: commonsense
name: TruthfulQA
metrics: name: pass@1
type: pass@1
value: 49.11
veriefied: no
verified: no, task: type: text-generation
dataset: type: reading-comprehension
name: BoolQ
metrics: name: pass@1
type: pass@1
value: 70.12
veriefied: no
verified: no, task: type: text-generation
dataset: type: reading-comprehension
name: SQuAD 2.0
metrics: name: pass@1
type: pass@1
value: 1.27
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: ARC-C
metrics: name: pass@1
type: pass@1
value: 41.21
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: GPQA
metrics: name: pass@1
type: pass@1
value: 23.07
veriefied: no
verified: no, task: type: text-generation
dataset: type: reasoning
name: BBH
metrics: name: pass@1
type: pass@1
value: 31.77
veriefied: no
verified: no, task: type: text-generation
dataset: type: code
name: HumanEvalSynthesis
metrics: name: pass@1
type: pass@1
value: 30.18
veriefied: no
verified: no, task: type: text-generation
dataset: type: code
name: HumanEvalExplain
metrics: name: pass@1
type: pass@1
value: 26.22
veriefied: no
verified: no, task: type: text-generation
dataset: type: code
name: HumanEvalFix
metrics: name: pass@1
type: pass@1
value: 21.95
veriefied: no
verified: no, task: type: text-generation
dataset: type: code
name: MBPP
metrics: name: pass@1
type: pass@1
value: 15.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: math
name: GSM8K
metrics: name: pass@1
type: pass@1
value: 26.31
veriefied: no
verified: no, task: type: text-generation
dataset: type: math
name: MATH
metrics: name: pass@1
type: pass@1
value: 10.88
veriefied: no
verified: no, task: type: text-generation
dataset: type: multilingual
name: PAWS-X (7 langs)
metrics: name: pass@1
type: pass@1
value: 45.84
veriefied: no
verified: no, task: type: text-generation
dataset: type: multilingual
name: MGSM (6 langs)
metrics: name: pass@1
type: pass@1
value: 11.8
veriefied: no
verified: no
base_model: ibm-granite/granite-3.0-1b-a400m-base
new_version: ibm-granite/granite-3.1-1b-a400m-instruct
Likes: 20 | All-time downloads: 18977
Created: 2024-10-03 21:58:35