Model: osllmai/granite-3.0-3b-a800m-instruct-GGUF
Author: osllmai
Pipeline: text-generation
Tags: gguf, language, granite-3.0, text-generation, license:apache-2.0, model-index, region:us, conversational
Card metadata: base_model: ibm-granite/granite-3.0-3b-a800m-instruct-GGUF
license: apache-2.0
pipeline_tag: text-generation
tags: language, granite-3.0
quantized_model: AliNemati
inference: no
model-index: name: granite-3.0-2b-instruct
results: task: type: text-generation
dataset: name: IFEval
type: instruction-following
metrics: type: pass@1
value: 52.27
name: pass@1
verified: no, type: pass@1
value: 8.22
name: pass@1
verified: no, task: type: text-generation
dataset: name: AGI-Eval
type: human-exams
metrics: type: pass@1
value: 40.52
name: pass@1
verified: no, type: pass@1
value: 65.82
name: pass@1
verified: no, type: pass@1
value: 34.45
name: pass@1
verified: no, task: type: text-generation
dataset: name: OBQA
type: commonsense
metrics: type: pass@1
value: 46.6
name: pass@1
verified: no, type: pass@1
value: 71.21
name: pass@1
verified: no, type: pass@1
value: 82.61
name: pass@1
verified: no, type: pass@1
value: 77.51
name: pass@1
verified: no, type: pass@1
value: 60.32
name: pass@1
verified: no, task: type: text-generation
dataset: name: BoolQ
type: reading-comprehension
metrics: type: pass@1
value: 88.65
name: pass@1
verified: no, type: pass@1
value: 21.58
name: pass@1
verified: no, task: type: text-generation
dataset: name: ARC-C
type: reasoning
metrics: type: pass@1
value: 64.16
name: pass@1
verified: no, type: pass@1
value: 33.81
name: pass@1
verified: no, type: pass@1
value: 51.55
name: pass@1
verified: no, task: type: text-generation
dataset: name: HumanEvalSynthesis
type: code
metrics: type: pass@1
value: 64.63
name: pass@1
verified: no, type: pass@1
value: 57.16
name: pass@1
verified: no, type: pass@1
value: 65.85
name: pass@1
verified: no, type: pass@1
value: 49.6
name: pass@1
verified: no, task: type: text-generation
dataset: name: GSM8K
type: math
metrics: type: pass@1
value: 68.99
name: pass@1
verified: no, type: pass@1
value: 30.94
name: pass@1
verified: no, task: type: text-generation
dataset: name: PAWS-X (7 langs)
type: multilingual
metrics: type: pass@1
value: 64.94
name: pass@1
verified: no, type: pass@1
value: 48.2
name: pass@1
verified: no
Likes: 0 | All-time downloads: 1070
Created: 2024-10-24 04:24:24