Model: ibm-granite/granite-8b-code-base-4k
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, granite, dataset:codeparrot/github-code-clean, dataset:bigcode/starcoderdata, dataset:open-web-math/open-web-math, dataset:math-ai/StackMathQA, arxiv:2405.04324, license:apache-2.0, model-index, text-generation-inference, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
datasets: codeparrot/github-code-clean, bigcode/starcoderdata, open-web-math/open-web-math, math-ai/StackMathQA
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-8b-code-base-4k
results: task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1
type: pass@1
value: 42.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: evalplus/mbppplus
name: MBPP+
metrics: name: pass@1
type: pass@1
value: 49.6
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Python)
metrics: name: pass@1
type: pass@1
value: 43.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(JavaScript)
metrics: name: pass@1
type: pass@1
value: 52.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Java)
metrics: name: pass@1
type: pass@1
value: 56.1
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Go)
metrics: name: pass@1
type: pass@1
value: 31.7
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(C++)
metrics: name: pass@1
type: pass@1
value: 43.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Rust)
metrics: name: pass@1
type: pass@1
value: 32.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Python)
metrics: name: pass@1
type: pass@1
value: 23.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(JavaScript)
metrics: name: pass@1
type: pass@1
value: 32.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Java)
metrics: name: pass@1
type: pass@1
value: 25
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Go)
metrics: name: pass@1
type: pass@1
value: 23.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(C++)
metrics: name: pass@1
type: pass@1
value: 28
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Rust)
metrics: name: pass@1
type: pass@1
value: 19.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Python)
metrics: name: pass@1
type: pass@1
value: 22.6
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(JavaScript)
metrics: name: pass@1
type: pass@1
value: 35.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Java)
metrics: name: pass@1
type: pass@1
value: 38.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Go)
metrics: name: pass@1
type: pass@1
value: 37.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(C++)
metrics: name: pass@1
type: pass@1
value: 28.7
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Rust)
metrics: name: pass@1
type: pass@1
value: 15.2
veriefied: no
verified: no
Likes: 30 | All-time downloads: 52712
Created: 2024-04-21 07:50:41