Model: ibm-granite/granite-3b-code-base-2k
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, granite, dataset:codeparrot/github-code-clean, dataset:bigcode/starcoderdata, dataset:open-web-math/open-web-math, dataset:math-ai/StackMathQA, arxiv:2405.04324, license:apache-2.0, model-index, text-generation-inference, deploy:azure, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
datasets: codeparrot/github-code-clean, bigcode/starcoderdata, open-web-math/open-web-math, math-ai/StackMathQA
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-3b-code-base-2k
results: task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1
type: pass@1
value: 36
veriefied: no
verified: no, task: type: text-generation
dataset: type: evalplus/mbppplus
name: MBPP+
metrics: name: pass@1
type: pass@1
value: 45.1
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Python)
metrics: name: pass@1
type: pass@1
value: 36.6
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(JavaScript)
metrics: name: pass@1
type: pass@1
value: 37.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Java)
metrics: name: pass@1
type: pass@1
value: 40.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Go)
metrics: name: pass@1
type: pass@1
value: 26.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(C++)
metrics: name: pass@1
type: pass@1
value: 35.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Rust)
metrics: name: pass@1
type: pass@1
value: 22
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Python)
metrics: name: pass@1
type: pass@1
value: 25
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(JavaScript)
metrics: name: pass@1
type: pass@1
value: 18.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Java)
metrics: name: pass@1
type: pass@1
value: 29.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Go)
metrics: name: pass@1
type: pass@1
value: 17.1
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(C++)
metrics: name: pass@1
type: pass@1
value: 26.8
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Rust)
metrics: name: pass@1
type: pass@1
value: 14
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Python)
metrics: name: pass@1
type: pass@1
value: 18.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(JavaScript)
metrics: name: pass@1
type: pass@1
value: 23.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Java)
metrics: name: pass@1
type: pass@1
value: 29.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Go)
metrics: name: pass@1
type: pass@1
value: 24.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(C++)
metrics: name: pass@1
type: pass@1
value: 16.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Rust)
metrics: name: pass@1
type: pass@1
value: 3.7
veriefied: no
verified: no
Likes: 37 | All-time downloads: 252181
Created: 2024-04-23 03:59:34