Model: ibm-granite/granite-20b-code-base-r1.1
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, gpt_bigcode, text-generation, code, granite, dataset:codeparrot/github-code-clean, dataset:bigcode/starcoderdata, dataset:open-web-math/open-web-math, dataset:math-ai/StackMathQA, arxiv:2405.04324, license:apache-2.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: text-generation
inference: yes
license: apache-2.0
datasets: codeparrot/github-code-clean, bigcode/starcoderdata, open-web-math/open-web-math, math-ai/StackMathQA
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-20b-code-base-r1.1
results: task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Python)
metrics: name: pass@1
type: pass@1
value: 48.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(JavaScript)
metrics: name: pass@1
type: pass@1
value: 56.1
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Java)
metrics: name: pass@1
type: pass@1
value: 59.8
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Go)
metrics: name: pass@1
type: pass@1
value: 33.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(C++)
metrics: name: pass@1
type: pass@1
value: 50.6
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Rust)
metrics: name: pass@1
type: pass@1
value: 40.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Python)
metrics: name: pass@1
type: pass@1
value: 28.7
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(JavaScript)
metrics: name: pass@1
type: pass@1
value: 24.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Java)
metrics: name: pass@1
type: pass@1
value: 43.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Go)
metrics: name: pass@1
type: pass@1
value: 13.8
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(C++)
metrics: name: pass@1
type: pass@1
value: 29.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Rust)
metrics: name: pass@1
type: pass@1
value: 18.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Python)
metrics: name: pass@1
type: pass@1
value: 22
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(JavaScript)
metrics: name: pass@1
type: pass@1
value: 24.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Java)
metrics: name: pass@1
type: pass@1
value: 32.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Go)
metrics: name: pass@1
type: pass@1
value: 28
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(C++)
metrics: name: pass@1
type: pass@1
value: 30.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Rust)
metrics: name: pass@1
type: pass@1
value: 13.4
veriefied: no
verified: no
Likes: 2 | All-time downloads: 3734
Created: 2024-07-09 20:03:38