Model: ibm-granite/granite-3b-code-base-128k
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, granite, dataset:codeparrot/github-code-clean, dataset:bigcode/starcoderdata, dataset:open-web-math/open-web-math, dataset:math-ai/StackMathQA, arxiv:2405.04324, license:apache-2.0, model-index, text-generation-inference, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
datasets: codeparrot/github-code-clean, bigcode/starcoderdata, open-web-math/open-web-math, math-ai/StackMathQA
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-3b-code-base-128k
results: task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis (Python)
metrics: name: pass@1
type: pass@1
value: 36
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis (Average)
metrics: name: pass@1
type: pass@1
value: 30.5
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain (Average)
metrics: name: pass@1
type: pass@1
value: 22.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix (Average)
metrics: name: pass@1
type: pass@1
value: 19.9
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (Python@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 40
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (C++@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 36
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (Java@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 37
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (TypeScript@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 27
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (Rust@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 29
verified: no, task: type: text-generation
dataset: type: lcc
name: LCC (Balanced)
metrics: name: Exact Match@4K
type: Exact Match@4K
value: 54.6
verified: no, task: type: text-generation
dataset: type: lcc
name: LCC (Balanced)
metrics: name: Exact Match@8K
type: Exact Match@8K
value: 56.8
verified: no, task: type: text-generation
dataset: type: lcc
name: LCC (Balanced)
metrics: name: Exact Match@16K
type: Exact Match@16K
value: 52.2
verified: no, task: type: text-generation
dataset: type: lcc
name: LCC (Balanced)
metrics: name: Exact Match@32K
type: Exact Match@32K
value: 57.8
verified: no, task: type: text-generation
dataset: type: repobench
name: RepoBench-P (Balanced)
metrics: name: Exact Match@4K
type: Exact Match@4K
value: 39.8
verified: no, task: type: text-generation
dataset: type: repobench
name: RepoBench-P (Balanced)
metrics: name: Exact Match@8K
type: Exact Match@8K
value: 46.8
verified: no, task: type: text-generation
dataset: type: repobench
name: RepoBench-P (Balanced)
metrics: name: Exact Match@16K
type: Exact Match@16K
value: 43.1
verified: no, task: type: text-generation
dataset: type: repobench
name: RepoBench-Pn(Balanced)
metrics: name: Exact Match@32K
type: Exact Match@32K
value: 45.3
verified: no
Likes: 6 | All-time downloads: 6858
Created: 2024-06-29 01:24:38