Model: ibm-granite/granite-34b-code-base-8k-GGUF
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, gguf, code, granite, text-generation, dataset:codeparrot/github-code-clean, dataset:bigcode/starcoderdata, dataset:open-web-math/open-web-math, dataset:math-ai/StackMathQA, license:apache-2.0, model-index, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
datasets: codeparrot/github-code-clean, bigcode/starcoderdata, open-web-math/open-web-math, math-ai/StackMathQA
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-34b-code-base-8k
results: task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1
type: pass@1
value: 47.2
verified: no, task: type: text-generation
dataset: type: evalplus/mbppplus
name: MBPP+
metrics: name: pass@1
type: pass@1
value: 53.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Python)
metrics: name: pass@1
type: pass@1
value: 48.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(JavaScript)
metrics: name: pass@1
type: pass@1
value: 54.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Java)
metrics: name: pass@1
type: pass@1
value: 61.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Go)
metrics: name: pass@1
type: pass@1
value: 40.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(C++)
metrics: name: pass@1
type: pass@1
value: 50
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Rust)
metrics: name: pass@1
type: pass@1
value: 39.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Python)
metrics: name: pass@1
type: pass@1
value: 42.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(JavaScript)
metrics: name: pass@1
type: pass@1
value: 26.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Java)
metrics: name: pass@1
type: pass@1
value: 47
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Go)
metrics: name: pass@1
type: pass@1
value: 26.8
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(C++)
metrics: name: pass@1
type: pass@1
value: 36.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Rust)
metrics: name: pass@1
type: pass@1
value: 25
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Python)
metrics: name: pass@1
type: pass@1
value: 20.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(JavaScript)
metrics: name: pass@1
type: pass@1
value: 30.5
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Java)
metrics: name: pass@1
type: pass@1
value: 40.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Go)
metrics: name: pass@1
type: pass@1
value: 34.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(C++)
metrics: name: pass@1
type: pass@1
value: 39
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Rust)
metrics: name: pass@1
type: pass@1
value: 12.2
verified: no
Likes: 3 | All-time downloads: 952
Created: 2024-05-20 19:26:17