Model: ibm-granite/granite-20b-code-instruct-r1.1
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, gpt_bigcode, text-generation, code, granite, conversational, dataset:bigcode/commitpackft, dataset:TIGER-Lab/MathInstruct, dataset:meta-math/MetaMathQA, dataset:glaiveai/glaive-code-assistant-v3, dataset:glaive-function-calling-v2, dataset:bugdaryan/sql-create-context-instruction, dataset:garage-bAInd/Open-Platypus, dataset:nvidia/HelpSteer, dataset:bigcode/self-oss-instruct-sc2-exec-filter-50k, arxiv:2405.04324, base_model:ibm-granite/granite-20b-code-instruct-r1.1, base_model:finetune:ibm-granite/granite-20b-code-instruct-r1.1, license:apache-2.0, model-index, text-generation-inference, endpoints_compatible, region:us
Base models (finetune): id: ibm-granite/granite-20b-code-instruct-r1.1
Card metadata: pipeline_tag: text-generation
base_model: ibm-granite/granite-20b-code-instruct-r1.1
inference: yes
license: apache-2.0
datasets: bigcode/commitpackft, TIGER-Lab/MathInstruct, meta-math/MetaMathQA, glaiveai/glaive-code-assistant-v3, glaive-function-calling-v2, bugdaryan/sql-create-context-instruction, garage-bAInd/Open-Platypus, nvidia/HelpSteer, bigcode/self-oss-instruct-sc2-exec-filter-50k
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-20b-code-instruct-r1.1
results: task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Python)
metrics: name: pass@1
type: pass@1
value: 68.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(JavaScript)
metrics: name: pass@1
type: pass@1
value: 57.9
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Java)
metrics: name: pass@1
type: pass@1
value: 58.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Go)
metrics: name: pass@1
type: pass@1
value: 43.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(C++)
metrics: name: pass@1
type: pass@1
value: 53
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis(Rust)
metrics: name: pass@1
type: pass@1
value: 37.8
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Python)
metrics: name: pass@1
type: pass@1
value: 51.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(JavaScript)
metrics: name: pass@1
type: pass@1
value: 47
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Java)
metrics: name: pass@1
type: pass@1
value: 54.3
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Go)
metrics: name: pass@1
type: pass@1
value: 34.1
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(C++)
metrics: name: pass@1
type: pass@1
value: 38.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain(Rust)
metrics: name: pass@1
type: pass@1
value: 17.1
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Python)
metrics: name: pass@1
type: pass@1
value: 53
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(JavaScript)
metrics: name: pass@1
type: pass@1
value: 48.2
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Java)
metrics: name: pass@1
type: pass@1
value: 52.4
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Go)
metrics: name: pass@1
type: pass@1
value: 47.6
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(C++)
metrics: name: pass@1
type: pass@1
value: 44.5
veriefied: no
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix(Rust)
metrics: name: pass@1
type: pass@1
value: 45.1
veriefied: no
verified: no
Likes: 1 | All-time downloads: 5344
Created: 2024-07-09 20:03:53