Model: ibm-granite/granite-3b-code-instruct-128k
Author: ibm-granite
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, granite, conversational, dataset:bigcode/commitpackft, dataset:TIGER-Lab/MathInstruct, dataset:meta-math/MetaMathQA, dataset:glaiveai/glaive-code-assistant-v3, dataset:glaive-function-calling-v2, dataset:bugdaryan/sql-create-context-instruction, dataset:garage-bAInd/Open-Platypus, dataset:nvidia/HelpSteer, dataset:bigcode/self-oss-instruct-sc2-exec-filter-50k, arxiv:2405.04324, license:apache-2.0, model-index, text-generation-inference, deploy:azure, region:us
Card metadata: pipeline_tag: text-generation
inference: no
license: apache-2.0
datasets: bigcode/commitpackft, TIGER-Lab/MathInstruct, meta-math/MetaMathQA, glaiveai/glaive-code-assistant-v3, glaive-function-calling-v2, bugdaryan/sql-create-context-instruction, garage-bAInd/Open-Platypus, nvidia/HelpSteer, bigcode/self-oss-instruct-sc2-exec-filter-50k
metrics: code_eval
library_name: transformers
tags: code, granite
model-index: name: granite-3b-code-instruct-128k
results: task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis (Python)
metrics: name: pass@1
type: pass@1
value: 53.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesis (Average)
metrics: name: pass@1
type: pass@1
value: 41.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain (Average)
metrics: name: pass@1
type: pass@1
value: 25.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix (Average)
metrics: name: pass@1
type: pass@1
value: 26.2
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (Python@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 48
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (C++@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 36
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (Java@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 38
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (TypeScript@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 39
verified: no, task: type: text-generation
dataset: type: repoqa
name: RepoQA (Rust@16K)
metrics: name: pass@1 (thresh=0.5)
type: pass@1 (thresh=0.5)
value: 29
verified: no
Likes: 12 | All-time downloads: 69257
Created: 2024-07-12 05:02:47