Model: wyt2000/InverseCoder-CL-13B
Author: wyt2000
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, conversational, dataset:wyt2000/InverseCoder-CL-13B-Evol-Instruct-90K, dataset:ise-uiuc/Magicoder-Evol-Instruct-110K, arxiv:2407.05700, license:llama2, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: llama2
datasets: wyt2000/InverseCoder-CL-13B-Evol-Instruct-90K, ise-uiuc/Magicoder-Evol-Instruct-110K
library_name: transformers
pipeline_tag: text-generation
tags: code
model-index: name: InverseCoder-CL-13B
results: task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval
metrics: name: pass@1
type: pass@1
value: 0.799
verified: no, task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval(+)
metrics: name: pass@1
type: pass@1
value: 0.744
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1
type: pass@1
value: 0.746
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP(+)
metrics: name: pass@1
type: pass@1
value: 0.63
verified: no, task: type: text-generation
dataset: type: ds1000
name: DS-1000 (Overall Completion)
metrics: name: pass@1
type: pass@1
value: 0.431
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 0.545
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 0.654
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C++)
metrics: name: pass@1
type: pass@1
value: 0.581
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (PHP)
metrics: name: pass@1
type: pass@1
value: 0.553
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Swift)
metrics: name: pass@1
type: pass@1
value: 0.525
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Rust)
metrics: name: pass@1
type: pass@1
value: 0.556
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Average for non-python languages)
metrics: name: pass@1
type: pass@1
value: 0.569
verified: no
Likes: 0 | All-time downloads: 217
Created: 2024-07-09 03:10:02