Model: wyt2000/InverseCoder-DS-6.7B
Author: wyt2000
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, conversational, dataset:wyt2000/InverseCoder-DS-6.7B-Evol-Instruct-90K, dataset:ise-uiuc/Magicoder-Evol-Instruct-110K, arxiv:2407.05700, license:other, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: other
license_name: deepseek
license_link: LICENSE
datasets: wyt2000/InverseCoder-DS-6.7B-Evol-Instruct-90K, ise-uiuc/Magicoder-Evol-Instruct-110K
library_name: transformers
pipeline_tag: text-generation
tags: code
model-index: name: InverseCoder-DS-6.7B
results: task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval
metrics: name: pass@1
type: pass@1
value: 0.799
verified: no, task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval(+)
metrics: name: pass@1
type: pass@1
value: 0.768
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1
type: pass@1
value: 0.786
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP(+)
metrics: name: pass@1
type: pass@1
value: 0.69
verified: no, task: type: text-generation
dataset: type: ds1000
name: DS-1000 (Overall Completion)
metrics: name: pass@1
type: pass@1
value: 0.442
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 0.607
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 0.701
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C++)
metrics: name: pass@1
type: pass@1
value: 0.705
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (PHP)
metrics: name: pass@1
type: pass@1
value: 0.636
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Swift)
metrics: name: pass@1
type: pass@1
value: 0.53
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Rust)
metrics: name: pass@1
type: pass@1
value: 0.574
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Average for non-python languages)
metrics: name: pass@1
type: pass@1
value: 0.626
verified: no
Likes: 2 | All-time downloads: 270
Created: 2024-07-08 03:55:15