Model: wyt2000/InverseCoder-CL-7B
Author: wyt2000
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, code, conversational, dataset:wyt2000/InverseCoder-CL-7B-Evol-Instruct-90K, dataset:ise-uiuc/Magicoder-Evol-Instruct-110K, arxiv:2407.05700, license:llama2, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: llama2
datasets: wyt2000/InverseCoder-CL-7B-Evol-Instruct-90K, ise-uiuc/Magicoder-Evol-Instruct-110K
library_name: transformers
pipeline_tag: text-generation
tags: code
model-index: name: InverseCoder-CL-7B
results: task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval
metrics: name: pass@1
type: pass@1
value: 0.762
verified: no, task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval(+)
metrics: name: pass@1
type: pass@1
value: 0.72
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1
type: pass@1
value: 0.706
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP(+)
metrics: name: pass@1
type: pass@1
value: 0.601
verified: no, task: type: text-generation
dataset: type: ds1000
name: DS-1000 (Overall Completion)
metrics: name: pass@1
type: pass@1
value: 0.399
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 0.487
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 0.619
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C++)
metrics: name: pass@1
type: pass@1
value: 0.526
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (PHP)
metrics: name: pass@1
type: pass@1
value: 0.552
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Swift)
metrics: name: pass@1
type: pass@1
value: 0.53
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Rust)
metrics: name: pass@1
type: pass@1
value: 0.461
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Average for non-python languages)
metrics: name: pass@1
type: pass@1
value: 0.529
verified: no
Likes: 1 | All-time downloads: 259
Created: 2024-07-08 03:44:52