Model: refactai/Refact-1_6B-fim
Author: refactai
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, safetensors, gpt_refact, text-generation, code, custom_code, en, dataset:bigcode/the-stack-dedup, dataset:rombodawg/2XUNCENSORED_MegaCodeTraining188k, dataset:bigcode/commitpackft, arxiv:2108.12409, arxiv:1607.06450, arxiv:1910.07467, arxiv:1911.02150, license:bigscience-openrail-m, model-index, region:us
Card metadata: pipeline_tag: text-generation
inference: yes
widget: text: def print_hello_world():
example_title: Hello world
group: Python
license: bigscience-openrail-m
pretrain-datasets: books, arxiv, c4, falcon-refinedweb, wiki, github-issues, stack_markdown, self-made dataset of permissive github code
datasets: bigcode/the-stack-dedup, rombodawg/2XUNCENSORED_MegaCodeTraining188k, bigcode/commitpackft
metrics: code_eval
library_name: transformers
tags: code
model-index: name: Refact-1.6B
results: task: type: text-generation
dataset: type: openai_humaneval
name: HumanEval
metrics: name: pass@1 (T=0.01)
type: pass@1
value: 32
verified: no, name: pass@1 (T=0.2)
type: pass@1
value: 31.5
verified: no, name: pass@10 (T=0.8)
type: pass@10
value: 53
verified: no, name: pass@100 (T=0.8)
type: pass@100
value: 76.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Python
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 35.8
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize JavaScript
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 31.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Java
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 29.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Go
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize C++
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 26.3
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Rust
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Average
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests Python
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 18.38
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests JavaScript
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 12.28
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests Java
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 15.12
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests Go
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests C++
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 13.17
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests Rust
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 2.8
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixTests Average
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs Python
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 26.92
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs JavaScript
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 26.85
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs Java
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 30.76
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs Go
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs C++
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 25.94
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs Rust
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 8.44
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFixDocs Average
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Python
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 26.46
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain JavaScript
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 17.86
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Java
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 20.94
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Go
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain C++
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 18.78
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Rust
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Average
metrics: name: pass@1 (T=0.2)
type: pass@1
value: -1
verified: no, task: type: text-generation
dataset: type: mbpp
name: MBPP
metrics: name: pass@1 (T=0.01)
type: pass@1
value: 31.15
verified: no, task: type: text-generation
dataset: type: ds1000
name: DS-1000 (Overall Completion)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 10.1
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C++)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 21.61
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C#)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 13.91
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (D)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 9.5
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Go)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 53.57
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Java)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 21.58
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Julia)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 13.75
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (JavaScript)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 26.88
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Lua)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 15.26
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (PHP)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 23.04
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Perl)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 12.1
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Python)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 29.6
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (R)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 13.77
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Ruby)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 12.68
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Racket)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 4.29
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Rust)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 19.54
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Scala)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 18.33
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Bash)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 5.7
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Swift)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 17.68
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (TypeScript)
metrics: name: pass@1 (T=0.2)
type: pass@1
value: 25
verified: no
language: en
Likes: 141 | All-time downloads: 15505099
Created: 2023-08-29 15:48:36