Model: bigcode/santacoder
Author: bigcode
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, gpt2, text-generation, custom_code, code, dataset:bigcode/the-stack, arxiv:1911.02150, arxiv:2207.14255, arxiv:2301.03988, license:bigcode-openrail-m, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: bigcode-openrail-m
datasets: bigcode/the-stack
language: code
programming_language: Java, JavaScript, Python
pipeline_tag: text-generation
inference: yes
widget: text: def print_hello_world():
example_title: Hello world
group: Python
model-index: name: SantaCoder
results: task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (Python)
metrics: name: pass@1
type: pass@1
value: 0.18
verified: no, name: pass@10
type: pass@10
value: 0.29
verified: no, name: pass@100
type: pass@100
value: 0.49
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Python)
metrics: name: pass@1
type: pass@1
value: 0.35
verified: no, name: pass@10
type: pass@10
value: 0.58
verified: no, name: pass@100
type: pass@100
value: 0.77
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 0.16
verified: no, name: pass@10
type: pass@10
value: 0.27
verified: no, name: pass@100
type: pass@100
value: 0.47
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Javascript)
metrics: name: pass@1
type: pass@1
value: 0.28
verified: no, name: pass@10
type: pass@10
value: 0.51
verified: no, name: pass@100
type: pass@100
value: 0.7
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 0.15
verified: no, name: pass@10
type: pass@10
value: 0.26
verified: no, name: pass@100
type: pass@100
value: 0.41
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Java)
metrics: name: pass@1
type: pass@1
value: 0.28
verified: no, name: pass@10
type: pass@10
value: 0.44
verified: no, name: pass@100
type: pass@100
value: 0.59
verified: no, task: type: text-generation
dataset: type: loubnabnl/humaneval_infilling
name: HumanEval FIM (Python)
metrics: name: single_line
type: exact_match
value: 0.44
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval FIM (Java)
metrics: name: single_line
type: exact_match
value: 0.62
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval FIM (JavaScript)
metrics: name: single_line
type: exact_match
value: 0.6
verified: no, task: type: text-generation
dataset: type: code_x_glue_ct_code_to_text
name: CodeXGLUE code-to-text (Python)
metrics: name: BLEU
type: bleu
value: 18.13
verified: no
Likes: 335 | All-time downloads: 4684180
Created: 2022-12-02 16:20:58