Model: bigcode/gpt_bigcode-santacoder
Author: bigcode
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, safetensors, gpt_bigcode, text-generation, code, dataset:bigcode/the-stack, license:openrail, model-index, text-generation-inference, deploy:azure, region:us
Card metadata: license: openrail
datasets: bigcode/the-stack
language: code
programming_language: Java, JavaScript, Python
pipeline_tag: text-generation
inference: no
model-index: name: SantaCoder
results: task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (Python)
metrics: name: pass@1
type: pass@1
value: 0.18
verified: no, name: pass@10
type: pass@10
value: 0.29
verified: no, name: pass@100
type: pass@100
value: 0.49
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Python)
metrics: name: pass@1
type: pass@1
value: 0.35
verified: no, name: pass@10
type: pass@10
value: 0.58
verified: no, name: pass@100
type: pass@100
value: 0.77
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 0.16
verified: no, name: pass@10
type: pass@10
value: 0.27
verified: no, name: pass@100
type: pass@100
value: 0.47
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Javascript)
metrics: name: pass@1
type: pass@1
value: 0.28
verified: no, name: pass@10
type: pass@10
value: 0.51
verified: no, name: pass@100
type: pass@100
value: 0.7
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 0.15
verified: no, name: pass@10
type: pass@10
value: 0.26
verified: no, name: pass@100
type: pass@100
value: 0.41
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Java)
metrics: name: pass@1
type: pass@1
value: 0.28
verified: no, name: pass@10
type: pass@10
value: 0.44
verified: no, name: pass@100
type: pass@100
value: 0.59
verified: no, task: type: text-generation
dataset: type: loubnabnl/humaneval_infilling
name: HumanEval FIM (Python)
metrics: name: single_line
type: exact_match
value: 0.44
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval FIM (Java)
metrics: name: single_line
type: exact_match
value: 0.62
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval FIM (JavaScript)
metrics: name: single_line
type: exact_match
value: 0.6
verified: no, task: type: text-generation
dataset: type: code_x_glue_ct_code_to_text
name: CodeXGLUE code-to-text (Python)
metrics: name: BLEU
type: bleu
value: 18.13
verified: no
Likes: 26 | All-time downloads: 1002713
Created: 2023-04-06 01:35:04