Model: michaelfeil/ct2fast-gpt_bigcode-santacoder
Author: michaelfeil
Pipeline: text-generation
Library: transformers
Tags: transformers, ctranslate2, int8, float16, text-generation, code, dataset:bigcode/the-stack, license:openrail, model-index, region:us
Card metadata: tags: ctranslate2, int8, float16
license: openrail
datasets: bigcode/the-stack
language: code
programming_language: Java, JavaScript, Python
pipeline_tag: text-generation
inference: no
model-index: name: SantaCoder
results: task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (Python)
metrics: name: pass@1
type: pass@1
value: 0.18
verified: no, name: pass@10
type: pass@10
value: 0.29
verified: no, name: pass@100
type: pass@100
value: 0.49
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Python)
metrics: name: pass@1
type: pass@1
value: 0.35
verified: no, name: pass@10
type: pass@10
value: 0.58
verified: no, name: pass@100
type: pass@100
value: 0.77
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 0.16
verified: no, name: pass@10
type: pass@10
value: 0.27
verified: no, name: pass@100
type: pass@100
value: 0.47
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Javascript)
metrics: name: pass@1
type: pass@1
value: 0.28
verified: no, name: pass@10
type: pass@10
value: 0.51
verified: no, name: pass@100
type: pass@100
value: 0.7
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 0.15
verified: no, name: pass@10
type: pass@10
value: 0.26
verified: no, name: pass@100
type: pass@100
value: 0.41
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL MBPP (Java)
metrics: name: pass@1
type: pass@1
value: 0.28
verified: no, name: pass@10
type: pass@10
value: 0.44
verified: no, name: pass@100
type: pass@100
value: 0.59
verified: no, task: type: text-generation
dataset: type: loubnabnl/humaneval_infilling
name: HumanEval FIM (Python)
metrics: name: single_line
type: exact_match
value: 0.44
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval FIM (Java)
metrics: name: single_line
type: exact_match
value: 0.62
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL HumanEval FIM (JavaScript)
metrics: name: single_line
type: exact_match
value: 0.6
verified: no, task: type: text-generation
dataset: type: code_x_glue_ct_code_to_text
name: CodeXGLUE code-to-text (Python)
metrics: name: BLEU
type: bleu
value: 18.13
verified: no
Likes: 2 | All-time downloads: 346
Created: 2023-05-23 00:08:29