Model: bigcode/starcoder2-15b
Author: bigcode
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, starcoder2, text-generation, code, dataset:bigcode/the-stack-v2-train, arxiv:2305.13245, arxiv:2205.14135, arxiv:2004.05150, arxiv:2207.14255, arxiv:2402.19173, license:bigcode-openrail-m, model-index, text-generation-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: text-generation
inference: parameters: temperature: 0.2
top_p: 0.95
widget: text: def print_hello_world():
example_title: Hello world
group: Python
datasets: bigcode/the-stack-v2-train
license: bigcode-openrail-m
library_name: transformers
tags: code
model-index: name: starcoder2-15b
results: task: type: text-generation
dataset: name: CruxEval-I
type: cruxeval-i
metrics: type: pass@1
value: 48.1
verified: no, task: type: text-generation
dataset: name: DS-1000
type: ds-1000
metrics: type: pass@1
value: 33.8
verified: no, task: type: text-generation
dataset: name: GSM8K (PAL)
type: gsm8k-pal
metrics: type: accuracy
value: 65.1
verified: no, task: type: text-generation
dataset: name: HumanEval+
type: humanevalplus
metrics: type: pass@1
value: 37.8
verified: no, task: type: text-generation
dataset: name: HumanEval
type: humaneval
metrics: type: pass@1
value: 46.3
verified: no, task: type: text-generation
dataset: name: RepoBench-v1.1
type: repobench-v1.1
metrics: type: edit-smiliarity
value: 74.08
verified: no
Likes: 653 | All-time downloads: 457688
Created: 2024-02-20 17:58:19