Model: bartowski/starcoder2-15b-exl2
Author: bartowski
Pipeline: text-generation
Library: transformers
Tags: transformers, code, text-generation, dataset:bigcode/the-stack-v2-train, license:bigcode-openrail-m, model-index, endpoints_compatible, region:us
Card metadata: pipeline_tag: text-generation
inference: yes
widget: text: def print_hello_world():
example_title: Hello world
group: Python
datasets: bigcode/the-stack-v2-train
license: bigcode-openrail-m
library_name: transformers
tags: code
model-index: name: starcoder2-15b
results: task: type: text-generation
dataset: name: CruxEval-I
type: cruxeval-i
metrics: type: pass@1
value: 48.1
verified: no, task: type: text-generation
dataset: name: DS-1000
type: ds-1000
metrics: type: pass@1
value: 33.8
verified: no, task: type: text-generation
dataset: name: GSM8K (PAL)
type: gsm8k-pal
metrics: type: accuracy
value: 65.1
verified: no, task: type: text-generation
dataset: name: HumanEval+
type: humanevalplus
metrics: type: pass@1
value: 37.8
verified: no, task: type: text-generation
dataset: name: HumanEval
type: humaneval
metrics: type: pass@1
value: 46.3
verified: no, task: type: text-generation
dataset: name: RepoBench-v1.1
type: repobench-v1.1
metrics: type: edit-smiliarity
value: 74.08
verified: no
quantized_by: bartowski
Likes: 0 | All-time downloads: 3
Created: 2024-03-06 02:11:21