Model: bartowski/starcoder2-3b-exl2
Author: bartowski
Pipeline: text-generation
Library: transformers
Tags: transformers, code, text-generation, dataset:bigcode/the-stack-v2-train, license:bigcode-openrail-m, model-index, endpoints_compatible, region:us
Card metadata: pipeline_tag: text-generation
inference: yes
widget: text: def print_hello_world():
example_title: Hello world
group: Python
datasets: bigcode/the-stack-v2-train
license: bigcode-openrail-m
library_name: transformers
tags: code
model-index: name: starcoder2-3b
results: task: type: text-generation
dataset: name: CruxEval-I
type: cruxeval-i
metrics: type: pass@1
value: 32.7
verified: no, task: type: text-generation
dataset: name: DS-1000
type: ds-1000
metrics: type: pass@1
value: 25
verified: no, task: type: text-generation
dataset: name: GSM8K (PAL)
type: gsm8k-pal
metrics: type: accuracy
value: 27.7
verified: no, task: type: text-generation
dataset: name: HumanEval+
type: humanevalplus
metrics: type: pass@1
value: 27.4
verified: no, task: type: text-generation
dataset: name: HumanEval
type: humaneval
metrics: type: pass@1
value: 31.7
verified: no, task: type: text-generation
dataset: name: RepoBench-v1.1
type: repobench-v1.1
metrics: type: edit-smiliarity
value: 71.19
verified: no
quantized_by: bartowski
Likes: 0 | All-time downloads: 15
Created: 2024-04-26 17:39:32