Model: mlx-community/starcoder2-3b-4bit
Author: mlx-community
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, starcoder2, text-generation, code, mlx, dataset:bigcode/the-stack-v2-train, license:bigcode-openrail-m, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: bigcode-openrail-m
library_name: transformers
tags: code, mlx
datasets: bigcode/the-stack-v2-train
pipeline_tag: text-generation
inference: yes
widget: text: def print_hello_world():
example_title: Hello world
group: Python
model-index: name: starcoder2-3b
results: task: type: text-generation
dataset: name: CruxEval-I
type: cruxeval-i
metrics: type: pass@1
value: 32.7
verified: no, task: type: text-generation
dataset: name: DS-1000
type: ds-1000
metrics: type: pass@1
value: 25
verified: no, task: type: text-generation
dataset: name: GSM8K (PAL)
type: gsm8k-pal
metrics: type: accuracy
value: 27.7
verified: no, task: type: text-generation
dataset: name: HumanEval+
type: humanevalplus
metrics: type: pass@1
value: 27.4
verified: no, task: type: text-generation
dataset: name: HumanEval
type: humaneval
metrics: type: pass@1
value: 31.7
verified: no, task: type: text-generation
dataset: name: RepoBench-v1.1
type: repobench-v1.1
metrics: type: edit-smiliarity
value: 71.19
verified: no
Likes: 1 | All-time downloads: 748
Created: 2024-03-01 20:59:16