Model: osanseviero/stable-code-3b-Q2_K-GGUF
Author: osanseviero
Library: transformers
Tags: transformers, gguf, causal-lm, code, en, dataset:tiiuae/falcon-refinedweb, dataset:bigcode/the-stack-github-issues, dataset:bigcode/commitpackft, dataset:bigcode/starcoderdata, dataset:EleutherAI/proof-pile-2, dataset:meta-math/MetaMathQA, arxiv:2307.09288, arxiv:2104.09864, arxiv:2204.06745, arxiv:2305.06161, arxiv:2310.10631, arxiv:2309.12284, arxiv:1910.02054, license:other, model-index, endpoints_compatible, region:us
Card metadata: license: other
datasets: tiiuae/falcon-refinedweb, bigcode/the-stack-github-issues, bigcode/commitpackft, bigcode/starcoderdata, EleutherAI/proof-pile-2, meta-math/MetaMathQA
language: en
tags: causal-lm, code
metrics: code_eval
library_name: transformers
model-index: name: stabilityai/stable-code-3b
results: task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Python)
metrics: name: pass@1
type: pass@1
value: 32.4
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C++)
metrics: name: pass@1
type: pass@1
value: 30.9
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 32.1
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 32.1
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (PHP)
metrics: name: pass@1
type: pass@1
value: 24.2
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Rust)
metrics: name: pass@1
type: pass@1
value: 23
verified: no
Likes: 1 | All-time downloads: 690
Created: 2024-03-26 19:43:22