Model: stabilityai/stable-code-instruct-3b
Author: stabilityai
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, gguf, stablelm, text-generation, causal-lm, code, conversational, en, arxiv:2305.18290, license:other, model-index, endpoints_compatible, region:us
Card metadata: license: other
language: en
tags: causal-lm, code
metrics: code_eval
library_name: transformers
model-index: name: stabilityai/stable-code-instruct-3b
results: task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Python)
metrics: name: pass@1
type: pass@1
value: 32.4
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (C++)
metrics: name: pass@1
type: pass@1
value: 30.9
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Java)
metrics: name: pass@1
type: pass@1
value: 32.1
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (JavaScript)
metrics: name: pass@1
type: pass@1
value: 32.1
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (PHP)
metrics: name: pass@1
type: pass@1
value: 24.2
verified: no, task: type: text-generation
dataset: type: nuprl/MultiPL-E
name: MultiPL-HumanEval (Rust)
metrics: name: pass@1
type: pass@1
value: 23
verified: no
Likes: 180 | All-time downloads: 60879
Created: 2024-03-06 17:46:21