Model: bigcode/octocoder
Author: bigcode
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, safetensors, code, text-generation, dataset:bigcode/commitpackft, dataset:bigcode/oasst-octopack, arxiv:2308.07124, license:bigcode-openrail-m, model-index, endpoints_compatible, region:us
Card metadata: pipeline_tag: text-generation
inference: yes
widget: text: Question: Please write a function in Python that performs bubble sort.\n\nAnswer:
example_title: Bubble sort
group: Python
license: bigcode-openrail-m
datasets: bigcode/commitpackft, bigcode/oasst-octopack
metrics: code_eval
library_name: transformers
tags: code
model-index: name: OctoCoder
results: task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Python
metrics: name: pass@1
type: pass@1
value: 46.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize JavaScript
metrics: name: pass@1
type: pass@1
value: 39.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Java
metrics: name: pass@1
type: pass@1
value: 38.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Go
metrics: name: pass@1
type: pass@1
value: 30.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize C++
metrics: name: pass@1
type: pass@1
value: 35.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Rust
metrics: name: pass@1
type: pass@1
value: 23.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Average
metrics: name: pass@1
type: pass@1
value: 35.5
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Python
metrics: name: pass@1
type: pass@1
value: 30.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix JavaScript
metrics: name: pass@1
type: pass@1
value: 28.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Java
metrics: name: pass@1
type: pass@1
value: 30.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Go
metrics: name: pass@1
type: pass@1
value: 30.2
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix C++
metrics: name: pass@1
type: pass@1
value: 26.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Rust
metrics: name: pass@1
type: pass@1
value: 16.5
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Average
metrics: name: pass@1
type: pass@1
value: 27
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Python
metrics: name: pass@1
type: pass@1
value: 35.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain JavaScript
metrics: name: pass@1
type: pass@1
value: 24.5
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Java
metrics: name: pass@1
type: pass@1
value: 27.3
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Go
metrics: name: pass@1
type: pass@1
value: 21.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain C++
metrics: name: pass@1
type: pass@1
value: 24.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Rust
metrics: name: pass@1
type: pass@1
value: 14.8
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Average
metrics: name: pass@1
type: pass@1
value: 24.5
verified: no
Likes: 69 | All-time downloads: 16618
Created: 2023-07-23 19:03:41