Model: bigcode/octogeex
Author: bigcode
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, chatglm, codegeex, glm, text-generation, custom_code, zh, en, dataset:bigcode/commitpackft, dataset:bigcode/oasst-octopack, arxiv:2308.07124, model-index, endpoints_compatible, region:us
Card metadata: pipeline_tag: text-generation
inference: yes
widget: text: Question: Please write a function in Python that performs bubble sort.\n\nAnswer:
example_title: Bubble sort
group: Python
datasets: bigcode/commitpackft, bigcode/oasst-octopack
metrics: code_eval
library_name: transformers
language: zh, en
tags: codegeex, glm, chatglm
model-index: name: OctoGeeX
results: task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Python
metrics: name: pass@1
type: pass@1
value: 44.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize JavaScript
metrics: name: pass@1
type: pass@1
value: 33.8
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Java
metrics: name: pass@1
type: pass@1
value: 36.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Go
metrics: name: pass@1
type: pass@1
value: 21.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize C++
metrics: name: pass@1
type: pass@1
value: 32.3
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Rust
metrics: name: pass@1
type: pass@1
value: 25.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalSynthesize Average
metrics: name: pass@1
type: pass@1
value: 30.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Python
metrics: name: pass@1
type: pass@1
value: 28.1
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix JavaScript
metrics: name: pass@1
type: pass@1
value: 27.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Java
metrics: name: pass@1
type: pass@1
value: 30.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Go
metrics: name: pass@1
type: pass@1
value: 27.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix C++
metrics: name: pass@1
type: pass@1
value: 22.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Rust
metrics: name: pass@1
type: pass@1
value: 9.6
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalFix Average
metrics: name: pass@1
type: pass@1
value: 24.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Python
metrics: name: pass@1
type: pass@1
value: 30.4
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain JavaScript
metrics: name: pass@1
type: pass@1
value: 24
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Java
metrics: name: pass@1
type: pass@1
value: 24.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Go
metrics: name: pass@1
type: pass@1
value: 21.7
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain C++
metrics: name: pass@1
type: pass@1
value: 21
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Rust
metrics: name: pass@1
type: pass@1
value: 15.9
verified: no, task: type: text-generation
dataset: type: bigcode/humanevalpack
name: HumanEvalExplain Average
metrics: name: pass@1
type: pass@1
value: 22.9
verified: no
Likes: 22 | All-time downloads: 2331
Created: 2023-07-28 16:18:12