|
--- |
|
language: code |
|
tags: |
|
- code |
|
- gpt2 |
|
- generation |
|
datasets: |
|
- lvwerra/codeparrot-clean-train |
|
widget: |
|
- text: from transformer import |
|
example_title: Transformers |
|
- text: "def print_hello_world():\n\t" |
|
example_title: Hello World! |
|
- text: 'def get_file_size(filepath):' |
|
example_title: File size |
|
- text: import numpy as |
|
example_title: Numpy |
|
model-index: |
|
- name: codeparrot |
|
results: |
|
- task: |
|
name: Code Generation |
|
type: code-generation |
|
dataset: |
|
name: HumanEval |
|
type: openai_humaneval |
|
metrics: |
|
- name: pass@1 |
|
type: code_eval |
|
value: 3.14 |
|
- name: pass@10 |
|
type: code_eval |
|
value: 8.69 |
|
- name: pass@100 |
|
type: code_eval |
|
value: 17.88 |
|
- dataset: |
|
name: HumanEval! |
|
type: openai_humaneval |
|
metrics: |
|
- name: pass@1 |
|
type: code_eval |
|
value: 3.17 |
|
task: |
|
name: Code Generation |
|
type: code-generation |
|
--- |
|
|
|
# This is a test |
