README.md

metadata

language: code
tags:
  - code
  - gpt2
  - generation
datasets:
  - lvwerra/codeparrot-clean-train
widget:
  - text: from transformer import
    example_title: Transformers
  - text: "def print_hello_world():\n\t"
    example_title: Hello World!
  - text: 'def get_file_size(filepath):'
    example_title: File size
  - text: import numpy as
    example_title: Numpy
model-index:
  - name: codeparrot
    results:
      - task:
          name: Code Generation
          type: code-generation
        dataset:
          name: HumanEval
          type: openai_humaneval
        metrics:
          - name: pass@1
            type: code_eval
            value: 3.14
          - name: pass@10
            type: code_eval
            value: 8.69
          - name: pass@100
            type: code_eval
            value: 17.88
      - dataset:
          name: HumanEval!
          type: openai_humaneval
        metrics:
          - name: pass@1
            type: code_eval
            value: 3.17
        task:
          name: Code Generation
          type: code-generation

This is a test