|
--- |
|
datasets: |
|
- theblackcat102/evol-codealpaca-v1 |
|
model-index: |
|
- name: Starcoder-1b-evol |
|
results: |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: openai_humaneval |
|
name: HumanEval |
|
metrics: |
|
- name: pass@1 |
|
type: pass@1 |
|
value: 35.37 |
|
verified: false |
|
- task: |
|
type: text-generation |
|
dataset: |
|
type: mbpp |
|
name: MBPP |
|
metrics: |
|
- name: pass@1 |
|
type: pass@1 |
|
value: 22.8 |
|
verified: false |
|
language: |
|
- en |
|
--- |
|
|
|
starcoder 1b finetuned on evol-codealpaca-v1 |
|
|
|
Follows the OpenAssistant chat format: |
|
|
|
``` |
|
<|prompter|>{user_prompt}<|endoftext|><|assistant|> |
|
``` |