|
--- |
|
license: mit |
|
datasets: |
|
- HuggingFaceFW/fineweb-edu |
|
language: |
|
- en |
|
pipeline_tag: text-generation |
|
library_name: transformers |
|
model-index: |
|
- name: nemma-100m |
|
results: |
|
- task: |
|
type: text-generation |
|
dataset: |
|
name: arc_easy |
|
type: arc_easy |
|
metrics: |
|
- name: arc_easy |
|
type: arc_easy |
|
value: 0.4945 |
|
- task: |
|
type: text-generation |
|
dataset: |
|
name: arc_challenge |
|
type: arc_challenge |
|
metrics: |
|
- name: arc_challenge |
|
type: arc_challenge |
|
value: 0.2039 |
|
- task: |
|
type: text-generation |
|
dataset: |
|
name: boolq |
|
type: boolq |
|
metrics: |
|
- name: boolq |
|
type: boolq |
|
value: 0.5988 |
|
- task: |
|
type: text-generation |
|
dataset: |
|
name: hellaswag |
|
type: hellaswag |
|
metrics: |
|
- name: hellaswag |
|
type: hellaswag |
|
value: 0.276 |
|
- task: |
|
type: text-generation |
|
dataset: |
|
name: glue |
|
type: glue |
|
metrics: |
|
- name: glue |
|
type: glue |
|
value: 0.42573 |
|
- task: |
|
type: text-generation |
|
dataset: |
|
name: piqa |
|
type: piqa |
|
metrics: |
|
- name: piqa |
|
type: piqa |
|
value: 0.6126 |
|
new_version: neody/npt-100m |
|
--- |
|
WIP |
