metadata
license: mit
datasets:
- HuggingFaceFW/fineweb-edu
language:
- en
pipeline_tag: text-generation
library_name: transformers
model-index:
- name: nemma-100m
results:
- task:
type: text-generation
dataset:
name: arc_easy
type: arc_easy
metrics:
- name: arc_easy
type: arc_easy
value: 0.4945
- task:
type: text-generation
dataset:
name: arc_challenge
type: arc_challenge
metrics:
- name: arc_challenge
type: arc_challenge
value: 0.2039
- task:
type: text-generation
dataset:
name: boolq
type: boolq
metrics:
- name: boolq
type: boolq
value: 0.5988
- task:
type: text-generation
dataset:
name: hellaswag
type: hellaswag
metrics:
- name: hellaswag
type: hellaswag
value: 0.276
- task:
type: text-generation
dataset:
name: glue
type: glue
metrics:
- name: glue
type: glue
value: 0.42573
- task:
type: text-generation
dataset:
name: piqa
type: piqa
metrics:
- name: piqa
type: piqa
value: 0.6126