---
license: mit
datasets:
- HuggingFaceFW/fineweb-edu
language:
- en
pipeline_tag: text-generation
library_name: transformers

model-index:
  - name: nemma-100m
    results:
      - task:
          type: text-generation
        dataset:
          name: arc_easy
          type: arc_easy
        metrics:
          - name: arc_easy
            type: arc_easy
            value: 0.4945
      - task:
          type: text-generation
        dataset:
          name: arc_challenge
          type: arc_challenge
        metrics:
          - name: arc_challenge
            type: arc_challenge
            value: 0.2039
      - task:
          type: text-generation
        dataset:
          name: boolq
          type: boolq
        metrics:
          - name: boolq
            type: boolq
            value: 0.5988
      - task:
          type: text-generation
        dataset:
          name: hellaswag
          type: hellaswag
        metrics:
          - name: hellaswag
            type: hellaswag
            value: 0.2760
      - task:
          type: text-generation
        dataset:
          name: glue
          type: glue
        metrics:
          - name: glue
            type: glue
            value: 0.42573
      - task:
          type: text-generation
        dataset:
          name: piqa
          type: piqa
        metrics:
          - name: piqa
            type: piqa
            value: 0.6126
---