Model: mambacolm/mambacolm
Author: mambacolm
Pipeline: text-generation
Library: openlm
Tags: openlm, pytorch, safetensors, mamba, linear, text-generation, en, dataset:tiiuae/falcon-refinedweb, arxiv:2312.00752, license:apache-2.0, model-index, region:us
Card metadata: license: apache-2.0
datasets: tiiuae/falcon-refinedweb
pipeline_tag: text-generation
library_name: openlm
tags: mamba, linear
language: en
model-index: name: mamba-7b
results: task: type: text-generation
dataset: type: MMLU
name: MMLU
metrics: name: accuracy
type: accuracy
value: 33.3
verified: no, task: type: text-generation
dataset: type: HellaSwag
name: HellaSwag
metrics: name: accuracy
type: accuracy
value: 77.9
verified: no, task: type: text-generation
dataset: type: PIQA
name: PIQA
metrics: name: accuracy
type: accuracy
value: 81
verified: no, task: type: text-generation
dataset: type: Winogrande
name: Winogrande
metrics: name: accuracy
type: accuracy
value: 71.8
verified: no, task: type: text-generation
dataset: type: ai2_arc
name: ARC-E
metrics: name: accuracy
type: accuracy
value: 77.5
verified: no, task: type: text-generation
dataset: type: ai2_arc
name: ARC-C
metrics: name: accuracy
type: accuracy
value: 46.7
verified: no
Likes: 0 | All-time downloads: 12
Created: 2024-05-30 00:45:59