Model: TRI-ML/mistral-supra
Author: TRI-ML
Pipeline: text-generation
Library: openlm
Tags: openlm, pytorch, linear, mistral, text-generation, en, dataset:tiiuae/falcon-refinedweb, arxiv:2405.06640, license:apache-2.0, model-index, region:us
Card metadata: license: apache-2.0
datasets: tiiuae/falcon-refinedweb
pipeline_tag: text-generation
library_name: openlm
tags: linear, mistral
language: en
model-index: name: mistral-supra
results: task: type: text-generation
dataset: type: MMLU
name: MMLU
metrics: name: accuracy
type: accuracy
value: 34.2
verified: no, task: type: text-generation
dataset: type: HellaSwag
name: HellaSwag
metrics: name: accuracy
type: accuracy
value: 77.1
verified: no, task: type: text-generation
dataset: type: PIQA
name: PIQA
metrics: name: accuracy
type: accuracy
value: 80.4
verified: no, task: type: text-generation
dataset: type: Winogrande
name: Winogrande
metrics: name: accuracy
type: accuracy
value: 70.3
verified: no, task: type: text-generation
dataset: type: ai2_arc
name: ARC-E
metrics: name: accuracy
type: accuracy
value: 75.9
verified: no, task: type: text-generation
dataset: type: ai2_arc
name: ARC-C
metrics: name: accuracy
type: accuracy
value: 45.8
verified: no
Likes: 12 | All-time downloads: 1139
Created: 2024-04-09 22:59:04