Model: liujch1998/crystal-11b
Author: liujch1998
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, t5, text2text-generation, en, arxiv:2310.04921, license:mit, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: mit
language: en
pipeline_tag: text2text-generation
arxiv: 2310.04921
model-index: name: crystal-11b
results: task: type: question-answering
name: Commonsense Question Answering
dataset: type: openbookqa
name: OpenBookQA
metrics: type: accuracy
value: 84.58
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: ai2_arc
name: ARC (easy)
config: ARC-Easy
metrics: type: accuracy
value: 87.54
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: ai2_arc
name: ARC (challenge)
config: ARC-Challenge
metrics: type: accuracy
value: 73.24
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: commonsense_qa
name: CommonsenseQA
metrics: type: accuracy
value: 82.31
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: qasc
name: QASC
metrics: type: accuracy
value: 81.97
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: piqa
name: Physical IQA
metrics: type: accuracy
value: 88.08
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: social_i_qa
name: Social IQA
metrics: type: accuracy
value: 82.24
name: Accuracy
verified: no, task: type: question-answering
name: Commonsense Question Answering
dataset: type: winogrande
name: Winogrande
config: winogrande_xl
metrics: type: accuracy
value: 90.77
name: Accuracy
verified: no
Likes: 1 | All-time downloads: 313
Created: 2023-09-01 07:29:44