Model: inverse-scaling/opt-350m_eval
Author: inverse-scaling
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, tf, jax, opt, text-generation, en, arxiv:2205.01068, arxiv:2005.14165, license:other, model-index, text-generation-inference, region:us
Card metadata: language: en
inference: no
tags: text-generation
license: other
commercial: no
model-index: name: inverse-scaling/opt-350m_eval
results: task: type: zero-shot-classification
name: Zero-Shot Text Classification
dataset: name: inverse-scaling/NeQA
type: inverse-scaling/NeQA
config: inverse-scaling--NeQA
split: train
metrics: name: Accuracy
type: accuracy
value: 0.4666666666666667
verified: no, name: Loss
type: loss
value: 0.9192380222864449
verified: no, task: type: zero-shot-classification
name: Zero-Shot Text Classification
dataset: name: inverse-scaling/quote-repetition
type: inverse-scaling/quote-repetition
config: inverse-scaling--quote-repetition
split: train
metrics: name: Accuracy
type: accuracy
value: 0.9633333333333334
verified: no, name: Loss
type: loss
value: 0.03444786100047819
verified: no, task: type: zero-shot-classification
name: Zero-Shot Text Classification
dataset: name: inverse-scaling/redefine-math
type: inverse-scaling/redefine-math
config: inverse-scaling--redefine-math
split: train
metrics: name: Accuracy
type: accuracy
value: 0.6877777777777778
verified: no, name: Loss
type: loss
value: 0.6016371671193176
verified: no, task: type: zero-shot-classification
name: Zero-Shot Text Classification
dataset: name: inverse-scaling/hindsight-neglect-10shot
type: inverse-scaling/hindsight-neglect-10shot
config: inverse-scaling--hindsight-neglect-10shot
split: train
metrics: name: Accuracy
type: accuracy
value: 0.4380952380952381
verified: no, name: Loss
type: loss
value: 0.8774787804555325
verified: no, task: type: zero-shot-classification
name: Zero-Shot Text Classification
dataset: name: mathemakitten/winobias_antistereotype_test_cot_v3
type: mathemakitten/winobias_antistereotype_test_cot_v3
config: mathemakitten--winobias_antistereotype_test_cot_v3
split: test
metrics: name: Accuracy
type: accuracy
value: 0.44660194174757284
verified: no, name: Loss
type: loss
value: 0.9301078982717057
verified: no, task: type: zero-shot-classification
name: Zero-Shot Text Classification
dataset: name: mathemakitten/winobias_antistereotype_test_v5
type: mathemakitten/winobias_antistereotype_test_v5
config: mathemakitten--winobias_antistereotype_test_v5
split: test
metrics: name: Accuracy
type: accuracy
value: 0.4368932038834951
verified: no, name: Loss
type: loss
value: 0.9175132444057151
verified: no
Likes: 0 | All-time downloads: 844
Created: 2022-10-04 15:26:51