Model: gonglinyuan/metro_t0pp_basepp
Author: gonglinyuan
Library: transformers
Tags: transformers, pytorch, fairseq_t5, text2text-generation, t5, custom_code, en, arxiv:2305.12567, arxiv:2110.08207, license:mit, model-index, region:us
Card metadata: license: mit
language: en
tags: t5
model-index: name: metro_t0pp_basepp
results: task: type: natural-language-inference
dataset: type: super_glue
name: RTE
config: rte
split: validation
metrics: type: accuracy
value: 77.79783393501806
verified: no, task: type: natural-language-inference
dataset: type: super_glue
name: CB
config: cb
split: validation
metrics: type: accuracy
value: 69.52380952380955
verified: no, task: type: natural-language-inference
dataset: type: anli
name: ANLI R1
split: dev_r1
metrics: type: accuracy
value: 39.693333333333335
verified: no, task: type: natural-language-inference
dataset: type: anli
name: ANLI R2
split: dev_r2
metrics: type: accuracy
value: 36.61333333333334
verified: no, task: type: natural-language-inference
dataset: type: anli
name: ANLI R3
split: dev_r3
metrics: type: accuracy
value: 40.08333333333334
verified: no, task: type: coreference-resolution
dataset: type: super_glue
name: WSC
config: wsc.fixed
split: validation
metrics: type: accuracy
value: 61.44230769230769
verified: no, task: type: coreference-resolution
dataset: type: winogrande
name: Winogrande XL
config: winogrande_xl
split: validation
metrics: type: accuracy
value: 54.55406471981057
verified: no, task: type: multiple-choice-qa
dataset: type: super_glue
name: COPA
config: copa
split: validation
metrics: type: accuracy
value: 83.875
verified: no, task: type: multiple-choice-qa
dataset: type: story_cloze
name: StoryCloze 2016
config: 2016
split: validation
metrics: type: accuracy
value: 90.88188134687333
verified: no, task: type: multiple-choice-qa
dataset: type: hellaswag
name: HellaSwag
split: validation
metrics: type: accuracy
value: 68.5421230830512
verified: no, task: type: word-sense-disambiguation
dataset: type: super_glue
name: WiC
config: wic
split: validation
metrics: type: accuracy
value: 67.58620689655174
verified: no
Likes: 1 | All-time downloads: 622
Created: 2023-05-19 21:26:47