Model: AntoineBlanot/flan-t5-xxl-classif-3way
Author: AntoineBlanot
Pipeline: zero-shot-classification
Library: transformers
Tags: transformers, pytorch, t5, zero-shot-classification, en, dataset:multi_nli, dataset:snli, dataset:scitail, model-index, text-generation-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: datasets: multi_nli, snli, scitail
metrics: accuracy, f1
pipeline_tag: zero-shot-classification
language: en
model-index: name: AntoineBlanot/flan-t5-xxl-classif-3way
results: task: type: nli
name: Natural Language Inference
dataset: type: multi_nli
name: MultiNLI
split: validation_matched
metrics: type: accuracy
value: 0.9230769230769231
name: Validation (matched) accuracy
verified: no, type: f1
value: 0.9225172687920663
name: Validation (matched) f1
verified: no, task: type: nli
name: Natural Language Inference
dataset: type: multi_nli
name: MultiNLI
split: validation_mismatched
metrics: type: accuracy
value: 0.9222945484133441
name: Validation (mismatched) accuracy
verified: no, type: f1
value: 0.9216699467726924
name: Validation (mismatched) f1
verified: no, task: type: nli
name: Natural Language Inference
dataset: type: snli
name: SNLI
split: validation
metrics: type: accuracy
value: 0.9418817313554155
name: Validation accuracy
verified: no, type: f1
value: 0.9416213776111287
name: Validation f1
verified: no, task: type: nli
name: Natural Language Inference
dataset: type: scitail
name: SciTail
split: validation
metrics: type: accuracy
value: 0.9662576687116564
name: Validation accuracy
verified: no, type: f1
value: 0.6471347983817357
name: Validation f1
verified: no
Likes: 3 | All-time downloads: 2029
Created: 2023-05-11 01:14:08