Spaces:
Running
Running
| model,task,type,sst2 (acc),imdb (acc),tomatoes (acc),sciq (acc),squad (f1),"squad_v2 (f1, has answer)",samsum (rouge),xsum (rouge),cnn (rouge) | |
| bigscience/bloomz-560m,sentiment,decoder,0.9243,0.9409,0.848,,,,,, | |
| bigscience/bloomz-560m,summarization,decoder,,,,,,,0.2253,0.1463,0.1017 | |
| bigscience/bloomz-560m,qa,decoder,,,,0.9180,0.4269,0.209,,, | |
| bigscience/bloomz-1b7,sentiment,decoder,0.9438,0.9724,0.9296,,,,,, | |
| bigscience/bloomz-1b7,summarization,decoder,,,,,,,0.257,0.1553,0.1803 | |
| bigscience/bloomz-1b7,qa,decoder,,,,0.9590,0.5033,0.248,,, | |
| bigscience/bloomz-3b,sentiment,decoder,0.9472,0.9778,0.9493,,,,,, | |
| bigscience/bloomz-3b,summarization,decoder,,,,,,,0.2792,0.1722,0.211 | |
| bigscience/bloomz-3b,qa,decoder,,,,0.9670,0.5341,0.2639,,, | |
| bigscience/bloomz-7b1,sentiment,decoder,0.9438,0.9786,0.9465,,,,,, | |
| bigscience/bloomz-7b1,summarization,decoder,,,,,,,0.3183,0.2145,0.0941 | |
| bigscience/bloomz-7b1,qa,decoder,,,,0.966,0.5388,0.2667,,, | |
| google/flan-t5-xxl,sentiment,seq2seq,0.9553,0.9691,0.9193,,,,,, | |
| google/flan-t5-xxl,qa,seq2seq,,,,0.7210,0.9754,0.4886,,, | |
| google/flan-t5-xxl,summarization,seq2seq,,,,,,,0.30332,0.37269,0.2281 | |
| google/flan-t5-xl,sentiment,seq2seq,0.9564,0.9663,0.9259,,,,,, | |
| google/flan-t5-xl,qa,seq2seq,,,,0.6550,0.968,0.4867,,, | |
| google/flan-t5-xl,summarization,seq2seq,,,,,,,0.4919,0.3844,0.2371 | |
| google/flan-t5-large,sentiment,seq2seq,0.9438,0.9634,0.9174,,,,,, | |
| google/flan-t5-large,qa,seq2seq,,,,0.5340,0.9683,0.5019,,, | |
| google/flan-t5-large,summarization,seq2seq,,,,,,,0.4539,0.3047,0.2408 | |
| google/flan-t5-base,sentiment,seq2seq,0.9289,0.9466,0.8846,,,,,, | |
| google/flan-t5-base,qa,seq2seq,,,,0.6100,0.9487,0.477,,, | |
| google/flan-t5-base,summarization,seq2seq,,,,,,,0.4569,0.322,0.2336 | |
| distilbert-base-uncased-distilled-squad,qa,encoder-finetuned,,,,0.4434,0.8655,0.8621,,, | |
| distilbert-base-cased-distilled-squad,qa,encoder-finetuned,,,,0.4615,0.8699,0.8694,,, | |
| deepset/roberta-base-squad2,qa,encoder-finetuned,,,,0.4785,0.9315,0.8295,,, | |
| bert-large-uncased-whole-word-masking-finetuned-squad,qa,encoder-finetuned,,,,0.4774,0.9300,0.8388,,, | |
| timpal0l/mdeberta-v3-base-squad2,qa,encoder-finetuned,,,,0.4604,0.9059,0.9037,,, | |
| deepset/tinyroberta-squad2,qa,encoder-finetuned,,,,0.4536,0.9793,0.9056,,, | |
| deepset/electra-base-squad2,qa,encoder-finetuned,,,,0.4830,0.8882,0.8171,,, | |
| deepset/bert-large-uncased-whole-word-masking-squad2,qa,encoder-finetuned,,,,0.4638,0.9250,0.9240,,, | |
| sshleifer/distilbart-xsum-12-6,summarization,seq2seq-finetuned,,,,,,,0.203249,0.452877,0.230331 | |
| sshleifer/distilbart-cnn-12-6,summarization,seq2seq-finetuned,,,,,,,0.291424,0.210314,0.44241 | |
| pszemraj/led-large-book-summary,summarization,seq2seq-finetuned,,,,,,,0.334514,0.162446,0.328774 | |
| google/pegasus-xsum,summarization,seq2seq-finetuned,,,,,,,0.219676,0.218096,0.222062 | |
| google/pegasus-large,summarization,seq2seq-finetuned,,,,,,,0.270341,0.174476,0.342469 | |
| google/pegasus-multi_news,summarization,seq2seq-finetuned,,,,,,,0.11537,0.16396,0.290169 | |
| facebook/bart-large-cnn,summarization,seq2seq-finetuned,,,,,,,0.315257,0.207919,0.440558 | |
| ainize/bart-base-cnn,summarization,seq2seq-finetuned,,,,,,,0.270195,0.15911,0.259687 | |
| distilbert-base-uncased-finetuned-sst-2-english,sentiment,encoder-finetuned,0.9885521686,0.88412,0.8968105066,,,,,, | |
| nlptown/bert-base-multilingual-uncased-sentiment,sentiment,encoder-finetuned,0.752293578,0.84824,0.7307692308,,,,,, | |
| twitter-roberta-base-sentiment-latest,sentiment,encoder-finetuned,0.8199541284,0.7952,0.7664165103,,,,,, | |
| cardiffnlp/twitter-xlm-roberta-base-sentiment,sentiment,encoder-finetuned,0.7912844037,0.70856,0.7420262664,,,,,, | |
| lvwerra/distilbert-imdb,sentiment,encoder-finetuned,0.878440367,0.928,0.8151969981,,,,,, | |
| siebert/sentiment-roberta-large-english,sentiment,encoder-finetuned,0.9243119266,0.91616,0.9202626642,,,,,, | |
| finiteautomata/bertweet-base-sentiment-analysis,sentiment,encoder-finetuned,0.8188073394,0.72068,0.7739212008,,,,,, | |
| sbcBI/sentiment_analysis_model,sentiment,encoder-finetuned,0.8061926606,0.74636,0.7636022514,,,,,, |