Model: research-backup/roberta-large-semeval2012-v2-average-no-mask-prompt-d-nce
Author: research-backup
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, roberta, feature-extraction, dataset:relbert/semeval2012_relational_similarity_v2, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: datasets: relbert/semeval2012_relational_similarity_v2
model-index: name: relbert/roberta-large-semeval2012-v2-average-no-mask-prompt-d-nce
results: task: name: Relation Mapping
type: sorting-task
dataset: name: Relation Mapping
args: relbert/relation_mapping
type: relation-mapping
metrics: name: Accuracy
type: accuracy
value: 0.8204761904761905
verified: no, task: name: Analogy Questions (SAT full)
type: multiple-choice-qa
dataset: name: SAT full
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.6737967914438503
verified: no, task: name: Analogy Questions (SAT)
type: multiple-choice-qa
dataset: name: SAT
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.6676557863501483
verified: no, task: name: Analogy Questions (BATS)
type: multiple-choice-qa
dataset: name: BATS
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.7698721511951084
verified: no, task: name: Analogy Questions (Google)
type: multiple-choice-qa
dataset: name: Google
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.906
verified: no, task: name: Analogy Questions (U2)
type: multiple-choice-qa
dataset: name: U2
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.6535087719298246
verified: no, task: name: Analogy Questions (U4)
type: multiple-choice-qa
dataset: name: U4
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.6504629629629629
verified: no, task: name: Lexical Relation Classification (BLESS)
type: classification
dataset: name: BLESS
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.9218020189844809
verified: no, name: F1 (macro)
type: f1_macro
value: 0.9191478903594151
verified: no, task: name: Lexical Relation Classification (CogALexV)
type: classification
dataset: name: CogALexV
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.857981220657277
verified: no, name: F1 (macro)
type: f1_macro
value: 0.6986679597011488
verified: no, task: name: Lexical Relation Classification (EVALution)
type: classification
dataset: name: BLESS
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.6912242686890574
verified: no, name: F1 (macro)
type: f1_macro
value: 0.6803154613622127
verified: no, task: name: Lexical Relation Classification (K&H+N)
type: classification
dataset: name: K&H+N
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.9585448981011337
verified: no, name: F1 (macro)
type: f1_macro
value: 0.8855707493953529
verified: no, task: name: Lexical Relation Classification (ROOT09)
type: classification
dataset: name: ROOT09
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.9169539329363836
verified: no, name: F1 (macro)
type: f1_macro
value: 0.9153488154400948
verified: no
Likes: 0 | All-time downloads: 283
Created: 2022-08-20 09:19:41