Model: research-backup/relbert-roberta-large-nce-e-conceptnet
Author: research-backup
Pipeline: feature-extraction
Library: transformers
Tags: transformers, pytorch, roberta, feature-extraction, dataset:relbert/conceptnet_relational_similarity, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: datasets: relbert/conceptnet_relational_similarity
model-index: name: relbert/relbert-roberta-large-nce-e-conceptnet
results: task: name: Relation Mapping
type: sorting-task
dataset: name: Relation Mapping
args: relbert/relation_mapping
type: relation-mapping
metrics: name: Accuracy
type: accuracy
value: 0.702936507936508
verified: no, task: name: Analogy Questions (SAT full)
type: multiple-choice-qa
dataset: name: SAT full
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.4839572192513369
verified: no, task: name: Analogy Questions (SAT)
type: multiple-choice-qa
dataset: name: SAT
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.4688427299703264
verified: no, task: name: Analogy Questions (BATS)
type: multiple-choice-qa
dataset: name: BATS
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.6520289049471929
verified: no, task: name: Analogy Questions (Google)
type: multiple-choice-qa
dataset: name: Google
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.776
verified: no, task: name: Analogy Questions (U2)
type: multiple-choice-qa
dataset: name: U2
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.4780701754385965
verified: no, task: name: Analogy Questions (U4)
type: multiple-choice-qa
dataset: name: U4
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.5069444444444444
verified: no, task: name: Analogy Questions (ConceptNet Analogy)
type: multiple-choice-qa
dataset: name: ConceptNet Analogy
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.3062080536912752
verified: no, task: name: Analogy Questions (TREX Analogy)
type: multiple-choice-qa
dataset: name: TREX Analogy
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.6065573770491803
verified: no, task: name: Analogy Questions (NELL-ONE Analogy)
type: multiple-choice-qa
dataset: name: NELL-ONE Analogy
args: relbert/analogy_questions
type: analogy-questions
metrics: name: Accuracy
type: accuracy
value: 0.5983333333333334
verified: no, task: name: Lexical Relation Classification (BLESS)
type: classification
dataset: name: BLESS
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.9044749133644719
verified: no, name: F1 (macro)
type: f1_macro
value: 0.9003690113361701
verified: no, task: name: Lexical Relation Classification (CogALexV)
type: classification
dataset: name: CogALexV
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.8246478873239437
verified: no, name: F1 (macro)
type: f1_macro
value: 0.6341826241158882
verified: no, task: name: Lexical Relation Classification (EVALution)
type: classification
dataset: name: BLESS
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.6419284940411701
verified: no, name: F1 (macro)
type: f1_macro
value: 0.6276506974636755
verified: no, task: name: Lexical Relation Classification (K&H+N)
type: classification
dataset: name: K&H+N
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.9537455658343187
verified: no, name: F1 (macro)
type: f1_macro
value: 0.8682095035886689
verified: no, task: name: Lexical Relation Classification (ROOT09)
type: classification
dataset: name: ROOT09
args: relbert/lexical_relation_classification
type: relation-classification
metrics: name: F1
type: f1
value: 0.8693199623942337
verified: no, name: F1 (macro)
type: f1_macro
value: 0.8626309989847729
verified: no
Likes: 0 | All-time downloads: 272
Created: 2023-02-05 03:52:23