Model: d0rj/e5-large-en-ru
Author: d0rj
Pipeline: sentence-similarity
Library: transformers
Tags: transformers, pytorch, safetensors, xlm-roberta, feature-extraction, mteb, retrieval, retriever, pruned, e5, sentence-transformers, sentence-similarity, en, ru, license:mit, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: license: mit
language: en, ru
metrics: accuracy, f1, recall
library_name: transformers
pipeline_tag: sentence-similarity
tags: mteb, retrieval, retriever, pruned, e5, sentence-transformers, feature-extraction, sentence-similarity
model-index: name: e5-large-en-ru
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 79.5671641791045
verified: no, type: ap
value: 44.011060753169424
verified: no, type: f1
value: 73.76504135120175
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 57.69669466706412
verified: no, type: mrr
value: 70.61370531592138
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 86.36465960226795
verified: no, type: cos_sim_spearman
value: 84.57602350761223
verified: no, type: euclidean_pearson
value: 84.31391364490506
verified: no, type: euclidean_spearman
value: 84.57602350761223
verified: no, type: manhattan_pearson
value: 84.15796224236456
verified: no, type: manhattan_spearman
value: 84.3645729064343
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.105698873583098
verified: no, type: mrr
value: 32.163780846856206
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 83.75973907678062
verified: no, type: cos_sim_spearman
value: 80.54994608351296
verified: no, type: euclidean_pearson
value: 80.58496551316748
verified: no, type: euclidean_spearman
value: 80.54993996457814
verified: no, type: manhattan_pearson
value: 80.49280884070782
verified: no, type: manhattan_spearman
value: 80.41230093993471
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 87.345503928209
verified: no, type: cos_sim_spearman
value: 80.4634619001261
verified: no, type: euclidean_pearson
value: 84.2666575030677
verified: no, type: euclidean_spearman
value: 80.46347579495351
verified: no, type: manhattan_pearson
value: 84.14370038922885
verified: no, type: manhattan_spearman
value: 80.36565043629274
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 75.14644787456163
verified: no, type: cos_sim_spearman
value: 75.88443166051762
verified: no, type: euclidean_pearson
value: 76.19117255044588
verified: no, type: euclidean_spearman
value: 75.88443166051762
verified: no, type: manhattan_pearson
value: 76.00450128624708
verified: no, type: manhattan_spearman
value: 75.69943934692938
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 77.60763524019471
verified: no, type: cos_sim_spearman
value: 77.2591077818027
verified: no, type: euclidean_pearson
value: 77.14021401348042
verified: no, type: euclidean_spearman
value: 77.25911027186999
verified: no, type: manhattan_pearson
value: 76.87139081109731
verified: no, type: manhattan_spearman
value: 76.98379627773018
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 88.18321035966198
verified: no, type: cos_sim_spearman
value: 89.0469892725742
verified: no, type: euclidean_pearson
value: 88.05085809092137
verified: no, type: euclidean_spearman
value: 89.04698194601134
verified: no, type: manhattan_pearson
value: 88.03620967628684
verified: no, type: manhattan_spearman
value: 89.02859425307943
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 82.39166503459249
verified: no, type: cos_sim_spearman
value: 83.71826060604693
verified: no, type: euclidean_pearson
value: 82.70145770530107
verified: no, type: euclidean_spearman
value: 83.71826045549452
verified: no, type: manhattan_pearson
value: 82.56870669205291
verified: no, type: manhattan_spearman
value: 83.55353737670136
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 89.58290721169323
verified: no, type: cos_sim_spearman
value: 89.25956993522081
verified: no, type: euclidean_pearson
value: 89.4716703635447
verified: no, type: euclidean_spearman
value: 89.25956993522081
verified: no, type: manhattan_pearson
value: 89.4475864648432
verified: no, type: manhattan_spearman
value: 89.14694174575615
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 81.4879065181404
verified: no, type: mrr
value: 94.81295937178291
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.73960396039604
verified: no, type: cos_sim_ap
value: 92.70840767967965
verified: no, type: cos_sim_f1
value: 86.90890990542557
verified: no, type: cos_sim_precision
value: 86.5213082259663
verified: no, type: cos_sim_recall
value: 87.3
verified: no, type: dot_accuracy
value: 99.73960396039604
verified: no, type: dot_ap
value: 92.70828452993575
verified: no, type: dot_f1
value: 86.90890990542557
verified: no, type: dot_precision
value: 86.5213082259663
verified: no, type: dot_recall
value: 87.3
verified: no, type: euclidean_accuracy
value: 99.73960396039604
verified: no, type: euclidean_ap
value: 92.7084093403562
verified: no, type: euclidean_f1
value: 86.90890990542557
verified: no, type: euclidean_precision
value: 86.5213082259663
verified: no, type: euclidean_recall
value: 87.3
verified: no, type: manhattan_accuracy
value: 99.74059405940594
verified: no, type: manhattan_ap
value: 92.7406819850299
verified: no, type: manhattan_f1
value: 87.01234567901234
verified: no, type: manhattan_precision
value: 85.95121951219512
verified: no, type: manhattan_recall
value: 88.1
verified: no, type: max_accuracy
value: 99.74059405940594
verified: no, type: max_ap
value: 92.7406819850299
verified: no, type: max_f1
value: 87.01234567901234
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 48.566931484512196
verified: no, type: mrr
value: 49.23111100500807
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 86.27287357692079
verified: no, type: cos_sim_ap
value: 74.20855854505362
verified: no, type: cos_sim_f1
value: 69.09903201787044
verified: no, type: cos_sim_precision
value: 65.22961574507966
verified: no, type: cos_sim_recall
value: 73.45646437994723
verified: no, type: dot_accuracy
value: 86.27287357692079
verified: no, type: dot_ap
value: 74.20853189774614
verified: no, type: dot_f1
value: 69.09903201787044
verified: no, type: dot_precision
value: 65.22961574507966
verified: no, type: dot_recall
value: 73.45646437994723
verified: no, type: euclidean_accuracy
value: 86.27287357692079
verified: no, type: euclidean_ap
value: 74.20857455896677
verified: no, type: euclidean_f1
value: 69.09903201787044
verified: no, type: euclidean_precision
value: 65.22961574507966
verified: no, type: euclidean_recall
value: 73.45646437994723
verified: no, type: manhattan_accuracy
value: 86.2192287059665
verified: no, type: manhattan_ap
value: 74.0513280969461
verified: no, type: manhattan_f1
value: 69.13344473621389
verified: no, type: manhattan_precision
value: 63.12118570183086
verified: no, type: manhattan_recall
value: 76.41160949868075
verified: no, type: max_accuracy
value: 86.27287357692079
verified: no, type: max_ap
value: 74.20857455896677
verified: no, type: max_f1
value: 69.13344473621389
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.16055419722902
verified: no, type: cos_sim_ap
value: 86.03614264194854
verified: no, type: cos_sim_f1
value: 78.89855695205357
verified: no, type: cos_sim_precision
value: 73.74656938215409
verified: no, type: cos_sim_recall
value: 84.82445334154605
verified: no, type: dot_accuracy
value: 89.16055419722902
verified: no, type: dot_ap
value: 86.03614225282097
verified: no, type: dot_f1
value: 78.89855695205357
verified: no, type: dot_precision
value: 73.74656938215409
verified: no, type: dot_recall
value: 84.82445334154605
verified: no, type: euclidean_accuracy
value: 89.16055419722902
verified: no, type: euclidean_ap
value: 86.0361548355667
verified: no, type: euclidean_f1
value: 78.89855695205357
verified: no, type: euclidean_precision
value: 73.74656938215409
verified: no, type: euclidean_recall
value: 84.82445334154605
verified: no, type: manhattan_accuracy
value: 89.11786393448985
verified: no, type: manhattan_ap
value: 86.00799361972808
verified: no, type: manhattan_f1
value: 78.84721152788472
verified: no, type: manhattan_precision
value: 75.26776338816941
verified: no, type: manhattan_recall
value: 82.78410840776101
verified: no, type: max_accuracy
value: 89.16055419722902
verified: no, type: max_ap
value: 86.0361548355667
verified: no, type: max_f1
value: 78.89855695205357
verified: no
Likes: 9 | All-time downloads: 26433
Created: 2023-09-18 14:44:07