Model: Muennighoff/SGPT-2.7B-weightedmean-msmarco-specb-bitfit
Author: Muennighoff
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, gpt_neo, feature-extraction, sentence-similarity, mteb, arxiv:2202.08904, model-index, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: SGPT-2.7B-weightedmean-msmarco-specb-bitfit
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
metrics: type: accuracy
value: 67.56716417910448
verified: no, type: ap
value: 30.75574629595259
verified: no, type: f1
value: 61.805121301858655
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: 80714f8dcf8cefc218ef4f8c5a966dd83f75a0e1
metrics: type: accuracy
value: 71.439575
verified: no, type: ap
value: 65.91341330532453
verified: no, type: f1
value: 70.90561852619555
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: c379a6705fec24a2493fa68e011692605f44e119
metrics: type: accuracy
value: 35.748000000000005
verified: no, type: f1
value: 35.48576287186347
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: 5b3e3697907184a9b77a3c99ee9ea1a9cbb1e4e3
metrics: type: map_at_1
value: 25.96
verified: no, type: map_at_10
value: 41.619
verified: no, type: map_at_100
value: 42.673
verified: no, type: map_at_1000
value: 42.684
verified: no, type: map_at_3
value: 36.569
verified: no, type: map_at_5
value: 39.397
verified: no, type: mrr_at_1
value: 26.316
verified: no, type: mrr_at_10
value: 41.772
verified: no, type: mrr_at_100
value: 42.82
verified: no, type: mrr_at_1000
value: 42.83
verified: no, type: mrr_at_3
value: 36.724000000000004
verified: no, type: mrr_at_5
value: 39.528999999999996
verified: no, type: ndcg_at_1
value: 25.96
verified: no, type: ndcg_at_10
value: 50.491
verified: no, type: ndcg_at_100
value: 54.864999999999995
verified: no, type: ndcg_at_1000
value: 55.10699999999999
verified: no, type: ndcg_at_3
value: 40.053
verified: no, type: ndcg_at_5
value: 45.134
verified: no, type: precision_at_1
value: 25.96
verified: no, type: precision_at_10
value: 7.8950000000000005
verified: no, type: precision_at_100
value: 0.9780000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 16.714000000000002
verified: no, type: precision_at_5
value: 12.489
verified: no, type: recall_at_1
value: 25.96
verified: no, type: recall_at_10
value: 78.947
verified: no, type: recall_at_100
value: 97.795
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 50.141999999999996
verified: no, type: recall_at_5
value: 62.446999999999996
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
metrics: type: v_measure
value: 44.72125714642202
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
metrics: type: v_measure
value: 35.081451519142064
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 4d853f94cd57d85ec13805aeeac3ae3e5eb4c49c
metrics: type: map
value: 59.634661990392054
verified: no, type: mrr
value: 73.6813525040672
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: 9ee918f184421b6bd48b78f6c714d86546106103
metrics: type: cos_sim_pearson
value: 87.42754550496836
verified: no, type: cos_sim_spearman
value: 84.84289705838664
verified: no, type: euclidean_pearson
value: 85.59331970450859
verified: no, type: euclidean_spearman
value: 85.8525586184271
verified: no, type: manhattan_pearson
value: 85.41233134466698
verified: no, type: manhattan_spearman
value: 85.52303303767404
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 44fa15921b4c889113cc5df03dd4901b49161ab7
metrics: type: accuracy
value: 83.21753246753246
verified: no, type: f1
value: 83.15394543120915
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 11d0121201d1f1f280e8cc8f3d98fb9c4d9f9c55
metrics: type: v_measure
value: 34.41414219680629
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: c0fab014e1bcb8d3a5e31b2088972a1e01547dc1
metrics: type: v_measure
value: 30.533275862270028
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 30.808999999999997
verified: no, type: map_at_10
value: 40.617
verified: no, type: map_at_100
value: 41.894999999999996
verified: no, type: map_at_1000
value: 42.025
verified: no, type: map_at_3
value: 37
verified: no, type: map_at_5
value: 38.993
verified: no, type: mrr_at_1
value: 37.482
verified: no, type: mrr_at_10
value: 46.497
verified: no, type: mrr_at_100
value: 47.144000000000005
verified: no, type: mrr_at_1000
value: 47.189
verified: no, type: mrr_at_3
value: 43.705
verified: no, type: mrr_at_5
value: 45.193
verified: no, type: ndcg_at_1
value: 37.482
verified: no, type: ndcg_at_10
value: 46.688
verified: no, type: ndcg_at_100
value: 51.726000000000006
verified: no, type: ndcg_at_1000
value: 53.825
verified: no, type: ndcg_at_3
value: 41.242000000000004
verified: no, type: ndcg_at_5
value: 43.657000000000004
verified: no, type: precision_at_1
value: 37.482
verified: no, type: precision_at_10
value: 8.827
verified: no, type: precision_at_100
value: 1.393
verified: no, type: precision_at_1000
value: 0.186
verified: no, type: precision_at_3
value: 19.361
verified: no, type: precision_at_5
value: 14.106
verified: no, type: recall_at_1
value: 30.808999999999997
verified: no, type: recall_at_10
value: 58.47
verified: no, type: recall_at_100
value: 80.51899999999999
verified: no, type: recall_at_1000
value: 93.809
verified: no, type: recall_at_3
value: 42.462
verified: no, type: recall_at_5
value: 49.385
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 26.962000000000003
verified: no, type: map_at_10
value: 36.93
verified: no, type: map_at_100
value: 38.102000000000004
verified: no, type: map_at_1000
value: 38.22
verified: no, type: map_at_3
value: 34.065
verified: no, type: map_at_5
value: 35.72
verified: no, type: mrr_at_1
value: 33.567
verified: no, type: mrr_at_10
value: 42.269
verified: no, type: mrr_at_100
value: 42.99
verified: no, type: mrr_at_1000
value: 43.033
verified: no, type: mrr_at_3
value: 40.064
verified: no, type: mrr_at_5
value: 41.258
verified: no, type: ndcg_at_1
value: 33.567
verified: no, type: ndcg_at_10
value: 42.405
verified: no, type: ndcg_at_100
value: 46.847
verified: no, type: ndcg_at_1000
value: 48.951
verified: no, type: ndcg_at_3
value: 38.312000000000005
verified: no, type: ndcg_at_5
value: 40.242
verified: no, type: precision_at_1
value: 33.567
verified: no, type: precision_at_10
value: 8.032
verified: no, type: precision_at_100
value: 1.295
verified: no, type: precision_at_1000
value: 0.17600000000000002
verified: no, type: precision_at_3
value: 18.662
verified: no, type: precision_at_5
value: 13.299
verified: no, type: recall_at_1
value: 26.962000000000003
verified: no, type: recall_at_10
value: 52.489
verified: no, type: recall_at_100
value: 71.635
verified: no, type: recall_at_1000
value: 85.141
verified: no, type: recall_at_3
value: 40.28
verified: no, type: recall_at_5
value: 45.757
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 36.318
verified: no, type: map_at_10
value: 47.97
verified: no, type: map_at_100
value: 49.003
verified: no, type: map_at_1000
value: 49.065999999999995
verified: no, type: map_at_3
value: 45.031
verified: no, type: map_at_5
value: 46.633
verified: no, type: mrr_at_1
value: 41.504999999999995
verified: no, type: mrr_at_10
value: 51.431000000000004
verified: no, type: mrr_at_100
value: 52.129000000000005
verified: no, type: mrr_at_1000
value: 52.161
verified: no, type: mrr_at_3
value: 48.934
verified: no, type: mrr_at_5
value: 50.42
verified: no, type: ndcg_at_1
value: 41.504999999999995
verified: no, type: ndcg_at_10
value: 53.676
verified: no, type: ndcg_at_100
value: 57.867000000000004
verified: no, type: ndcg_at_1000
value: 59.166
verified: no, type: ndcg_at_3
value: 48.516
verified: no, type: ndcg_at_5
value: 50.983999999999995
verified: no, type: precision_at_1
value: 41.504999999999995
verified: no, type: precision_at_10
value: 8.608
verified: no, type: precision_at_100
value: 1.1560000000000001
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 21.462999999999997
verified: no, type: precision_at_5
value: 14.721
verified: no, type: recall_at_1
value: 36.318
verified: no, type: recall_at_10
value: 67.066
verified: no, type: recall_at_100
value: 85.34
verified: no, type: recall_at_1000
value: 94.491
verified: no, type: recall_at_3
value: 53.215999999999994
verified: no, type: recall_at_5
value: 59.214
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 22.167
verified: no, type: map_at_10
value: 29.543999999999997
verified: no, type: map_at_100
value: 30.579
verified: no, type: map_at_1000
value: 30.669999999999998
verified: no, type: map_at_3
value: 26.982
verified: no, type: map_at_5
value: 28.474
verified: no, type: mrr_at_1
value: 24.068
verified: no, type: mrr_at_10
value: 31.237
verified: no, type: mrr_at_100
value: 32.222
verified: no, type: mrr_at_1000
value: 32.292
verified: no, type: mrr_at_3
value: 28.776000000000003
verified: no, type: mrr_at_5
value: 30.233999999999998
verified: no, type: ndcg_at_1
value: 24.068
verified: no, type: ndcg_at_10
value: 33.973
verified: no, type: ndcg_at_100
value: 39.135
verified: no, type: ndcg_at_1000
value: 41.443999999999996
verified: no, type: ndcg_at_3
value: 29.018
verified: no, type: ndcg_at_5
value: 31.558999999999997
verified: no, type: precision_at_1
value: 24.068
verified: no, type: precision_at_10
value: 5.299
verified: no, type: precision_at_100
value: 0.823
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 12.166
verified: no, type: precision_at_5
value: 8.767999999999999
verified: no, type: recall_at_1
value: 22.167
verified: no, type: recall_at_10
value: 46.115
verified: no, type: recall_at_100
value: 69.867
verified: no, type: recall_at_1000
value: 87.234
verified: no, type: recall_at_3
value: 32.798
verified: no, type: recall_at_5
value: 38.951
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 12.033000000000001
verified: no, type: map_at_10
value: 19.314
verified: no, type: map_at_100
value: 20.562
verified: no, type: map_at_1000
value: 20.695
verified: no, type: map_at_3
value: 16.946
verified: no, type: map_at_5
value: 18.076999999999998
verified: no, type: mrr_at_1
value: 14.801
verified: no, type: mrr_at_10
value: 22.74
verified: no, type: mrr_at_100
value: 23.876
verified: no, type: mrr_at_1000
value: 23.949
verified: no, type: mrr_at_3
value: 20.211000000000002
verified: no, type: mrr_at_5
value: 21.573
verified: no, type: ndcg_at_1
value: 14.801
verified: no, type: ndcg_at_10
value: 24.038
verified: no, type: ndcg_at_100
value: 30.186
verified: no, type: ndcg_at_1000
value: 33.321
verified: no, type: ndcg_at_3
value: 19.431
verified: no, type: ndcg_at_5
value: 21.34
verified: no, type: precision_at_1
value: 14.801
verified: no, type: precision_at_10
value: 4.776
verified: no, type: precision_at_100
value: 0.897
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 9.66
verified: no, type: precision_at_5
value: 7.239
verified: no, type: recall_at_1
value: 12.033000000000001
verified: no, type: recall_at_10
value: 35.098
verified: no, type: recall_at_100
value: 62.175000000000004
verified: no, type: recall_at_1000
value: 84.17099999999999
verified: no, type: recall_at_3
value: 22.61
verified: no, type: recall_at_5
value: 27.278999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 26.651000000000003
verified: no, type: map_at_10
value: 36.901
verified: no, type: map_at_100
value: 38.249
verified: no, type: map_at_1000
value: 38.361000000000004
verified: no, type: map_at_3
value: 33.891
verified: no, type: map_at_5
value: 35.439
verified: no, type: mrr_at_1
value: 32.724
verified: no, type: mrr_at_10
value: 42.504
verified: no, type: mrr_at_100
value: 43.391999999999996
verified: no, type: mrr_at_1000
value: 43.436
verified: no, type: mrr_at_3
value: 39.989999999999995
verified: no, type: mrr_at_5
value: 41.347
verified: no, type: ndcg_at_1
value: 32.724
verified: no, type: ndcg_at_10
value: 43.007
verified: no, type: ndcg_at_100
value: 48.601
verified: no, type: ndcg_at_1000
value: 50.697
verified: no, type: ndcg_at_3
value: 37.99
verified: no, type: ndcg_at_5
value: 40.083999999999996
verified: no, type: precision_at_1
value: 32.724
verified: no, type: precision_at_10
value: 7.872999999999999
verified: no, type: precision_at_100
value: 1.247
verified: no, type: precision_at_1000
value: 0.16199999999999998
verified: no, type: precision_at_3
value: 18.062
verified: no, type: precision_at_5
value: 12.666
verified: no, type: recall_at_1
value: 26.651000000000003
verified: no, type: recall_at_10
value: 55.674
verified: no, type: recall_at_100
value: 78.904
verified: no, type: recall_at_1000
value: 92.55799999999999
verified: no, type: recall_at_3
value: 41.36
verified: no, type: recall_at_5
value: 46.983999999999995
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 22.589000000000002
verified: no, type: map_at_10
value: 32.244
verified: no, type: map_at_100
value: 33.46
verified: no, type: map_at_1000
value: 33.593
verified: no, type: map_at_3
value: 29.21
verified: no, type: map_at_5
value: 31.019999999999996
verified: no, type: mrr_at_1
value: 28.425
verified: no, type: mrr_at_10
value: 37.282
verified: no, type: mrr_at_100
value: 38.187
verified: no, type: mrr_at_1000
value: 38.248
verified: no, type: mrr_at_3
value: 34.684
verified: no, type: mrr_at_5
value: 36.123
verified: no, type: ndcg_at_1
value: 28.425
verified: no, type: ndcg_at_10
value: 37.942
verified: no, type: ndcg_at_100
value: 43.443
verified: no, type: ndcg_at_1000
value: 45.995999999999995
verified: no, type: ndcg_at_3
value: 32.873999999999995
verified: no, type: ndcg_at_5
value: 35.325
verified: no, type: precision_at_1
value: 28.425
verified: no, type: precision_at_10
value: 7.1
verified: no, type: precision_at_100
value: 1.166
verified: no, type: precision_at_1000
value: 0.158
verified: no, type: precision_at_3
value: 16.02
verified: no, type: precision_at_5
value: 11.644
verified: no, type: recall_at_1
value: 22.589000000000002
verified: no, type: recall_at_10
value: 50.03999999999999
verified: no, type: recall_at_100
value: 73.973
verified: no, type: recall_at_1000
value: 91.128
verified: no, type: recall_at_3
value: 35.882999999999996
verified: no, type: recall_at_5
value: 42.187999999999995
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 23.190833333333334
verified: no, type: map_at_10
value: 31.504916666666666
verified: no, type: map_at_100
value: 32.64908333333334
verified: no, type: map_at_1000
value: 32.77075
verified: no, type: map_at_3
value: 28.82575
verified: no, type: map_at_5
value: 30.2755
verified: no, type: mrr_at_1
value: 27.427499999999995
verified: no, type: mrr_at_10
value: 35.36483333333334
verified: no, type: mrr_at_100
value: 36.23441666666666
verified: no, type: mrr_at_1000
value: 36.297583333333336
verified: no, type: mrr_at_3
value: 32.97966666666667
verified: no, type: mrr_at_5
value: 34.294583333333335
verified: no, type: ndcg_at_1
value: 27.427499999999995
verified: no, type: ndcg_at_10
value: 36.53358333333333
verified: no, type: ndcg_at_100
value: 41.64508333333333
verified: no, type: ndcg_at_1000
value: 44.14499999999999
verified: no, type: ndcg_at_3
value: 31.88908333333333
verified: no, type: ndcg_at_5
value: 33.98433333333333
verified: no, type: precision_at_1
value: 27.427499999999995
verified: no, type: precision_at_10
value: 6.481083333333333
verified: no, type: precision_at_100
value: 1.0610833333333334
verified: no, type: precision_at_1000
value: 0.14691666666666667
verified: no, type: precision_at_3
value: 14.656749999999999
verified: no, type: precision_at_5
value: 10.493583333333332
verified: no, type: recall_at_1
value: 23.190833333333334
verified: no, type: recall_at_10
value: 47.65175
verified: no, type: recall_at_100
value: 70.41016666666667
verified: no, type: recall_at_1000
value: 87.82708333333332
verified: no, type: recall_at_3
value: 34.637583333333325
verified: no, type: recall_at_5
value: 40.05008333333333
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 20.409
verified: no, type: map_at_10
value: 26.794
verified: no, type: map_at_100
value: 27.682000000000002
verified: no, type: map_at_1000
value: 27.783
verified: no, type: map_at_3
value: 24.461
verified: no, type: map_at_5
value: 25.668000000000003
verified: no, type: mrr_at_1
value: 22.853
verified: no, type: mrr_at_10
value: 29.296
verified: no, type: mrr_at_100
value: 30.103
verified: no, type: mrr_at_1000
value: 30.179000000000002
verified: no, type: mrr_at_3
value: 27.173000000000002
verified: no, type: mrr_at_5
value: 28.223
verified: no, type: ndcg_at_1
value: 22.853
verified: no, type: ndcg_at_10
value: 31.007
verified: no, type: ndcg_at_100
value: 35.581
verified: no, type: ndcg_at_1000
value: 38.147
verified: no, type: ndcg_at_3
value: 26.590999999999998
verified: no, type: ndcg_at_5
value: 28.43
verified: no, type: precision_at_1
value: 22.853
verified: no, type: precision_at_10
value: 5.031
verified: no, type: precision_at_100
value: 0.7939999999999999
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_3
value: 11.401
verified: no, type: precision_at_5
value: 8.16
verified: no, type: recall_at_1
value: 20.409
verified: no, type: recall_at_10
value: 41.766
verified: no, type: recall_at_100
value: 62.964
verified: no, type: recall_at_1000
value: 81.682
verified: no, type: recall_at_3
value: 29.281000000000002
verified: no, type: recall_at_5
value: 33.83
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 14.549000000000001
verified: no, type: map_at_10
value: 20.315
verified: no, type: map_at_100
value: 21.301000000000002
verified: no, type: map_at_1000
value: 21.425
verified: no, type: map_at_3
value: 18.132
verified: no, type: map_at_5
value: 19.429
verified: no, type: mrr_at_1
value: 17.86
verified: no, type: mrr_at_10
value: 23.860999999999997
verified: no, type: mrr_at_100
value: 24.737000000000002
verified: no, type: mrr_at_1000
value: 24.82
verified: no, type: mrr_at_3
value: 21.685
verified: no, type: mrr_at_5
value: 23.008
verified: no, type: ndcg_at_1
value: 17.86
verified: no, type: ndcg_at_10
value: 24.396
verified: no, type: ndcg_at_100
value: 29.328
verified: no, type: ndcg_at_1000
value: 32.486
verified: no, type: ndcg_at_3
value: 20.375
verified: no, type: ndcg_at_5
value: 22.411
verified: no, type: precision_at_1
value: 17.86
verified: no, type: precision_at_10
value: 4.47
verified: no, type: precision_at_100
value: 0.8099999999999999
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_3
value: 9.475
verified: no, type: precision_at_5
value: 7.170999999999999
verified: no, type: recall_at_1
value: 14.549000000000001
verified: no, type: recall_at_10
value: 33.365
verified: no, type: recall_at_100
value: 55.797
verified: no, type: recall_at_1000
value: 78.632
verified: no, type: recall_at_3
value: 22.229
verified: no, type: recall_at_5
value: 27.339000000000002
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 23.286
verified: no, type: map_at_10
value: 30.728
verified: no, type: map_at_100
value: 31.840000000000003
verified: no, type: map_at_1000
value: 31.953
verified: no, type: map_at_3
value: 28.302
verified: no, type: map_at_5
value: 29.615000000000002
verified: no, type: mrr_at_1
value: 27.239
verified: no, type: mrr_at_10
value: 34.408
verified: no, type: mrr_at_100
value: 35.335
verified: no, type: mrr_at_1000
value: 35.405
verified: no, type: mrr_at_3
value: 32.151999999999994
verified: no, type: mrr_at_5
value: 33.355000000000004
verified: no, type: ndcg_at_1
value: 27.239
verified: no, type: ndcg_at_10
value: 35.324
verified: no, type: ndcg_at_100
value: 40.866
verified: no, type: ndcg_at_1000
value: 43.584
verified: no, type: ndcg_at_3
value: 30.898999999999997
verified: no, type: ndcg_at_5
value: 32.812999999999995
verified: no, type: precision_at_1
value: 27.239
verified: no, type: precision_at_10
value: 5.896
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_3
value: 13.713000000000001
verified: no, type: precision_at_5
value: 9.683
verified: no, type: recall_at_1
value: 23.286
verified: no, type: recall_at_10
value: 45.711
verified: no, type: recall_at_100
value: 70.611
verified: no, type: recall_at_1000
value: 90.029
verified: no, type: recall_at_3
value: 33.615
verified: no, type: recall_at_5
value: 38.41
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 23.962
verified: no, type: map_at_10
value: 31.942999999999998
verified: no, type: map_at_100
value: 33.384
verified: no, type: map_at_1000
value: 33.611000000000004
verified: no, type: map_at_3
value: 29.243000000000002
verified: no, type: map_at_5
value: 30.446
verified: no, type: mrr_at_1
value: 28.458
verified: no, type: mrr_at_10
value: 36.157000000000004
verified: no, type: mrr_at_100
value: 37.092999999999996
verified: no, type: mrr_at_1000
value: 37.163000000000004
verified: no, type: mrr_at_3
value: 33.86
verified: no, type: mrr_at_5
value: 35.086
verified: no, type: ndcg_at_1
value: 28.458
verified: no, type: ndcg_at_10
value: 37.201
verified: no, type: ndcg_at_100
value: 42.591
verified: no, type: ndcg_at_1000
value: 45.539
verified: no, type: ndcg_at_3
value: 32.889
verified: no, type: ndcg_at_5
value: 34.483000000000004
verified: no, type: precision_at_1
value: 28.458
verified: no, type: precision_at_10
value: 7.332
verified: no, type: precision_at_100
value: 1.437
verified: no, type: precision_at_1000
value: 0.233
verified: no, type: precision_at_3
value: 15.547
verified: no, type: precision_at_5
value: 11.146
verified: no, type: recall_at_1
value: 23.962
verified: no, type: recall_at_10
value: 46.751
verified: no, type: recall_at_100
value: 71.626
verified: no, type: recall_at_1000
value: 90.93900000000001
verified: no, type: recall_at_3
value: 34.138000000000005
verified: no, type: recall_at_5
value: 38.673
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
metrics: type: map_at_1
value: 18.555
verified: no, type: map_at_10
value: 24.759
verified: no, type: map_at_100
value: 25.732
verified: no, type: map_at_1000
value: 25.846999999999998
verified: no, type: map_at_3
value: 22.646
verified: no, type: map_at_5
value: 23.791999999999998
verified: no, type: mrr_at_1
value: 20.148
verified: no, type: mrr_at_10
value: 26.695999999999998
verified: no, type: mrr_at_100
value: 27.605
verified: no, type: mrr_at_1000
value: 27.695999999999998
verified: no, type: mrr_at_3
value: 24.522
verified: no, type: mrr_at_5
value: 25.715
verified: no, type: ndcg_at_1
value: 20.148
verified: no, type: ndcg_at_10
value: 28.746
verified: no, type: ndcg_at_100
value: 33.57
verified: no, type: ndcg_at_1000
value: 36.584
verified: no, type: ndcg_at_3
value: 24.532
verified: no, type: ndcg_at_5
value: 26.484
verified: no, type: precision_at_1
value: 20.148
verified: no, type: precision_at_10
value: 4.529
verified: no, type: precision_at_100
value: 0.736
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 10.351
verified: no, type: precision_at_5
value: 7.32
verified: no, type: recall_at_1
value: 18.555
verified: no, type: recall_at_10
value: 39.275999999999996
verified: no, type: recall_at_100
value: 61.511
verified: no, type: recall_at_1000
value: 84.111
verified: no, type: recall_at_3
value: 27.778999999999996
verified: no, type: recall_at_5
value: 32.591
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 392b78eb68c07badcd7c2cd8f39af108375dfcce
metrics: type: map_at_1
value: 10.366999999999999
verified: no, type: map_at_10
value: 18.953999999999997
verified: no, type: map_at_100
value: 20.674999999999997
verified: no, type: map_at_1000
value: 20.868000000000002
verified: no, type: map_at_3
value: 15.486
verified: no, type: map_at_5
value: 17.347
verified: no, type: mrr_at_1
value: 23.257
verified: no, type: mrr_at_10
value: 35.419
verified: no, type: mrr_at_100
value: 36.361
verified: no, type: mrr_at_1000
value: 36.403
verified: no, type: mrr_at_3
value: 31.747999999999998
verified: no, type: mrr_at_5
value: 34.077
verified: no, type: ndcg_at_1
value: 23.257
verified: no, type: ndcg_at_10
value: 27.11
verified: no, type: ndcg_at_100
value: 33.981
verified: no, type: ndcg_at_1000
value: 37.444
verified: no, type: ndcg_at_3
value: 21.471999999999998
verified: no, type: ndcg_at_5
value: 23.769000000000002
verified: no, type: precision_at_1
value: 23.257
verified: no, type: precision_at_10
value: 8.704
verified: no, type: precision_at_100
value: 1.606
verified: no, type: precision_at_1000
value: 0.22499999999999998
verified: no, type: precision_at_3
value: 16.287
verified: no, type: precision_at_5
value: 13.068
verified: no, type: recall_at_1
value: 10.366999999999999
verified: no, type: recall_at_10
value: 33.706
verified: no, type: recall_at_100
value: 57.375
verified: no, type: recall_at_1000
value: 76.79
verified: no, type: recall_at_3
value: 20.18
verified: no, type: recall_at_5
value: 26.215
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: f097057d03ed98220bc7309ddb10b71a54d667d6
metrics: type: map_at_1
value: 8.246
verified: no, type: map_at_10
value: 15.979
verified: no, type: map_at_100
value: 21.025
verified: no, type: map_at_1000
value: 22.189999999999998
verified: no, type: map_at_3
value: 11.997
verified: no, type: map_at_5
value: 13.697000000000001
verified: no, type: mrr_at_1
value: 60.75000000000001
verified: no, type: mrr_at_10
value: 68.70100000000001
verified: no, type: mrr_at_100
value: 69.1
verified: no, type: mrr_at_1000
value: 69.111
verified: no, type: mrr_at_3
value: 66.583
verified: no, type: mrr_at_5
value: 67.87100000000001
verified: no, type: ndcg_at_1
value: 49.75
verified: no, type: ndcg_at_10
value: 34.702
verified: no, type: ndcg_at_100
value: 37.607
verified: no, type: ndcg_at_1000
value: 44.322
verified: no, type: ndcg_at_3
value: 39.555
verified: no, type: ndcg_at_5
value: 36.684
verified: no, type: precision_at_1
value: 60.75000000000001
verified: no, type: precision_at_10
value: 26.625
verified: no, type: precision_at_100
value: 7.969999999999999
verified: no, type: precision_at_1000
value: 1.678
verified: no, type: precision_at_3
value: 41.833
verified: no, type: precision_at_5
value: 34.5
verified: no, type: recall_at_1
value: 8.246
verified: no, type: recall_at_10
value: 20.968
verified: no, type: recall_at_100
value: 42.065000000000005
verified: no, type: recall_at_1000
value: 63.671
verified: no, type: recall_at_3
value: 13.039000000000001
verified: no, type: recall_at_5
value: 16.042
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 829147f8f75a25f005913200eb5ed41fae320aa1
metrics: type: accuracy
value: 49.214999999999996
verified: no, type: f1
value: 44.85952451163755
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: 1429cf27e393599b8b359b9b72c666f96b2525f9
metrics: type: map_at_1
value: 56.769000000000005
verified: no, type: map_at_10
value: 67.30199999999999
verified: no, type: map_at_100
value: 67.692
verified: no, type: map_at_1000
value: 67.712
verified: no, type: map_at_3
value: 65.346
verified: no, type: map_at_5
value: 66.574
verified: no, type: mrr_at_1
value: 61.370999999999995
verified: no, type: mrr_at_10
value: 71.875
verified: no, type: mrr_at_100
value: 72.195
verified: no, type: mrr_at_1000
value: 72.206
verified: no, type: mrr_at_3
value: 70.04
verified: no, type: mrr_at_5
value: 71.224
verified: no, type: ndcg_at_1
value: 61.370999999999995
verified: no, type: ndcg_at_10
value: 72.731
verified: no, type: ndcg_at_100
value: 74.468
verified: no, type: ndcg_at_1000
value: 74.91600000000001
verified: no, type: ndcg_at_3
value: 69.077
verified: no, type: ndcg_at_5
value: 71.111
verified: no, type: precision_at_1
value: 61.370999999999995
verified: no, type: precision_at_10
value: 9.325999999999999
verified: no, type: precision_at_100
value: 1.03
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 27.303
verified: no, type: precision_at_5
value: 17.525
verified: no, type: recall_at_1
value: 56.769000000000005
verified: no, type: recall_at_10
value: 85.06
verified: no, type: recall_at_100
value: 92.767
verified: no, type: recall_at_1000
value: 95.933
verified: no, type: recall_at_3
value: 75.131
verified: no, type: recall_at_5
value: 80.17
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 41b686a7f28c59bcaaa5791efd47c67c8ebe28be
metrics: type: map_at_1
value: 15.753
verified: no, type: map_at_10
value: 25.875999999999998
verified: no, type: map_at_100
value: 27.415
verified: no, type: map_at_1000
value: 27.590999999999998
verified: no, type: map_at_3
value: 22.17
verified: no, type: map_at_5
value: 24.236
verified: no, type: mrr_at_1
value: 31.019000000000002
verified: no, type: mrr_at_10
value: 39.977000000000004
verified: no, type: mrr_at_100
value: 40.788999999999994
verified: no, type: mrr_at_1000
value: 40.832
verified: no, type: mrr_at_3
value: 37.088
verified: no, type: mrr_at_5
value: 38.655
verified: no, type: ndcg_at_1
value: 31.019000000000002
verified: no, type: ndcg_at_10
value: 33.286
verified: no, type: ndcg_at_100
value: 39.528999999999996
verified: no, type: ndcg_at_1000
value: 42.934
verified: no, type: ndcg_at_3
value: 29.29
verified: no, type: ndcg_at_5
value: 30.615
verified: no, type: precision_at_1
value: 31.019000000000002
verified: no, type: precision_at_10
value: 9.383
verified: no, type: precision_at_100
value: 1.6019999999999999
verified: no, type: precision_at_1000
value: 0.22200000000000003
verified: no, type: precision_at_3
value: 19.753
verified: no, type: precision_at_5
value: 14.815000000000001
verified: no, type: recall_at_1
value: 15.753
verified: no, type: recall_at_10
value: 40.896
verified: no, type: recall_at_100
value: 64.443
verified: no, type: recall_at_1000
value: 85.218
verified: no, type: recall_at_3
value: 26.526
verified: no, type: recall_at_5
value: 32.452999999999996
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: 766870b35a1b9ca65e67a0d1913899973551fc6c
metrics: type: map_at_1
value: 32.153999999999996
verified: no, type: map_at_10
value: 43.651
verified: no, type: map_at_100
value: 44.41
verified: no, type: map_at_1000
value: 44.487
verified: no, type: map_at_3
value: 41.239
verified: no, type: map_at_5
value: 42.659000000000006
verified: no, type: mrr_at_1
value: 64.30799999999999
verified: no, type: mrr_at_10
value: 71.22500000000001
verified: no, type: mrr_at_100
value: 71.57
verified: no, type: mrr_at_1000
value: 71.59100000000001
verified: no, type: mrr_at_3
value: 69.95
verified: no, type: mrr_at_5
value: 70.738
verified: no, type: ndcg_at_1
value: 64.30799999999999
verified: no, type: ndcg_at_10
value: 52.835
verified: no, type: ndcg_at_100
value: 55.840999999999994
verified: no, type: ndcg_at_1000
value: 57.484
verified: no, type: ndcg_at_3
value: 49.014
verified: no, type: ndcg_at_5
value: 51.01599999999999
verified: no, type: precision_at_1
value: 64.30799999999999
verified: no, type: precision_at_10
value: 10.77
verified: no, type: precision_at_100
value: 1.315
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: precision_at_3
value: 30.223
verified: no, type: precision_at_5
value: 19.716
verified: no, type: recall_at_1
value: 32.153999999999996
verified: no, type: recall_at_10
value: 53.849000000000004
verified: no, type: recall_at_100
value: 65.75999999999999
verified: no, type: recall_at_1000
value: 76.705
verified: no, type: recall_at_3
value: 45.334
verified: no, type: recall_at_5
value: 49.291000000000004
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 8d743909f834c38949e8323a8a6ce8721ea6c7f4
metrics: type: accuracy
value: 63.5316
verified: no, type: ap
value: 58.90084300359825
verified: no, type: f1
value: 63.35727889030892
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: validation
revision: e6838a846e2408f22cf5cc337ebc83e0bcf77849
metrics: type: map_at_1
value: 20.566000000000003
verified: no, type: map_at_10
value: 32.229
verified: no, type: map_at_100
value: 33.445
verified: no, type: map_at_1000
value: 33.501
verified: no, type: map_at_3
value: 28.504
verified: no, type: map_at_5
value: 30.681000000000004
verified: no, type: mrr_at_1
value: 21.218
verified: no, type: mrr_at_10
value: 32.816
verified: no, type: mrr_at_100
value: 33.986
verified: no, type: mrr_at_1000
value: 34.035
verified: no, type: mrr_at_3
value: 29.15
verified: no, type: mrr_at_5
value: 31.290000000000003
verified: no, type: ndcg_at_1
value: 21.218
verified: no, type: ndcg_at_10
value: 38.832
verified: no, type: ndcg_at_100
value: 44.743
verified: no, type: ndcg_at_1000
value: 46.138
verified: no, type: ndcg_at_3
value: 31.232
verified: no, type: ndcg_at_5
value: 35.099999999999994
verified: no, type: precision_at_1
value: 21.218
verified: no, type: precision_at_10
value: 6.186
verified: no, type: precision_at_100
value: 0.914
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_3
value: 13.314
verified: no, type: precision_at_5
value: 9.943
verified: no, type: recall_at_1
value: 20.566000000000003
verified: no, type: recall_at_10
value: 59.192
verified: no, type: recall_at_100
value: 86.626
verified: no, type: recall_at_1000
value: 97.283
verified: no, type: recall_at_3
value: 38.492
verified: no, type: recall_at_5
value: 47.760000000000005
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
metrics: type: accuracy
value: 92.56269949840402
verified: no, type: f1
value: 92.1020975473988
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: 6299947a7777084cc2d4b64235bf7190381ce755
metrics: type: accuracy
value: 71.8467852257182
verified: no, type: f1
value: 53.652719348592015
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
metrics: type: accuracy
value: 69.00806993947546
verified: no, type: f1
value: 67.41429618885515
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 75.90114324142569
verified: no, type: f1
value: 76.25183590651454
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: dcefc037ef84348e49b0d29109e891c01067226b
metrics: type: v_measure
value: 31.350109978273395
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 3cd0e71dfbe09d4de0f9e5ecba43e7ce280959dc
metrics: type: v_measure
value: 28.768923695767327
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.716396735210754
verified: no, type: mrr
value: 32.88970538547634
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: 7eb63cc0c1eb59324d709ebed25fcab851fa7610
metrics: type: map_at_1
value: 5.604
verified: no, type: map_at_10
value: 12.379999999999999
verified: no, type: map_at_100
value: 15.791
verified: no, type: map_at_1000
value: 17.327
verified: no, type: map_at_3
value: 9.15
verified: no, type: map_at_5
value: 10.599
verified: no, type: mrr_at_1
value: 45.201
verified: no, type: mrr_at_10
value: 53.374
verified: no, type: mrr_at_100
value: 54.089
verified: no, type: mrr_at_1000
value: 54.123
verified: no, type: mrr_at_3
value: 51.44499999999999
verified: no, type: mrr_at_5
value: 52.59
verified: no, type: ndcg_at_1
value: 42.879
verified: no, type: ndcg_at_10
value: 33.891
verified: no, type: ndcg_at_100
value: 31.391999999999996
verified: no, type: ndcg_at_1000
value: 40.36
verified: no, type: ndcg_at_3
value: 39.076
verified: no, type: ndcg_at_5
value: 37.047000000000004
verified: no, type: precision_at_1
value: 44.582
verified: no, type: precision_at_10
value: 25.294
verified: no, type: precision_at_100
value: 8.285
verified: no, type: precision_at_1000
value: 2.1479999999999997
verified: no, type: precision_at_3
value: 36.120000000000005
verified: no, type: precision_at_5
value: 31.95
verified: no, type: recall_at_1
value: 5.604
verified: no, type: recall_at_10
value: 16.239
verified: no, type: recall_at_100
value: 32.16
verified: no, type: recall_at_1000
value: 64.513
verified: no, type: recall_at_3
value: 10.406
verified: no, type: recall_at_5
value: 12.684999999999999
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: 6062aefc120bfe8ece5897809fb2e53bfe0d128c
metrics: type: map_at_1
value: 25.881
verified: no, type: map_at_10
value: 39.501
verified: no, type: map_at_100
value: 40.615
verified: no, type: map_at_1000
value: 40.661
verified: no, type: map_at_3
value: 35.559000000000005
verified: no, type: map_at_5
value: 37.773
verified: no, type: mrr_at_1
value: 29.229
verified: no, type: mrr_at_10
value: 41.955999999999996
verified: no, type: mrr_at_100
value: 42.86
verified: no, type: mrr_at_1000
value: 42.893
verified: no, type: mrr_at_3
value: 38.562000000000005
verified: no, type: mrr_at_5
value: 40.542
verified: no, type: ndcg_at_1
value: 29.2
verified: no, type: ndcg_at_10
value: 46.703
verified: no, type: ndcg_at_100
value: 51.644
verified: no, type: ndcg_at_1000
value: 52.771
verified: no, type: ndcg_at_3
value: 39.141999999999996
verified: no, type: ndcg_at_5
value: 42.892
verified: no, type: precision_at_1
value: 29.2
verified: no, type: precision_at_10
value: 7.920000000000001
verified: no, type: precision_at_100
value: 1.0659999999999998
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 18.105
verified: no, type: precision_at_5
value: 13.036
verified: no, type: recall_at_1
value: 25.881
verified: no, type: recall_at_10
value: 66.266
verified: no, type: recall_at_100
value: 88.116
verified: no, type: recall_at_1000
value: 96.58200000000001
verified: no, type: recall_at_3
value: 46.526
verified: no, type: recall_at_5
value: 55.154
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: 6205996560df11e3a3da9ab4f926788fc30a7db4
metrics: type: map_at_1
value: 67.553
verified: no, type: map_at_10
value: 81.34
verified: no, type: map_at_100
value: 82.002
verified: no, type: map_at_1000
value: 82.027
verified: no, type: map_at_3
value: 78.281
verified: no, type: map_at_5
value: 80.149
verified: no, type: mrr_at_1
value: 77.72
verified: no, type: mrr_at_10
value: 84.733
verified: no, type: mrr_at_100
value: 84.878
verified: no, type: mrr_at_1000
value: 84.879
verified: no, type: mrr_at_3
value: 83.587
verified: no, type: mrr_at_5
value: 84.32600000000001
verified: no, type: ndcg_at_1
value: 77.75
verified: no, type: ndcg_at_10
value: 85.603
verified: no, type: ndcg_at_100
value: 87.069
verified: no, type: ndcg_at_1000
value: 87.25
verified: no, type: ndcg_at_3
value: 82.303
verified: no, type: ndcg_at_5
value: 84.03699999999999
verified: no, type: precision_at_1
value: 77.75
verified: no, type: precision_at_10
value: 13.04
verified: no, type: precision_at_100
value: 1.5070000000000001
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 35.903
verified: no, type: precision_at_5
value: 23.738
verified: no, type: recall_at_1
value: 67.553
verified: no, type: recall_at_10
value: 93.903
verified: no, type: recall_at_100
value: 99.062
verified: no, type: recall_at_1000
value: 99.935
verified: no, type: recall_at_3
value: 84.58099999999999
verified: no, type: recall_at_5
value: 89.316
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: b2805658ae38990172679479369a78b86de8c390
metrics: type: v_measure
value: 46.46887711230235
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 54.166876298246926
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: 5c59ef3e437a0a9651c8fe6fde943e7dce59fba5
metrics: type: map_at_1
value: 4.053
verified: no, type: map_at_10
value: 9.693999999999999
verified: no, type: map_at_100
value: 11.387
verified: no, type: map_at_1000
value: 11.654
verified: no, type: map_at_3
value: 7.053
verified: no, type: map_at_5
value: 8.439
verified: no, type: mrr_at_1
value: 19.900000000000002
verified: no, type: mrr_at_10
value: 29.359
verified: no, type: mrr_at_100
value: 30.484
verified: no, type: mrr_at_1000
value: 30.553
verified: no, type: mrr_at_3
value: 26.200000000000003
verified: no, type: mrr_at_5
value: 28.115000000000002
verified: no, type: ndcg_at_1
value: 19.900000000000002
verified: no, type: ndcg_at_10
value: 16.575
verified: no, type: ndcg_at_100
value: 23.655
verified: no, type: ndcg_at_1000
value: 28.853
verified: no, type: ndcg_at_3
value: 15.848
verified: no, type: ndcg_at_5
value: 14.026
verified: no, type: precision_at_1
value: 19.900000000000002
verified: no, type: precision_at_10
value: 8.450000000000001
verified: no, type: precision_at_100
value: 1.872
verified: no, type: precision_at_1000
value: 0.313
verified: no, type: precision_at_3
value: 14.667
verified: no, type: precision_at_5
value: 12.32
verified: no, type: recall_at_1
value: 4.053
verified: no, type: recall_at_10
value: 17.169999999999998
verified: no, type: recall_at_100
value: 38.025
verified: no, type: recall_at_1000
value: 63.571999999999996
verified: no, type: recall_at_3
value: 8.903
verified: no, type: recall_at_5
value: 12.477
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 77.7548748519677
verified: no, type: cos_sim_spearman
value: 68.19926431966059
verified: no, type: euclidean_pearson
value: 71.69016204991725
verified: no, type: euclidean_spearman
value: 66.98099673026834
verified: no, type: manhattan_pearson
value: 71.62994072488664
verified: no, type: manhattan_spearman
value: 67.03435950744577
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: fdf84275bb8ce4b49c971d02e84dd1abc677a50f
metrics: type: cos_sim_pearson
value: 75.91051402657887
verified: no, type: cos_sim_spearman
value: 66.99390786191645
verified: no, type: euclidean_pearson
value: 71.54128036454578
verified: no, type: euclidean_spearman
value: 69.25605675649068
verified: no, type: manhattan_pearson
value: 71.60981030780171
verified: no, type: manhattan_spearman
value: 69.27513670128046
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 1591bfcbe8c69d4bf7fe2a16e2451017832cafb9
metrics: type: cos_sim_pearson
value: 77.23835466417793
verified: no, type: cos_sim_spearman
value: 77.57623085766706
verified: no, type: euclidean_pearson
value: 77.5090992200725
verified: no, type: euclidean_spearman
value: 77.88601688144924
verified: no, type: manhattan_pearson
value: 77.39045060647423
verified: no, type: manhattan_spearman
value: 77.77552718279098
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: e2125984e7df8b7871f6ae9949cf6b6795e7c54b
metrics: type: cos_sim_pearson
value: 77.91692485139602
verified: no, type: cos_sim_spearman
value: 72.78258293483495
verified: no, type: euclidean_pearson
value: 74.64773017077789
verified: no, type: euclidean_spearman
value: 71.81662299104619
verified: no, type: manhattan_pearson
value: 74.71043337995533
verified: no, type: manhattan_spearman
value: 71.83960860845646
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: 1cd7298cac12a96a373b6a2f18738bb3e739a9b6
metrics: type: cos_sim_pearson
value: 82.13422113617578
verified: no, type: cos_sim_spearman
value: 82.61707296911949
verified: no, type: euclidean_pearson
value: 81.42487480400861
verified: no, type: euclidean_spearman
value: 82.17970991273835
verified: no, type: manhattan_pearson
value: 81.41985055477845
verified: no, type: manhattan_spearman
value: 82.15823204362937
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 360a0b2dff98700d09e634a01e1cc1624d3e42cd
metrics: type: cos_sim_pearson
value: 79.07989542843826
verified: no, type: cos_sim_spearman
value: 80.09839524406284
verified: no, type: euclidean_pearson
value: 76.43186028364195
verified: no, type: euclidean_spearman
value: 76.76720323266471
verified: no, type: manhattan_pearson
value: 76.4674747409161
verified: no, type: manhattan_spearman
value: 76.81797407068667
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
metrics: type: cos_sim_pearson
value: 87.0420983224933
verified: no, type: cos_sim_spearman
value: 87.25017540413702
verified: no, type: euclidean_pearson
value: 84.56384596473421
verified: no, type: euclidean_spearman
value: 84.72557417564886
verified: no, type: manhattan_pearson
value: 84.7329954474549
verified: no, type: manhattan_spearman
value: 84.75071371008909
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
metrics: type: cos_sim_pearson
value: 68.47031320016424
verified: no, type: cos_sim_spearman
value: 68.7486910762485
verified: no, type: euclidean_pearson
value: 71.30330985913915
verified: no, type: euclidean_spearman
value: 71.59666258520735
verified: no, type: manhattan_pearson
value: 71.4423884279027
verified: no, type: manhattan_spearman
value: 71.67460706861044
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: 8913289635987208e6e7c72789e4be2fe94b6abd
metrics: type: cos_sim_pearson
value: 80.79514366062675
verified: no, type: cos_sim_spearman
value: 79.20585637461048
verified: no, type: euclidean_pearson
value: 78.6591557395699
verified: no, type: euclidean_spearman
value: 77.86455794285718
verified: no, type: manhattan_pearson
value: 78.67754806486865
verified: no, type: manhattan_spearman
value: 77.88178687200732
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: 56a6d0140cf6356659e2a7c1413286a774468d44
metrics: type: map
value: 77.71580844366375
verified: no, type: mrr
value: 93.04215845882513
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: a75ae049398addde9b70f6b268875f5cbce99089
metrics: type: map_at_1
value: 56.39999999999999
verified: no, type: map_at_10
value: 65.701
verified: no, type: map_at_100
value: 66.32000000000001
verified: no, type: map_at_1000
value: 66.34100000000001
verified: no, type: map_at_3
value: 62.641999999999996
verified: no, type: map_at_5
value: 64.342
verified: no, type: mrr_at_1
value: 58.667
verified: no, type: mrr_at_10
value: 66.45299999999999
verified: no, type: mrr_at_100
value: 66.967
verified: no, type: mrr_at_1000
value: 66.988
verified: no, type: mrr_at_3
value: 64.11099999999999
verified: no, type: mrr_at_5
value: 65.411
verified: no, type: ndcg_at_1
value: 58.667
verified: no, type: ndcg_at_10
value: 70.165
verified: no, type: ndcg_at_100
value: 72.938
verified: no, type: ndcg_at_1000
value: 73.456
verified: no, type: ndcg_at_3
value: 64.79
verified: no, type: ndcg_at_5
value: 67.28
verified: no, type: precision_at_1
value: 58.667
verified: no, type: precision_at_10
value: 9.4
verified: no, type: precision_at_100
value: 1.087
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 24.889
verified: no, type: precision_at_5
value: 16.667
verified: no, type: recall_at_1
value: 56.39999999999999
verified: no, type: recall_at_10
value: 83.122
verified: no, type: recall_at_100
value: 95.667
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_3
value: 68.378
verified: no, type: recall_at_5
value: 74.68299999999999
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: 5a8256d0dff9c4bd3be3ba3e67e4e70173f802ea
metrics: type: cos_sim_accuracy
value: 99.76831683168317
verified: no, type: cos_sim_ap
value: 93.47124923047998
verified: no, type: cos_sim_f1
value: 88.06122448979592
verified: no, type: cos_sim_precision
value: 89.89583333333333
verified: no, type: cos_sim_recall
value: 86.3
verified: no, type: dot_accuracy
value: 99.57326732673268
verified: no, type: dot_ap
value: 84.06577868167207
verified: no, type: dot_f1
value: 77.82629791363416
verified: no, type: dot_precision
value: 75.58906691800189
verified: no, type: dot_recall
value: 80.2
verified: no, type: euclidean_accuracy
value: 99.74257425742574
verified: no, type: euclidean_ap
value: 92.1904681653555
verified: no, type: euclidean_f1
value: 86.74821610601427
verified: no, type: euclidean_precision
value: 88.46153846153845
verified: no, type: euclidean_recall
value: 85.1
verified: no, type: manhattan_accuracy
value: 99.74554455445545
verified: no, type: manhattan_ap
value: 92.4337790809948
verified: no, type: manhattan_f1
value: 86.86765457332653
verified: no, type: manhattan_precision
value: 88.81922675026124
verified: no, type: manhattan_recall
value: 85
verified: no, type: max_accuracy
value: 99.76831683168317
verified: no, type: max_ap
value: 93.47124923047998
verified: no, type: max_f1
value: 88.06122448979592
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 70a89468f6dccacc6aa2b12a6eac54e74328f235
metrics: type: v_measure
value: 59.194098673976484
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: d88009ab563dd0b16cfaf4436abaf97fa3550cf0
metrics: type: v_measure
value: 32.5744032578115
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: ef807ea29a75ec4f91b50fd4191cb4ee4589a9f9
metrics: type: map
value: 49.61186384154483
verified: no, type: mrr
value: 50.55424253034547
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: 8753c2788d36c01fc6f05d03fe3f7268d63f9122
metrics: type: cos_sim_pearson
value: 30.027210161713946
verified: no, type: cos_sim_spearman
value: 31.030178065751734
verified: no, type: dot_pearson
value: 30.09179785685587
verified: no, type: dot_spearman
value: 30.408303252207812
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: 2c8041b2c07a79b6f7ba8fe6acc72e5d9f92d217
metrics: type: map_at_1
value: 0.22300000000000003
verified: no, type: map_at_10
value: 1.762
verified: no, type: map_at_100
value: 9.984
verified: no, type: map_at_1000
value: 24.265
verified: no, type: map_at_3
value: 0.631
verified: no, type: map_at_5
value: 0.9950000000000001
verified: no, type: mrr_at_1
value: 88
verified: no, type: mrr_at_10
value: 92.833
verified: no, type: mrr_at_100
value: 92.833
verified: no, type: mrr_at_1000
value: 92.833
verified: no, type: mrr_at_3
value: 92.333
verified: no, type: mrr_at_5
value: 92.833
verified: no, type: ndcg_at_1
value: 83
verified: no, type: ndcg_at_10
value: 75.17
verified: no, type: ndcg_at_100
value: 55.432
verified: no, type: ndcg_at_1000
value: 49.482
verified: no, type: ndcg_at_3
value: 82.184
verified: no, type: ndcg_at_5
value: 79.712
verified: no, type: precision_at_1
value: 88
verified: no, type: precision_at_10
value: 78.60000000000001
verified: no, type: precision_at_100
value: 56.56
verified: no, type: precision_at_1000
value: 22.334
verified: no, type: precision_at_3
value: 86.667
verified: no, type: precision_at_5
value: 83.6
verified: no, type: recall_at_1
value: 0.22300000000000003
verified: no, type: recall_at_10
value: 1.9879999999999998
verified: no, type: recall_at_100
value: 13.300999999999998
verified: no, type: recall_at_1000
value: 46.587
verified: no, type: recall_at_3
value: 0.6629999999999999
verified: no, type: recall_at_5
value: 1.079
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: 527b7d77e16e343303e68cb6af11d6e18b9f7b3b
metrics: type: map_at_1
value: 3.047
verified: no, type: map_at_10
value: 8.792
verified: no, type: map_at_100
value: 14.631
verified: no, type: map_at_1000
value: 16.127
verified: no, type: map_at_3
value: 4.673
verified: no, type: map_at_5
value: 5.897
verified: no, type: mrr_at_1
value: 38.775999999999996
verified: no, type: mrr_at_10
value: 49.271
verified: no, type: mrr_at_100
value: 50.181
verified: no, type: mrr_at_1000
value: 50.2
verified: no, type: mrr_at_3
value: 44.558
verified: no, type: mrr_at_5
value: 47.925000000000004
verified: no, type: ndcg_at_1
value: 35.714
verified: no, type: ndcg_at_10
value: 23.44
verified: no, type: ndcg_at_100
value: 35.345
verified: no, type: ndcg_at_1000
value: 46.495
verified: no, type: ndcg_at_3
value: 26.146
verified: no, type: ndcg_at_5
value: 24.878
verified: no, type: precision_at_1
value: 38.775999999999996
verified: no, type: precision_at_10
value: 20.816000000000003
verified: no, type: precision_at_100
value: 7.428999999999999
verified: no, type: precision_at_1000
value: 1.494
verified: no, type: precision_at_3
value: 25.85
verified: no, type: precision_at_5
value: 24.082
verified: no, type: recall_at_1
value: 3.047
verified: no, type: recall_at_10
value: 14.975
verified: no, type: recall_at_100
value: 45.943
verified: no, type: recall_at_1000
value: 80.31099999999999
verified: no, type: recall_at_3
value: 5.478000000000001
verified: no, type: recall_at_5
value: 8.294
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 68.84080000000002
verified: no, type: ap
value: 13.135219251019848
verified: no, type: f1
value: 52.849999421995506
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: 62146448f05be9e52a36b8ee9936447ea787eede
metrics: type: accuracy
value: 56.68647425014149
verified: no, type: f1
value: 56.97981427365949
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 091a54f9a36281ce7d6590ec8c75dd485e7e01d4
metrics: type: v_measure
value: 40.8911707239219
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 83.04226023722954
verified: no, type: cos_sim_ap
value: 63.681339908301325
verified: no, type: cos_sim_f1
value: 60.349184470480125
verified: no, type: cos_sim_precision
value: 53.437754271765655
verified: no, type: cos_sim_recall
value: 69.31398416886545
verified: no, type: dot_accuracy
value: 81.46271681468677
verified: no, type: dot_ap
value: 57.78072296265885
verified: no, type: dot_f1
value: 56.28769265132901
verified: no, type: dot_precision
value: 48.7993803253292
verified: no, type: dot_recall
value: 66.49076517150397
verified: no, type: euclidean_accuracy
value: 82.16606067830959
verified: no, type: euclidean_ap
value: 59.974530371203514
verified: no, type: euclidean_f1
value: 56.856023506366306
verified: no, type: euclidean_precision
value: 53.037916857012334
verified: no, type: euclidean_recall
value: 61.2664907651715
verified: no, type: manhattan_accuracy
value: 82.16606067830959
verified: no, type: manhattan_ap
value: 59.98962379571767
verified: no, type: manhattan_f1
value: 56.98153158451947
verified: no, type: manhattan_precision
value: 51.41158989598811
verified: no, type: manhattan_recall
value: 63.90501319261214
verified: no, type: max_accuracy
value: 83.04226023722954
verified: no, type: max_ap
value: 63.681339908301325
verified: no, type: max_f1
value: 60.349184470480125
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 88.56871191834517
verified: no, type: cos_sim_ap
value: 84.80240716354544
verified: no, type: cos_sim_f1
value: 77.07765285922385
verified: no, type: cos_sim_precision
value: 74.84947406601378
verified: no, type: cos_sim_recall
value: 79.44256236526024
verified: no, type: dot_accuracy
value: 86.00923662048356
verified: no, type: dot_ap
value: 78.6556459012073
verified: no, type: dot_f1
value: 72.7583749109052
verified: no, type: dot_precision
value: 67.72823779193206
verified: no, type: dot_recall
value: 78.59562673236834
verified: no, type: euclidean_accuracy
value: 87.84103698529127
verified: no, type: euclidean_ap
value: 83.50424424952834
verified: no, type: euclidean_f1
value: 75.74496544549307
verified: no, type: euclidean_precision
value: 73.19402556369381
verified: no, type: euclidean_recall
value: 78.48013550970127
verified: no, type: manhattan_accuracy
value: 87.9225365777933
verified: no, type: manhattan_ap
value: 83.49479248597825
verified: no, type: manhattan_f1
value: 75.67748162447101
verified: no, type: manhattan_precision
value: 73.06810035842294
verified: no, type: manhattan_recall
value: 78.48013550970127
verified: no, type: max_accuracy
value: 88.56871191834517
verified: no, type: max_ap
value: 84.80240716354544
verified: no, type: max_f1
value: 77.07765285922385
verified: no
Likes: 3 | All-time downloads: 40837
Created: 2022-03-02 23:29:04