Model: michaelfeil/ct2fast-e5-large
Author: michaelfeil
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, bert, ctranslate2, int8, float16, mteb, Sentence Transformers, sentence-similarity, en, arxiv:2212.03533, arxiv:2104.08663, arxiv:2210.07316, license:mit, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: tags: ctranslate2, int8, float16, mteb, Sentence Transformers, sentence-similarity, sentence-transformers
model-index: name: e5-large
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 77.68656716417911
verified: no, type: ap
value: 41.336896075573584
verified: no, type: f1
value: 71.788561468075
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 90.04965
verified: no, type: ap
value: 86.24637009569418
verified: no, type: f1
value: 90.03896671762645
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 43.016000000000005
verified: no, type: f1
value: 42.1942431880186
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.107000000000003
verified: no, type: map_at_10
value: 40.464
verified: no, type: map_at_100
value: 41.577999999999996
verified: no, type: map_at_1000
value: 41.588
verified: no, type: map_at_3
value: 35.301
verified: no, type: map_at_5
value: 38.263000000000005
verified: no, type: mrr_at_1
value: 25.605
verified: no, type: mrr_at_10
value: 40.64
verified: no, type: mrr_at_100
value: 41.760000000000005
verified: no, type: mrr_at_1000
value: 41.77
verified: no, type: mrr_at_3
value: 35.443000000000005
verified: no, type: mrr_at_5
value: 38.448
verified: no, type: ndcg_at_1
value: 25.107000000000003
verified: no, type: ndcg_at_10
value: 49.352000000000004
verified: no, type: ndcg_at_100
value: 53.98500000000001
verified: no, type: ndcg_at_1000
value: 54.208
verified: no, type: ndcg_at_3
value: 38.671
verified: no, type: ndcg_at_5
value: 43.991
verified: no, type: precision_at_1
value: 25.107000000000003
verified: no, type: precision_at_10
value: 7.795000000000001
verified: no, type: precision_at_100
value: 0.979
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 16.145
verified: no, type: precision_at_5
value: 12.262
verified: no, type: recall_at_1
value: 25.107000000000003
verified: no, type: recall_at_10
value: 77.952
verified: no, type: recall_at_100
value: 97.866
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 48.435
verified: no, type: recall_at_5
value: 61.309000000000005
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 46.19278045044154
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 41.37976387757665
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 60.07433334608074
verified: no, type: mrr
value: 73.44347711383723
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 86.4298072183543
verified: no, type: cos_sim_spearman
value: 84.73144873582848
verified: no, type: euclidean_pearson
value: 85.15885058870728
verified: no, type: euclidean_spearman
value: 85.42062106559356
verified: no, type: manhattan_pearson
value: 84.89409921792054
verified: no, type: manhattan_spearman
value: 85.31941394024344
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 84.14285714285714
verified: no, type: f1
value: 84.11674412565644
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 37.600076342340785
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 35.08861812135148
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32.684000000000005
verified: no, type: map_at_10
value: 41.675000000000004
verified: no, type: map_at_100
value: 42.963
verified: no, type: map_at_1000
value: 43.078
verified: no, type: map_at_3
value: 38.708999999999996
verified: no, type: map_at_5
value: 40.316
verified: no, type: mrr_at_1
value: 39.485
verified: no, type: mrr_at_10
value: 47.152
verified: no, type: mrr_at_100
value: 47.96
verified: no, type: mrr_at_1000
value: 48.010000000000005
verified: no, type: mrr_at_3
value: 44.754
verified: no, type: mrr_at_5
value: 46.285
verified: no, type: ndcg_at_1
value: 39.485
verified: no, type: ndcg_at_10
value: 46.849000000000004
verified: no, type: ndcg_at_100
value: 52.059
verified: no, type: ndcg_at_1000
value: 54.358
verified: no, type: ndcg_at_3
value: 42.705
verified: no, type: ndcg_at_5
value: 44.663000000000004
verified: no, type: precision_at_1
value: 39.485
verified: no, type: precision_at_10
value: 8.455
verified: no, type: precision_at_100
value: 1.3379999999999999
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_3
value: 19.695
verified: no, type: precision_at_5
value: 13.905999999999999
verified: no, type: recall_at_1
value: 32.684000000000005
verified: no, type: recall_at_10
value: 56.227000000000004
verified: no, type: recall_at_100
value: 78.499
verified: no, type: recall_at_1000
value: 94.021
verified: no, type: recall_at_3
value: 44.157999999999994
verified: no, type: recall_at_5
value: 49.694
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 31.875999999999998
verified: no, type: map_at_10
value: 41.603
verified: no, type: map_at_100
value: 42.825
verified: no, type: map_at_1000
value: 42.961
verified: no, type: map_at_3
value: 38.655
verified: no, type: map_at_5
value: 40.294999999999995
verified: no, type: mrr_at_1
value: 40.127
verified: no, type: mrr_at_10
value: 47.959
verified: no, type: mrr_at_100
value: 48.59
verified: no, type: mrr_at_1000
value: 48.634
verified: no, type: mrr_at_3
value: 45.786
verified: no, type: mrr_at_5
value: 46.964
verified: no, type: ndcg_at_1
value: 40.127
verified: no, type: ndcg_at_10
value: 47.176
verified: no, type: ndcg_at_100
value: 51.346000000000004
verified: no, type: ndcg_at_1000
value: 53.502
verified: no, type: ndcg_at_3
value: 43.139
verified: no, type: ndcg_at_5
value: 44.883
verified: no, type: precision_at_1
value: 40.127
verified: no, type: precision_at_10
value: 8.72
verified: no, type: precision_at_100
value: 1.387
verified: no, type: precision_at_1000
value: 0.188
verified: no, type: precision_at_3
value: 20.637
verified: no, type: precision_at_5
value: 14.446
verified: no, type: recall_at_1
value: 31.875999999999998
verified: no, type: recall_at_10
value: 56.54900000000001
verified: no, type: recall_at_100
value: 73.939
verified: no, type: recall_at_1000
value: 87.732
verified: no, type: recall_at_3
value: 44.326
verified: no, type: recall_at_5
value: 49.445
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 41.677
verified: no, type: map_at_10
value: 52.222
verified: no, type: map_at_100
value: 53.229000000000006
verified: no, type: map_at_1000
value: 53.288000000000004
verified: no, type: map_at_3
value: 49.201
verified: no, type: map_at_5
value: 51.00599999999999
verified: no, type: mrr_at_1
value: 47.524
verified: no, type: mrr_at_10
value: 55.745999999999995
verified: no, type: mrr_at_100
value: 56.433
verified: no, type: mrr_at_1000
value: 56.464999999999996
verified: no, type: mrr_at_3
value: 53.37499999999999
verified: no, type: mrr_at_5
value: 54.858
verified: no, type: ndcg_at_1
value: 47.524
verified: no, type: ndcg_at_10
value: 57.406
verified: no, type: ndcg_at_100
value: 61.403
verified: no, type: ndcg_at_1000
value: 62.7
verified: no, type: ndcg_at_3
value: 52.298
verified: no, type: ndcg_at_5
value: 55.02
verified: no, type: precision_at_1
value: 47.524
verified: no, type: precision_at_10
value: 8.865
verified: no, type: precision_at_100
value: 1.179
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_3
value: 22.612
verified: no, type: precision_at_5
value: 15.461
verified: no, type: recall_at_1
value: 41.677
verified: no, type: recall_at_10
value: 69.346
verified: no, type: recall_at_100
value: 86.344
verified: no, type: recall_at_1000
value: 95.703
verified: no, type: recall_at_3
value: 55.789
verified: no, type: recall_at_5
value: 62.488
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.991999999999997
verified: no, type: map_at_10
value: 32.804
verified: no, type: map_at_100
value: 33.812999999999995
verified: no, type: map_at_1000
value: 33.897
verified: no, type: map_at_3
value: 30.567
verified: no, type: map_at_5
value: 31.599
verified: no, type: mrr_at_1
value: 27.797
verified: no, type: mrr_at_10
value: 34.768
verified: no, type: mrr_at_100
value: 35.702
verified: no, type: mrr_at_1000
value: 35.766
verified: no, type: mrr_at_3
value: 32.637
verified: no, type: mrr_at_5
value: 33.614
verified: no, type: ndcg_at_1
value: 27.797
verified: no, type: ndcg_at_10
value: 36.966
verified: no, type: ndcg_at_100
value: 41.972
verified: no, type: ndcg_at_1000
value: 44.139
verified: no, type: ndcg_at_3
value: 32.547
verified: no, type: ndcg_at_5
value: 34.258
verified: no, type: precision_at_1
value: 27.797
verified: no, type: precision_at_10
value: 5.514
verified: no, type: precision_at_100
value: 0.8340000000000001
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 13.333
verified: no, type: precision_at_5
value: 9.04
verified: no, type: recall_at_1
value: 25.991999999999997
verified: no, type: recall_at_10
value: 47.941
verified: no, type: recall_at_100
value: 71.039
verified: no, type: recall_at_1000
value: 87.32799999999999
verified: no, type: recall_at_3
value: 36.01
verified: no, type: recall_at_5
value: 40.056000000000004
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 17.533
verified: no, type: map_at_10
value: 24.336
verified: no, type: map_at_100
value: 25.445
verified: no, type: map_at_1000
value: 25.561
verified: no, type: map_at_3
value: 22.116
verified: no, type: map_at_5
value: 23.347
verified: no, type: mrr_at_1
value: 21.642
verified: no, type: mrr_at_10
value: 28.910999999999998
verified: no, type: mrr_at_100
value: 29.836000000000002
verified: no, type: mrr_at_1000
value: 29.907
verified: no, type: mrr_at_3
value: 26.638
verified: no, type: mrr_at_5
value: 27.857
verified: no, type: ndcg_at_1
value: 21.642
verified: no, type: ndcg_at_10
value: 28.949
verified: no, type: ndcg_at_100
value: 34.211000000000006
verified: no, type: ndcg_at_1000
value: 37.031
verified: no, type: ndcg_at_3
value: 24.788
verified: no, type: ndcg_at_5
value: 26.685
verified: no, type: precision_at_1
value: 21.642
verified: no, type: precision_at_10
value: 5.137
verified: no, type: precision_at_100
value: 0.893
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_3
value: 11.733
verified: no, type: precision_at_5
value: 8.383000000000001
verified: no, type: recall_at_1
value: 17.533
verified: no, type: recall_at_10
value: 38.839
verified: no, type: recall_at_100
value: 61.458999999999996
verified: no, type: recall_at_1000
value: 81.58
verified: no, type: recall_at_3
value: 27.328999999999997
verified: no, type: recall_at_5
value: 32.168
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 28.126
verified: no, type: map_at_10
value: 37.872
verified: no, type: map_at_100
value: 39.229
verified: no, type: map_at_1000
value: 39.353
verified: no, type: map_at_3
value: 34.93
verified: no, type: map_at_5
value: 36.59
verified: no, type: mrr_at_1
value: 34.071
verified: no, type: mrr_at_10
value: 43.056
verified: no, type: mrr_at_100
value: 43.944
verified: no, type: mrr_at_1000
value: 43.999
verified: no, type: mrr_at_3
value: 40.536
verified: no, type: mrr_at_5
value: 42.065999999999995
verified: no, type: ndcg_at_1
value: 34.071
verified: no, type: ndcg_at_10
value: 43.503
verified: no, type: ndcg_at_100
value: 49.120000000000005
verified: no, type: ndcg_at_1000
value: 51.410999999999994
verified: no, type: ndcg_at_3
value: 38.767
verified: no, type: ndcg_at_5
value: 41.075
verified: no, type: precision_at_1
value: 34.071
verified: no, type: precision_at_10
value: 7.843999999999999
verified: no, type: precision_at_100
value: 1.2489999999999999
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_3
value: 18.223
verified: no, type: precision_at_5
value: 13.050999999999998
verified: no, type: recall_at_1
value: 28.126
verified: no, type: recall_at_10
value: 54.952
verified: no, type: recall_at_100
value: 78.375
verified: no, type: recall_at_1000
value: 93.29899999999999
verified: no, type: recall_at_3
value: 41.714
verified: no, type: recall_at_5
value: 47.635
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.957
verified: no, type: map_at_10
value: 34.749
verified: no, type: map_at_100
value: 35.929
verified: no, type: map_at_1000
value: 36.043
verified: no, type: map_at_3
value: 31.947
verified: no, type: map_at_5
value: 33.575
verified: no, type: mrr_at_1
value: 32.078
verified: no, type: mrr_at_10
value: 39.844
verified: no, type: mrr_at_100
value: 40.71
verified: no, type: mrr_at_1000
value: 40.77
verified: no, type: mrr_at_3
value: 37.386
verified: no, type: mrr_at_5
value: 38.83
verified: no, type: ndcg_at_1
value: 32.078
verified: no, type: ndcg_at_10
value: 39.97
verified: no, type: ndcg_at_100
value: 45.254
verified: no, type: ndcg_at_1000
value: 47.818
verified: no, type: ndcg_at_3
value: 35.453
verified: no, type: ndcg_at_5
value: 37.631
verified: no, type: precision_at_1
value: 32.078
verified: no, type: precision_at_10
value: 7.158
verified: no, type: precision_at_100
value: 1.126
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: precision_at_3
value: 16.743
verified: no, type: precision_at_5
value: 11.872
verified: no, type: recall_at_1
value: 25.957
verified: no, type: recall_at_10
value: 50.583
verified: no, type: recall_at_100
value: 73.593
verified: no, type: recall_at_1000
value: 91.23599999999999
verified: no, type: recall_at_3
value: 37.651
verified: no, type: recall_at_5
value: 43.626
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.1505
verified: no, type: map_at_10
value: 34.844833333333334
verified: no, type: map_at_100
value: 35.95216666666667
verified: no, type: map_at_1000
value: 36.06675
verified: no, type: map_at_3
value: 32.41975
verified: no, type: map_at_5
value: 33.74233333333333
verified: no, type: mrr_at_1
value: 31.923666666666662
verified: no, type: mrr_at_10
value: 38.87983333333334
verified: no, type: mrr_at_100
value: 39.706250000000004
verified: no, type: mrr_at_1000
value: 39.76708333333333
verified: no, type: mrr_at_3
value: 36.72008333333333
verified: no, type: mrr_at_5
value: 37.96933333333334
verified: no, type: ndcg_at_1
value: 31.923666666666662
verified: no, type: ndcg_at_10
value: 39.44258333333334
verified: no, type: ndcg_at_100
value: 44.31475
verified: no, type: ndcg_at_1000
value: 46.75
verified: no, type: ndcg_at_3
value: 35.36299999999999
verified: no, type: ndcg_at_5
value: 37.242333333333335
verified: no, type: precision_at_1
value: 31.923666666666662
verified: no, type: precision_at_10
value: 6.643333333333333
verified: no, type: precision_at_100
value: 1.0612499999999998
verified: no, type: precision_at_1000
value: 0.14575
verified: no, type: precision_at_3
value: 15.875250000000001
verified: no, type: precision_at_5
value: 11.088916666666664
verified: no, type: recall_at_1
value: 27.1505
verified: no, type: recall_at_10
value: 49.06349999999999
verified: no, type: recall_at_100
value: 70.60841666666666
verified: no, type: recall_at_1000
value: 87.72049999999999
verified: no, type: recall_at_3
value: 37.60575000000001
verified: no, type: recall_at_5
value: 42.511166666666675
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.101000000000003
verified: no, type: map_at_10
value: 30.147000000000002
verified: no, type: map_at_100
value: 30.98
verified: no, type: map_at_1000
value: 31.080000000000002
verified: no, type: map_at_3
value: 28.571
verified: no, type: map_at_5
value: 29.319
verified: no, type: mrr_at_1
value: 27.761000000000003
verified: no, type: mrr_at_10
value: 32.716
verified: no, type: mrr_at_100
value: 33.504
verified: no, type: mrr_at_1000
value: 33.574
verified: no, type: mrr_at_3
value: 31.135
verified: no, type: mrr_at_5
value: 32.032
verified: no, type: ndcg_at_1
value: 27.761000000000003
verified: no, type: ndcg_at_10
value: 33.358
verified: no, type: ndcg_at_100
value: 37.569
verified: no, type: ndcg_at_1000
value: 40.189
verified: no, type: ndcg_at_3
value: 30.291
verified: no, type: ndcg_at_5
value: 31.558000000000003
verified: no, type: precision_at_1
value: 27.761000000000003
verified: no, type: precision_at_10
value: 4.939
verified: no, type: precision_at_100
value: 0.759
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 12.577
verified: no, type: precision_at_5
value: 8.497
verified: no, type: recall_at_1
value: 25.101000000000003
verified: no, type: recall_at_10
value: 40.739
verified: no, type: recall_at_100
value: 60.089999999999996
verified: no, type: recall_at_1000
value: 79.768
verified: no, type: recall_at_3
value: 32.16
verified: no, type: recall_at_5
value: 35.131
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.112
verified: no, type: map_at_10
value: 26.119999999999997
verified: no, type: map_at_100
value: 27.031
verified: no, type: map_at_1000
value: 27.150000000000002
verified: no, type: map_at_3
value: 24.230999999999998
verified: no, type: map_at_5
value: 25.15
verified: no, type: mrr_at_1
value: 24.535
verified: no, type: mrr_at_10
value: 30.198000000000004
verified: no, type: mrr_at_100
value: 30.975
verified: no, type: mrr_at_1000
value: 31.051000000000002
verified: no, type: mrr_at_3
value: 28.338
verified: no, type: mrr_at_5
value: 29.269000000000002
verified: no, type: ndcg_at_1
value: 24.535
verified: no, type: ndcg_at_10
value: 30.147000000000002
verified: no, type: ndcg_at_100
value: 34.544000000000004
verified: no, type: ndcg_at_1000
value: 37.512
verified: no, type: ndcg_at_3
value: 26.726
verified: no, type: ndcg_at_5
value: 28.046
verified: no, type: precision_at_1
value: 24.535
verified: no, type: precision_at_10
value: 5.179
verified: no, type: precision_at_100
value: 0.859
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_3
value: 12.159
verified: no, type: precision_at_5
value: 8.424
verified: no, type: recall_at_1
value: 20.112
verified: no, type: recall_at_10
value: 38.312000000000005
verified: no, type: recall_at_100
value: 58.406000000000006
verified: no, type: recall_at_1000
value: 79.863
verified: no, type: recall_at_3
value: 28.358
verified: no, type: recall_at_5
value: 31.973000000000003
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.111
verified: no, type: map_at_10
value: 34.096
verified: no, type: map_at_100
value: 35.181000000000004
verified: no, type: map_at_1000
value: 35.276
verified: no, type: map_at_3
value: 31.745
verified: no, type: map_at_5
value: 33.045
verified: no, type: mrr_at_1
value: 31.343
verified: no, type: mrr_at_10
value: 37.994
verified: no, type: mrr_at_100
value: 38.873000000000005
verified: no, type: mrr_at_1000
value: 38.934999999999995
verified: no, type: mrr_at_3
value: 35.743
verified: no, type: mrr_at_5
value: 37.077
verified: no, type: ndcg_at_1
value: 31.343
verified: no, type: ndcg_at_10
value: 38.572
verified: no, type: ndcg_at_100
value: 43.854
verified: no, type: ndcg_at_1000
value: 46.190999999999995
verified: no, type: ndcg_at_3
value: 34.247
verified: no, type: ndcg_at_5
value: 36.28
verified: no, type: precision_at_1
value: 31.343
verified: no, type: precision_at_10
value: 6.166
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: precision_at_3
value: 15.081
verified: no, type: precision_at_5
value: 10.428999999999998
verified: no, type: recall_at_1
value: 27.111
verified: no, type: recall_at_10
value: 48.422
verified: no, type: recall_at_100
value: 71.846
verified: no, type: recall_at_1000
value: 88.57000000000001
verified: no, type: recall_at_3
value: 36.435
verified: no, type: recall_at_5
value: 41.765
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.264
verified: no, type: map_at_10
value: 33.522
verified: no, type: map_at_100
value: 34.963
verified: no, type: map_at_1000
value: 35.175
verified: no, type: map_at_3
value: 31.366
verified: no, type: map_at_5
value: 32.621
verified: no, type: mrr_at_1
value: 31.028
verified: no, type: mrr_at_10
value: 37.230000000000004
verified: no, type: mrr_at_100
value: 38.149
verified: no, type: mrr_at_1000
value: 38.218
verified: no, type: mrr_at_3
value: 35.046
verified: no, type: mrr_at_5
value: 36.617
verified: no, type: ndcg_at_1
value: 31.028
verified: no, type: ndcg_at_10
value: 37.964999999999996
verified: no, type: ndcg_at_100
value: 43.342000000000006
verified: no, type: ndcg_at_1000
value: 46.471000000000004
verified: no, type: ndcg_at_3
value: 34.67
verified: no, type: ndcg_at_5
value: 36.458
verified: no, type: precision_at_1
value: 31.028
verified: no, type: precision_at_10
value: 6.937
verified: no, type: precision_at_100
value: 1.346
verified: no, type: precision_at_1000
value: 0.22799999999999998
verified: no, type: precision_at_3
value: 15.942
verified: no, type: precision_at_5
value: 11.462
verified: no, type: recall_at_1
value: 26.264
verified: no, type: recall_at_10
value: 45.571
verified: no, type: recall_at_100
value: 70.246
verified: no, type: recall_at_1000
value: 90.971
verified: no, type: recall_at_3
value: 36.276
verified: no, type: recall_at_5
value: 41.162
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.372999999999998
verified: no, type: map_at_10
value: 28.992
verified: no, type: map_at_100
value: 29.837999999999997
verified: no, type: map_at_1000
value: 29.939
verified: no, type: map_at_3
value: 26.999000000000002
verified: no, type: map_at_5
value: 28.044999999999998
verified: no, type: mrr_at_1
value: 25.692999999999998
verified: no, type: mrr_at_10
value: 30.984
verified: no, type: mrr_at_100
value: 31.799
verified: no, type: mrr_at_1000
value: 31.875999999999998
verified: no, type: mrr_at_3
value: 29.267
verified: no, type: mrr_at_5
value: 30.163
verified: no, type: ndcg_at_1
value: 25.692999999999998
verified: no, type: ndcg_at_10
value: 32.45
verified: no, type: ndcg_at_100
value: 37.103
verified: no, type: ndcg_at_1000
value: 39.678000000000004
verified: no, type: ndcg_at_3
value: 28.725
verified: no, type: ndcg_at_5
value: 30.351
verified: no, type: precision_at_1
value: 25.692999999999998
verified: no, type: precision_at_10
value: 4.806
verified: no, type: precision_at_100
value: 0.765
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 11.768
verified: no, type: precision_at_5
value: 8.096
verified: no, type: recall_at_1
value: 23.372999999999998
verified: no, type: recall_at_10
value: 41.281
verified: no, type: recall_at_100
value: 63.465
verified: no, type: recall_at_1000
value: 82.575
verified: no, type: recall_at_3
value: 31.063000000000002
verified: no, type: recall_at_5
value: 34.991
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.821
verified: no, type: map_at_10
value: 15.383
verified: no, type: map_at_100
value: 17.244999999999997
verified: no, type: map_at_1000
value: 17.445
verified: no, type: map_at_3
value: 12.64
verified: no, type: map_at_5
value: 13.941999999999998
verified: no, type: mrr_at_1
value: 19.544
verified: no, type: mrr_at_10
value: 29.738999999999997
verified: no, type: mrr_at_100
value: 30.923000000000002
verified: no, type: mrr_at_1000
value: 30.969
verified: no, type: mrr_at_3
value: 26.384
verified: no, type: mrr_at_5
value: 28.199
verified: no, type: ndcg_at_1
value: 19.544
verified: no, type: ndcg_at_10
value: 22.398
verified: no, type: ndcg_at_100
value: 30.253999999999998
verified: no, type: ndcg_at_1000
value: 33.876
verified: no, type: ndcg_at_3
value: 17.473
verified: no, type: ndcg_at_5
value: 19.154
verified: no, type: precision_at_1
value: 19.544
verified: no, type: precision_at_10
value: 7.217999999999999
verified: no, type: precision_at_100
value: 1.564
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_3
value: 13.225000000000001
verified: no, type: precision_at_5
value: 10.319
verified: no, type: recall_at_1
value: 8.821
verified: no, type: recall_at_10
value: 28.110000000000003
verified: no, type: recall_at_100
value: 55.64
verified: no, type: recall_at_1000
value: 75.964
verified: no, type: recall_at_3
value: 16.195
verified: no, type: recall_at_5
value: 20.678
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 9.344
verified: no, type: map_at_10
value: 20.301
verified: no, type: map_at_100
value: 28.709
verified: no, type: map_at_1000
value: 30.470999999999997
verified: no, type: map_at_3
value: 14.584
verified: no, type: map_at_5
value: 16.930999999999997
verified: no, type: mrr_at_1
value: 67.25
verified: no, type: mrr_at_10
value: 75.393
verified: no, type: mrr_at_100
value: 75.742
verified: no, type: mrr_at_1000
value: 75.75
verified: no, type: mrr_at_3
value: 73.958
verified: no, type: mrr_at_5
value: 74.883
verified: no, type: ndcg_at_1
value: 56.00000000000001
verified: no, type: ndcg_at_10
value: 42.394
verified: no, type: ndcg_at_100
value: 47.091
verified: no, type: ndcg_at_1000
value: 54.215
verified: no, type: ndcg_at_3
value: 46.995
verified: no, type: ndcg_at_5
value: 44.214999999999996
verified: no, type: precision_at_1
value: 67.25
verified: no, type: precision_at_10
value: 33.525
verified: no, type: precision_at_100
value: 10.67
verified: no, type: precision_at_1000
value: 2.221
verified: no, type: precision_at_3
value: 49.417
verified: no, type: precision_at_5
value: 42.15
verified: no, type: recall_at_1
value: 9.344
verified: no, type: recall_at_10
value: 25.209
verified: no, type: recall_at_100
value: 52.329
verified: no, type: recall_at_1000
value: 74.2
verified: no, type: recall_at_3
value: 15.699
verified: no, type: recall_at_5
value: 19.24
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 48.05
verified: no, type: f1
value: 43.06718139212933
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 46.452
verified: no, type: map_at_10
value: 58.825
verified: no, type: map_at_100
value: 59.372
verified: no, type: map_at_1000
value: 59.399
verified: no, type: map_at_3
value: 56.264
verified: no, type: map_at_5
value: 57.879999999999995
verified: no, type: mrr_at_1
value: 49.82
verified: no, type: mrr_at_10
value: 62.178999999999995
verified: no, type: mrr_at_100
value: 62.641999999999996
verified: no, type: mrr_at_1000
value: 62.658
verified: no, type: mrr_at_3
value: 59.706
verified: no, type: mrr_at_5
value: 61.283
verified: no, type: ndcg_at_1
value: 49.82
verified: no, type: ndcg_at_10
value: 65.031
verified: no, type: ndcg_at_100
value: 67.413
verified: no, type: ndcg_at_1000
value: 68.014
verified: no, type: ndcg_at_3
value: 60.084
verified: no, type: ndcg_at_5
value: 62.858000000000004
verified: no, type: precision_at_1
value: 49.82
verified: no, type: precision_at_10
value: 8.876000000000001
verified: no, type: precision_at_100
value: 1.018
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_3
value: 24.477
verified: no, type: precision_at_5
value: 16.208
verified: no, type: recall_at_1
value: 46.452
verified: no, type: recall_at_10
value: 80.808
verified: no, type: recall_at_100
value: 91.215
verified: no, type: recall_at_1000
value: 95.52000000000001
verified: no, type: recall_at_3
value: 67.62899999999999
verified: no, type: recall_at_5
value: 74.32900000000001
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 18.351
verified: no, type: map_at_10
value: 30.796
verified: no, type: map_at_100
value: 32.621
verified: no, type: map_at_1000
value: 32.799
verified: no, type: map_at_3
value: 26.491
verified: no, type: map_at_5
value: 28.933999999999997
verified: no, type: mrr_at_1
value: 36.265
verified: no, type: mrr_at_10
value: 45.556999999999995
verified: no, type: mrr_at_100
value: 46.323
verified: no, type: mrr_at_1000
value: 46.359
verified: no, type: mrr_at_3
value: 42.695
verified: no, type: mrr_at_5
value: 44.324000000000005
verified: no, type: ndcg_at_1
value: 36.265
verified: no, type: ndcg_at_10
value: 38.558
verified: no, type: ndcg_at_100
value: 45.18
verified: no, type: ndcg_at_1000
value: 48.292
verified: no, type: ndcg_at_3
value: 34.204
verified: no, type: ndcg_at_5
value: 35.735
verified: no, type: precision_at_1
value: 36.265
verified: no, type: precision_at_10
value: 10.879999999999999
verified: no, type: precision_at_100
value: 1.77
verified: no, type: precision_at_1000
value: 0.234
verified: no, type: precision_at_3
value: 23.044999999999998
verified: no, type: precision_at_5
value: 17.253
verified: no, type: recall_at_1
value: 18.351
verified: no, type: recall_at_10
value: 46.116
verified: no, type: recall_at_100
value: 70.786
verified: no, type: recall_at_1000
value: 89.46300000000001
verified: no, type: recall_at_3
value: 31.404
verified: no, type: recall_at_5
value: 37.678
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 36.847
verified: no, type: map_at_10
value: 54.269999999999996
verified: no, type: map_at_100
value: 55.152
verified: no, type: map_at_1000
value: 55.223
verified: no, type: map_at_3
value: 51.166
verified: no, type: map_at_5
value: 53.055
verified: no, type: mrr_at_1
value: 73.693
verified: no, type: mrr_at_10
value: 79.975
verified: no, type: mrr_at_100
value: 80.202
verified: no, type: mrr_at_1000
value: 80.214
verified: no, type: mrr_at_3
value: 78.938
verified: no, type: mrr_at_5
value: 79.595
verified: no, type: ndcg_at_1
value: 73.693
verified: no, type: ndcg_at_10
value: 63.334999999999994
verified: no, type: ndcg_at_100
value: 66.452
verified: no, type: ndcg_at_1000
value: 67.869
verified: no, type: ndcg_at_3
value: 58.829
verified: no, type: ndcg_at_5
value: 61.266
verified: no, type: precision_at_1
value: 73.693
verified: no, type: precision_at_10
value: 13.122
verified: no, type: precision_at_100
value: 1.5559999999999998
verified: no, type: precision_at_1000
value: 0.174
verified: no, type: precision_at_3
value: 37.083
verified: no, type: precision_at_5
value: 24.169999999999998
verified: no, type: recall_at_1
value: 36.847
verified: no, type: recall_at_10
value: 65.61099999999999
verified: no, type: recall_at_100
value: 77.792
verified: no, type: recall_at_1000
value: 87.17099999999999
verified: no, type: recall_at_3
value: 55.625
verified: no, type: recall_at_5
value: 60.425
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 82.1096
verified: no, type: ap
value: 76.67089212843918
verified: no, type: f1
value: 82.03535056754939
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 24.465
verified: no, type: map_at_10
value: 37.072
verified: no, type: map_at_100
value: 38.188
verified: no, type: map_at_1000
value: 38.232
verified: no, type: map_at_3
value: 33.134
verified: no, type: map_at_5
value: 35.453
verified: no, type: mrr_at_1
value: 25.142999999999997
verified: no, type: mrr_at_10
value: 37.669999999999995
verified: no, type: mrr_at_100
value: 38.725
verified: no, type: mrr_at_1000
value: 38.765
verified: no, type: mrr_at_3
value: 33.82
verified: no, type: mrr_at_5
value: 36.111
verified: no, type: ndcg_at_1
value: 25.142999999999997
verified: no, type: ndcg_at_10
value: 44.054
verified: no, type: ndcg_at_100
value: 49.364000000000004
verified: no, type: ndcg_at_1000
value: 50.456
verified: no, type: ndcg_at_3
value: 36.095
verified: no, type: ndcg_at_5
value: 40.23
verified: no, type: precision_at_1
value: 25.142999999999997
verified: no, type: precision_at_10
value: 6.845
verified: no, type: precision_at_100
value: 0.95
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 15.204999999999998
verified: no, type: precision_at_5
value: 11.221
verified: no, type: recall_at_1
value: 24.465
verified: no, type: recall_at_10
value: 65.495
verified: no, type: recall_at_100
value: 89.888
verified: no, type: recall_at_1000
value: 98.165
verified: no, type: recall_at_3
value: 43.964
verified: no, type: recall_at_5
value: 53.891
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 93.86228910168718
verified: no, type: f1
value: 93.69177113259104
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 76.3999088007296
verified: no, type: f1
value: 58.96668664333438
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 73.21788836583727
verified: no, type: f1
value: 71.4545936552952
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 77.39071956960323
verified: no, type: f1
value: 77.12398952847603
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 32.255379528166955
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 29.66423362872814
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 30.782211620375964
verified: no, type: mrr
value: 31.773479703044956
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.863
verified: no, type: map_at_10
value: 13.831
verified: no, type: map_at_100
value: 17.534
verified: no, type: map_at_1000
value: 19.012
verified: no, type: map_at_3
value: 10.143
verified: no, type: map_at_5
value: 12.034
verified: no, type: mrr_at_1
value: 46.749
verified: no, type: mrr_at_10
value: 55.376999999999995
verified: no, type: mrr_at_100
value: 56.009
verified: no, type: mrr_at_1000
value: 56.042
verified: no, type: mrr_at_3
value: 53.30200000000001
verified: no, type: mrr_at_5
value: 54.85
verified: no, type: ndcg_at_1
value: 44.582
verified: no, type: ndcg_at_10
value: 36.07
verified: no, type: ndcg_at_100
value: 33.39
verified: no, type: ndcg_at_1000
value: 41.884
verified: no, type: ndcg_at_3
value: 41.441
verified: no, type: ndcg_at_5
value: 39.861000000000004
verified: no, type: precision_at_1
value: 46.129999999999995
verified: no, type: precision_at_10
value: 26.594
verified: no, type: precision_at_100
value: 8.365
verified: no, type: precision_at_1000
value: 2.1260000000000003
verified: no, type: precision_at_3
value: 39.009
verified: no, type: precision_at_5
value: 34.861
verified: no, type: recall_at_1
value: 5.863
verified: no, type: recall_at_10
value: 17.961
verified: no, type: recall_at_100
value: 34.026
verified: no, type: recall_at_1000
value: 64.46499999999999
verified: no, type: recall_at_3
value: 11.242
verified: no, type: recall_at_5
value: 14.493
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 38.601
verified: no, type: map_at_10
value: 55.293000000000006
verified: no, type: map_at_100
value: 56.092
verified: no, type: map_at_1000
value: 56.111999999999995
verified: no, type: map_at_3
value: 51.269
verified: no, type: map_at_5
value: 53.787
verified: no, type: mrr_at_1
value: 43.221
verified: no, type: mrr_at_10
value: 57.882999999999996
verified: no, type: mrr_at_100
value: 58.408
verified: no, type: mrr_at_1000
value: 58.421
verified: no, type: mrr_at_3
value: 54.765
verified: no, type: mrr_at_5
value: 56.809
verified: no, type: ndcg_at_1
value: 43.221
verified: no, type: ndcg_at_10
value: 62.858999999999995
verified: no, type: ndcg_at_100
value: 65.987
verified: no, type: ndcg_at_1000
value: 66.404
verified: no, type: ndcg_at_3
value: 55.605000000000004
verified: no, type: ndcg_at_5
value: 59.723000000000006
verified: no, type: precision_at_1
value: 43.221
verified: no, type: precision_at_10
value: 9.907
verified: no, type: precision_at_100
value: 1.169
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_3
value: 25.019000000000002
verified: no, type: precision_at_5
value: 17.474
verified: no, type: recall_at_1
value: 38.601
verified: no, type: recall_at_10
value: 82.966
verified: no, type: recall_at_100
value: 96.154
verified: no, type: recall_at_1000
value: 99.223
verified: no, type: recall_at_3
value: 64.603
verified: no, type: recall_at_5
value: 73.97200000000001
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 70.77
verified: no, type: map_at_10
value: 84.429
verified: no, type: map_at_100
value: 85.04599999999999
verified: no, type: map_at_1000
value: 85.065
verified: no, type: map_at_3
value: 81.461
verified: no, type: map_at_5
value: 83.316
verified: no, type: mrr_at_1
value: 81.51
verified: no, type: mrr_at_10
value: 87.52799999999999
verified: no, type: mrr_at_100
value: 87.631
verified: no, type: mrr_at_1000
value: 87.632
verified: no, type: mrr_at_3
value: 86.533
verified: no, type: mrr_at_5
value: 87.214
verified: no, type: ndcg_at_1
value: 81.47999999999999
verified: no, type: ndcg_at_10
value: 88.181
verified: no, type: ndcg_at_100
value: 89.39200000000001
verified: no, type: ndcg_at_1000
value: 89.52
verified: no, type: ndcg_at_3
value: 85.29299999999999
verified: no, type: ndcg_at_5
value: 86.88
verified: no, type: precision_at_1
value: 81.47999999999999
verified: no, type: precision_at_10
value: 13.367
verified: no, type: precision_at_100
value: 1.5230000000000001
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 37.227
verified: no, type: precision_at_5
value: 24.494
verified: no, type: recall_at_1
value: 70.77
verified: no, type: recall_at_10
value: 95.199
verified: no, type: recall_at_100
value: 99.37700000000001
verified: no, type: recall_at_1000
value: 99.973
verified: no, type: recall_at_3
value: 86.895
verified: no, type: recall_at_5
value: 91.396
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 50.686353396858344
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 61.3664675312921
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.7379999999999995
verified: no, type: map_at_10
value: 12.01
verified: no, type: map_at_100
value: 14.02
verified: no, type: map_at_1000
value: 14.310999999999998
verified: no, type: map_at_3
value: 8.459
verified: no, type: map_at_5
value: 10.281
verified: no, type: mrr_at_1
value: 23.3
verified: no, type: mrr_at_10
value: 34.108
verified: no, type: mrr_at_100
value: 35.217
verified: no, type: mrr_at_1000
value: 35.272
verified: no, type: mrr_at_3
value: 30.833
verified: no, type: mrr_at_5
value: 32.768
verified: no, type: ndcg_at_1
value: 23.3
verified: no, type: ndcg_at_10
value: 20.116999999999997
verified: no, type: ndcg_at_100
value: 27.961000000000002
verified: no, type: ndcg_at_1000
value: 33.149
verified: no, type: ndcg_at_3
value: 18.902
verified: no, type: ndcg_at_5
value: 16.742
verified: no, type: precision_at_1
value: 23.3
verified: no, type: precision_at_10
value: 10.47
verified: no, type: precision_at_100
value: 2.177
verified: no, type: precision_at_1000
value: 0.34299999999999997
verified: no, type: precision_at_3
value: 17.567
verified: no, type: precision_at_5
value: 14.78
verified: no, type: recall_at_1
value: 4.7379999999999995
verified: no, type: recall_at_10
value: 21.221999999999998
verified: no, type: recall_at_100
value: 44.242
verified: no, type: recall_at_1000
value: 69.652
verified: no, type: recall_at_3
value: 10.688
verified: no, type: recall_at_5
value: 14.982999999999999
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 84.84572946827069
verified: no, type: cos_sim_spearman
value: 80.48508130408966
verified: no, type: euclidean_pearson
value: 82.0481530027767
verified: no, type: euclidean_spearman
value: 80.45902876782752
verified: no, type: manhattan_pearson
value: 82.03728222483326
verified: no, type: manhattan_spearman
value: 80.45684282911755
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 84.33476464677516
verified: no, type: cos_sim_spearman
value: 75.93057758003266
verified: no, type: euclidean_pearson
value: 80.89685744015691
verified: no, type: euclidean_spearman
value: 76.29929953441706
verified: no, type: manhattan_pearson
value: 80.91391345459995
verified: no, type: manhattan_spearman
value: 76.31985463110914
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 84.63686106359005
verified: no, type: cos_sim_spearman
value: 85.22240034668202
verified: no, type: euclidean_pearson
value: 84.6074814189106
verified: no, type: euclidean_spearman
value: 85.17169644755828
verified: no, type: manhattan_pearson
value: 84.48329306239368
verified: no, type: manhattan_spearman
value: 85.0086508544768
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 82.95455774064745
verified: no, type: cos_sim_spearman
value: 80.54074646118492
verified: no, type: euclidean_pearson
value: 81.79598955554704
verified: no, type: euclidean_spearman
value: 80.55837617606814
verified: no, type: manhattan_pearson
value: 81.78213797905386
verified: no, type: manhattan_spearman
value: 80.5666746878273
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 87.92813309124739
verified: no, type: cos_sim_spearman
value: 88.81459873052108
verified: no, type: euclidean_pearson
value: 88.21193118930564
verified: no, type: euclidean_spearman
value: 88.87072745043731
verified: no, type: manhattan_pearson
value: 88.22576929706727
verified: no, type: manhattan_spearman
value: 88.8867671095791
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 83.6881529671839
verified: no, type: cos_sim_spearman
value: 85.2807092969554
verified: no, type: euclidean_pearson
value: 84.62334178652704
verified: no, type: euclidean_spearman
value: 85.2116373296784
verified: no, type: manhattan_pearson
value: 84.54948211541777
verified: no, type: manhattan_spearman
value: 85.10737722637882
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 88.55963694458408
verified: no, type: cos_sim_spearman
value: 89.36731628848683
verified: no, type: euclidean_pearson
value: 89.64975952985465
verified: no, type: euclidean_spearman
value: 89.29689484033007
verified: no, type: manhattan_pearson
value: 89.61234491713135
verified: no, type: manhattan_spearman
value: 89.20302520255782
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
metrics: type: cos_sim_pearson
value: 62.411800961903886
verified: no, type: cos_sim_spearman
value: 62.99105515749963
verified: no, type: euclidean_pearson
value: 65.29826669549443
verified: no, type: euclidean_spearman
value: 63.29880964105775
verified: no, type: manhattan_pearson
value: 65.00126190601183
verified: no, type: manhattan_spearman
value: 63.32011025899179
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 85.83498531837608
verified: no, type: cos_sim_spearman
value: 87.21366640615442
verified: no, type: euclidean_pearson
value: 86.74764288798261
verified: no, type: euclidean_spearman
value: 87.06060470780834
verified: no, type: manhattan_pearson
value: 86.65971223951476
verified: no, type: manhattan_spearman
value: 86.99814399831457
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 83.94448463485881
verified: no, type: mrr
value: 95.36291867174221
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 59.928000000000004
verified: no, type: map_at_10
value: 68.577
verified: no, type: map_at_100
value: 69.35900000000001
verified: no, type: map_at_1000
value: 69.37299999999999
verified: no, type: map_at_3
value: 66.217
verified: no, type: map_at_5
value: 67.581
verified: no, type: mrr_at_1
value: 63
verified: no, type: mrr_at_10
value: 69.994
verified: no, type: mrr_at_100
value: 70.553
verified: no, type: mrr_at_1000
value: 70.56700000000001
verified: no, type: mrr_at_3
value: 68.167
verified: no, type: mrr_at_5
value: 69.11699999999999
verified: no, type: ndcg_at_1
value: 63
verified: no, type: ndcg_at_10
value: 72.58
verified: no, type: ndcg_at_100
value: 75.529
verified: no, type: ndcg_at_1000
value: 76.009
verified: no, type: ndcg_at_3
value: 68.523
verified: no, type: ndcg_at_5
value: 70.301
verified: no, type: precision_at_1
value: 63
verified: no, type: precision_at_10
value: 9.333
verified: no, type: precision_at_100
value: 1.09
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 26.444000000000003
verified: no, type: precision_at_5
value: 17.067
verified: no, type: recall_at_1
value: 59.928000000000004
verified: no, type: recall_at_10
value: 83.544
verified: no, type: recall_at_100
value: 96
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 72.072
verified: no, type: recall_at_5
value: 76.683
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.82178217821782
verified: no, type: cos_sim_ap
value: 95.41507679819003
verified: no, type: cos_sim_f1
value: 90.9456740442656
verified: no, type: cos_sim_precision
value: 91.49797570850203
verified: no, type: cos_sim_recall
value: 90.4
verified: no, type: dot_accuracy
value: 99.77227722772277
verified: no, type: dot_ap
value: 92.50123869445967
verified: no, type: dot_f1
value: 88.18414322250638
verified: no, type: dot_precision
value: 90.26178010471205
verified: no, type: dot_recall
value: 86.2
verified: no, type: euclidean_accuracy
value: 99.81782178217821
verified: no, type: euclidean_ap
value: 95.3935066749006
verified: no, type: euclidean_f1
value: 90.66128218071681
verified: no, type: euclidean_precision
value: 91.53924566768603
verified: no, type: euclidean_recall
value: 89.8
verified: no, type: manhattan_accuracy
value: 99.81881188118813
verified: no, type: manhattan_ap
value: 95.39767454613512
verified: no, type: manhattan_f1
value: 90.62019477191186
verified: no, type: manhattan_precision
value: 92.95478443743428
verified: no, type: manhattan_recall
value: 88.4
verified: no, type: max_accuracy
value: 99.82178217821782
verified: no, type: max_ap
value: 95.41507679819003
verified: no, type: max_f1
value: 90.9456740442656
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 64.96313921233748
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 33.602625720956745
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 51.32659230651731
verified: no, type: mrr
value: 52.33861726508785
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 31.01587644214203
verified: no, type: cos_sim_spearman
value: 30.974306908731013
verified: no, type: dot_pearson
value: 29.83339853838187
verified: no, type: dot_spearman
value: 30.07761671934048
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.22
verified: no, type: map_at_10
value: 1.9539999999999997
verified: no, type: map_at_100
value: 11.437
verified: no, type: map_at_1000
value: 27.861000000000004
verified: no, type: map_at_3
value: 0.6479999999999999
verified: no, type: map_at_5
value: 1.0410000000000001
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 90.333
verified: no, type: mrr_at_100
value: 90.333
verified: no, type: mrr_at_1000
value: 90.333
verified: no, type: mrr_at_3
value: 90.333
verified: no, type: mrr_at_5
value: 90.333
verified: no, type: ndcg_at_1
value: 80
verified: no, type: ndcg_at_10
value: 78.31700000000001
verified: no, type: ndcg_at_100
value: 59.396
verified: no, type: ndcg_at_1000
value: 52.733
verified: no, type: ndcg_at_3
value: 81.46900000000001
verified: no, type: ndcg_at_5
value: 80.74
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_10
value: 84
verified: no, type: precision_at_100
value: 60.980000000000004
verified: no, type: precision_at_1000
value: 23.432
verified: no, type: precision_at_3
value: 87.333
verified: no, type: precision_at_5
value: 86.8
verified: no, type: recall_at_1
value: 0.22
verified: no, type: recall_at_10
value: 2.156
verified: no, type: recall_at_100
value: 14.557999999999998
verified: no, type: recall_at_1000
value: 49.553999999999995
verified: no, type: recall_at_3
value: 0.685
verified: no, type: recall_at_5
value: 1.121
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 3.373
verified: no, type: map_at_10
value: 11.701
verified: no, type: map_at_100
value: 17.144000000000002
verified: no, type: map_at_1000
value: 18.624
verified: no, type: map_at_3
value: 6.552
verified: no, type: map_at_5
value: 9.372
verified: no, type: mrr_at_1
value: 38.775999999999996
verified: no, type: mrr_at_10
value: 51.975
verified: no, type: mrr_at_100
value: 52.873999999999995
verified: no, type: mrr_at_1000
value: 52.873999999999995
verified: no, type: mrr_at_3
value: 47.619
verified: no, type: mrr_at_5
value: 50.578
verified: no, type: ndcg_at_1
value: 36.735
verified: no, type: ndcg_at_10
value: 27.212999999999997
verified: no, type: ndcg_at_100
value: 37.245
verified: no, type: ndcg_at_1000
value: 48.602000000000004
verified: no, type: ndcg_at_3
value: 30.916
verified: no, type: ndcg_at_5
value: 30.799
verified: no, type: precision_at_1
value: 38.775999999999996
verified: no, type: precision_at_10
value: 23.469
verified: no, type: precision_at_100
value: 7.327
verified: no, type: precision_at_1000
value: 1.486
verified: no, type: precision_at_3
value: 31.973000000000003
verified: no, type: precision_at_5
value: 32.245000000000005
verified: no, type: recall_at_1
value: 3.373
verified: no, type: recall_at_10
value: 17.404
verified: no, type: recall_at_100
value: 46.105000000000004
verified: no, type: recall_at_1000
value: 80.35
verified: no, type: recall_at_3
value: 7.4399999999999995
verified: no, type: recall_at_5
value: 12.183
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 70.5592
verified: no, type: ap
value: 14.330910591410134
verified: no, type: f1
value: 54.45745186286521
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 61.20543293718167
verified: no, type: f1
value: 61.45365480309872
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 43.81162998944145
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 86.69011146212075
verified: no, type: cos_sim_ap
value: 76.09792353652536
verified: no, type: cos_sim_f1
value: 70.10202763786646
verified: no, type: cos_sim_precision
value: 68.65671641791045
verified: no, type: cos_sim_recall
value: 71.60949868073878
verified: no, type: dot_accuracy
value: 85.33110806461227
verified: no, type: dot_ap
value: 70.19304383327554
verified: no, type: dot_f1
value: 67.22494202525122
verified: no, type: dot_precision
value: 65.6847935548842
verified: no, type: dot_recall
value: 68.83905013192611
verified: no, type: euclidean_accuracy
value: 86.5410979316922
verified: no, type: euclidean_ap
value: 75.91906915651882
verified: no, type: euclidean_f1
value: 69.6798975672215
verified: no, type: euclidean_precision
value: 67.6865671641791
verified: no, type: euclidean_recall
value: 71.79419525065963
verified: no, type: manhattan_accuracy
value: 86.60070334386363
verified: no, type: manhattan_ap
value: 75.94617413885031
verified: no, type: manhattan_f1
value: 69.52689565780946
verified: no, type: manhattan_precision
value: 68.3312101910828
verified: no, type: manhattan_recall
value: 70.76517150395777
verified: no, type: max_accuracy
value: 86.69011146212075
verified: no, type: max_ap
value: 76.09792353652536
verified: no, type: max_f1
value: 70.10202763786646
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.25951798812434
verified: no, type: cos_sim_ap
value: 86.31476416599727
verified: no, type: cos_sim_f1
value: 78.52709971038477
verified: no, type: cos_sim_precision
value: 76.7629972792117
verified: no, type: cos_sim_recall
value: 80.37419156144134
verified: no, type: dot_accuracy
value: 88.03896456708192
verified: no, type: dot_ap
value: 83.26963599196237
verified: no, type: dot_f1
value: 76.72696459492317
verified: no, type: dot_precision
value: 73.56411162133521
verified: no, type: dot_recall
value: 80.17400677548507
verified: no, type: euclidean_accuracy
value: 89.21682772538519
verified: no, type: euclidean_ap
value: 86.29306071289969
verified: no, type: euclidean_f1
value: 78.40827030519554
verified: no, type: euclidean_precision
value: 77.42250243939053
verified: no, type: euclidean_recall
value: 79.41946412072683
verified: no, type: manhattan_accuracy
value: 89.22458959133776
verified: no, type: manhattan_ap
value: 86.2901934710645
verified: no, type: manhattan_f1
value: 78.54211378440453
verified: no, type: manhattan_precision
value: 76.85505858079729
verified: no, type: manhattan_recall
value: 80.30489682784109
verified: no, type: max_accuracy
value: 89.25951798812434
verified: no, type: max_ap
value: 86.31476416599727
verified: no, type: max_f1
value: 78.54211378440453
verified: no
language: en
license: mit
Likes: 2 | All-time downloads: 343
Created: 2023-06-15 20:26:04