Model: nomic-ai/nomic-embed-text-v1-ablated
Author: nomic-ai
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, onnx, nomic_bert, feature-extraction, sentence-similarity, mteb, custom_code, arxiv:2402.01613, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: feature-extraction, sentence-similarity, mteb
model-index: name: epoch_0_model
results: task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 78.67164179104476
verified: no, type: ap
value: 42.7379383648841
verified: no, type: f1
value: 72.79997373883408
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 90.413775
verified: no, type: ap
value: 87.08812293673202
verified: no, type: f1
value: 90.39246586225426
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 47.80799999999999
verified: no, type: f1
value: 47.25679462673503
verified: no, task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.37
verified: no, type: map_at_10
value: 45.748
verified: no, type: map_at_100
value: 46.617
verified: no, type: map_at_1000
value: 46.622
verified: no, type: map_at_3
value: 40.564
verified: no, type: map_at_5
value: 43.69
verified: no, type: mrr_at_1
value: 30.868000000000002
verified: no, type: mrr_at_10
value: 45.905
verified: no, type: mrr_at_100
value: 46.787
verified: no, type: mrr_at_1000
value: 46.792
verified: no, type: mrr_at_3
value: 40.717999999999996
verified: no, type: mrr_at_5
value: 43.851
verified: no, type: ndcg_at_1
value: 30.37
verified: no, type: ndcg_at_10
value: 54.662
verified: no, type: ndcg_at_100
value: 58.23700000000001
verified: no, type: ndcg_at_1000
value: 58.373
verified: no, type: ndcg_at_3
value: 44.069
verified: no, type: ndcg_at_5
value: 49.728
verified: no, type: precision_at_1
value: 30.37
verified: no, type: precision_at_10
value: 8.321000000000002
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 18.089
verified: no, type: precision_at_5
value: 13.613
verified: no, type: recall_at_1
value: 30.37
verified: no, type: recall_at_10
value: 83.21499999999999
verified: no, type: recall_at_100
value: 98.506
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_3
value: 54.266999999999996
verified: no, type: recall_at_5
value: 68.065
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 45.85329429748079
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 36.12666783330692
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 57.58783867794241
verified: no, type: mrr
value: 71.84078617596622
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 87.92453139507079
verified: no, type: cos_sim_spearman
value: 85.37122234964886
verified: no, type: euclidean_pearson
value: 86.19345621799168
verified: no, type: euclidean_spearman
value: 85.37122234964886
verified: no, type: manhattan_pearson
value: 86.4685290616604
verified: no, type: manhattan_spearman
value: 85.91400580167537
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 83.81818181818181
verified: no, type: f1
value: 83.76155217378863
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 38.46362764203256
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 33.13807021168658
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 29.725
verified: no, type: map_at_10
value: 39.654
verified: no, type: map_at_100
value: 41.022
verified: no, type: map_at_1000
value: 41.144999999999996
verified: no, type: map_at_3
value: 36.819
verified: no, type: map_at_5
value: 38.376
verified: no, type: mrr_at_1
value: 36.195
verified: no, type: mrr_at_10
value: 45.171
verified: no, type: mrr_at_100
value: 45.987
verified: no, type: mrr_at_1000
value: 46.033
verified: no, type: mrr_at_3
value: 43.038
verified: no, type: mrr_at_5
value: 44.196000000000005
verified: no, type: ndcg_at_1
value: 36.195
verified: no, type: ndcg_at_10
value: 45.194
verified: no, type: ndcg_at_100
value: 50.516000000000005
verified: no, type: ndcg_at_1000
value: 52.739000000000004
verified: no, type: ndcg_at_3
value: 41.142
verified: no, type: ndcg_at_5
value: 42.973
verified: no, type: precision_at_1
value: 36.195
verified: no, type: precision_at_10
value: 8.312
verified: no, type: precision_at_100
value: 1.346
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_3
value: 19.599
verified: no, type: precision_at_5
value: 13.847999999999999
verified: no, type: recall_at_1
value: 29.725
verified: no, type: recall_at_10
value: 55.51199999999999
verified: no, type: recall_at_100
value: 78.182
verified: no, type: recall_at_1000
value: 92.727
verified: no, type: recall_at_3
value: 43.287
verified: no, type: recall_at_5
value: 48.732
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 30.23
verified: no, type: map_at_10
value: 40.091
verified: no, type: map_at_100
value: 41.251
verified: no, type: map_at_1000
value: 41.384
verified: no, type: map_at_3
value: 37.247
verified: no, type: map_at_5
value: 38.865
verified: no, type: mrr_at_1
value: 38.279999999999994
verified: no, type: mrr_at_10
value: 46.288000000000004
verified: no, type: mrr_at_100
value: 47.022999999999996
verified: no, type: mrr_at_1000
value: 47.068
verified: no, type: mrr_at_3
value: 44.395
verified: no, type: mrr_at_5
value: 45.446
verified: no, type: ndcg_at_1
value: 38.279999999999994
verified: no, type: ndcg_at_10
value: 45.647
verified: no, type: ndcg_at_100
value: 49.851
verified: no, type: ndcg_at_1000
value: 51.991
verified: no, type: ndcg_at_3
value: 41.795
verified: no, type: ndcg_at_5
value: 43.578
verified: no, type: precision_at_1
value: 38.279999999999994
verified: no, type: precision_at_10
value: 8.522
verified: no, type: precision_at_100
value: 1.361
verified: no, type: precision_at_1000
value: 0.185
verified: no, type: precision_at_3
value: 20.297
verified: no, type: precision_at_5
value: 14.255
verified: no, type: recall_at_1
value: 30.23
verified: no, type: recall_at_10
value: 55.094
verified: no, type: recall_at_100
value: 72.887
verified: no, type: recall_at_1000
value: 86.295
verified: no, type: recall_at_3
value: 43.244
verified: no, type: recall_at_5
value: 48.507
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 40.854
verified: no, type: map_at_10
value: 52.232
verified: no, type: map_at_100
value: 53.129000000000005
verified: no, type: map_at_1000
value: 53.185
verified: no, type: map_at_3
value: 49.094
verified: no, type: map_at_5
value: 50.834999999999994
verified: no, type: mrr_at_1
value: 46.708
verified: no, type: mrr_at_10
value: 56.021
verified: no, type: mrr_at_100
value: 56.584
verified: no, type: mrr_at_1000
value: 56.611999999999995
verified: no, type: mrr_at_3
value: 53.657
verified: no, type: mrr_at_5
value: 55.027
verified: no, type: ndcg_at_1
value: 46.708
verified: no, type: ndcg_at_10
value: 57.89
verified: no, type: ndcg_at_100
value: 61.541999999999994
verified: no, type: ndcg_at_1000
value: 62.754
verified: no, type: ndcg_at_3
value: 52.632
verified: no, type: ndcg_at_5
value: 55.104
verified: no, type: precision_at_1
value: 46.708
verified: no, type: precision_at_10
value: 9.122
verified: no, type: precision_at_100
value: 1.187
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_3
value: 23.072
verified: no, type: precision_at_5
value: 15.661
verified: no, type: recall_at_1
value: 40.854
verified: no, type: recall_at_10
value: 70.98
verified: no, type: recall_at_100
value: 86.947
verified: no, type: recall_at_1000
value: 95.62
verified: no, type: recall_at_3
value: 56.782999999999994
verified: no, type: recall_at_5
value: 62.980000000000004
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.366
verified: no, type: map_at_10
value: 33.674
verified: no, type: map_at_100
value: 34.58
verified: no, type: map_at_1000
value: 34.662
verified: no, type: map_at_3
value: 31.596999999999998
verified: no, type: map_at_5
value: 32.596000000000004
verified: no, type: mrr_at_1
value: 28.588
verified: no, type: mrr_at_10
value: 35.912
verified: no, type: mrr_at_100
value: 36.696
verified: no, type: mrr_at_1000
value: 36.760999999999996
verified: no, type: mrr_at_3
value: 33.823
verified: no, type: mrr_at_5
value: 34.829
verified: no, type: ndcg_at_1
value: 28.588
verified: no, type: ndcg_at_10
value: 38.031
verified: no, type: ndcg_at_100
value: 42.678
verified: no, type: ndcg_at_1000
value: 44.871
verified: no, type: ndcg_at_3
value: 33.815
verified: no, type: ndcg_at_5
value: 35.531
verified: no, type: precision_at_1
value: 28.588
verified: no, type: precision_at_10
value: 5.638
verified: no, type: precision_at_100
value: 0.8380000000000001
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 13.974
verified: no, type: precision_at_5
value: 9.401
verified: no, type: recall_at_1
value: 26.366
verified: no, type: recall_at_10
value: 49.353
verified: no, type: recall_at_100
value: 71.194
verified: no, type: recall_at_1000
value: 87.842
verified: no, type: recall_at_3
value: 37.829
verified: no, type: recall_at_5
value: 41.976
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.634
verified: no, type: map_at_10
value: 23.271
verified: no, type: map_at_100
value: 24.366
verified: no, type: map_at_1000
value: 24.484
verified: no, type: map_at_3
value: 21.075
verified: no, type: map_at_5
value: 22.364
verified: no, type: mrr_at_1
value: 20.522000000000002
verified: no, type: mrr_at_10
value: 27.735
verified: no, type: mrr_at_100
value: 28.691
verified: no, type: mrr_at_1000
value: 28.762999999999998
verified: no, type: mrr_at_3
value: 25.518
verified: no, type: mrr_at_5
value: 26.762000000000004
verified: no, type: ndcg_at_1
value: 20.522000000000002
verified: no, type: ndcg_at_10
value: 27.791
verified: no, type: ndcg_at_100
value: 33.101
verified: no, type: ndcg_at_1000
value: 36.075
verified: no, type: ndcg_at_3
value: 23.74
verified: no, type: ndcg_at_5
value: 25.691000000000003
verified: no, type: precision_at_1
value: 20.522000000000002
verified: no, type: precision_at_10
value: 4.963
verified: no, type: precision_at_100
value: 0.873
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_3
value: 11.111
verified: no, type: precision_at_5
value: 8.01
verified: no, type: recall_at_1
value: 16.634
verified: no, type: recall_at_10
value: 37.498
verified: no, type: recall_at_100
value: 60.598
verified: no, type: recall_at_1000
value: 81.828
verified: no, type: recall_at_3
value: 26.136
verified: no, type: recall_at_5
value: 31.211
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 28.200999999999997
verified: no, type: map_at_10
value: 37.619
verified: no, type: map_at_100
value: 38.834999999999994
verified: no, type: map_at_1000
value: 38.951
verified: no, type: map_at_3
value: 35.119
verified: no, type: map_at_5
value: 36.559999999999995
verified: no, type: mrr_at_1
value: 33.782000000000004
verified: no, type: mrr_at_10
value: 43.033
verified: no, type: mrr_at_100
value: 43.761
verified: no, type: mrr_at_1000
value: 43.818
verified: no, type: mrr_at_3
value: 40.727999999999994
verified: no, type: mrr_at_5
value: 42.129
verified: no, type: ndcg_at_1
value: 33.782000000000004
verified: no, type: ndcg_at_10
value: 43.178
verified: no, type: ndcg_at_100
value: 48.27
verified: no, type: ndcg_at_1000
value: 50.559
verified: no, type: ndcg_at_3
value: 38.974
verified: no, type: ndcg_at_5
value: 41.019
verified: no, type: precision_at_1
value: 33.782000000000004
verified: no, type: precision_at_10
value: 7.575
verified: no, type: precision_at_100
value: 1.1820000000000002
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 18.223
verified: no, type: precision_at_5
value: 12.742999999999999
verified: no, type: recall_at_1
value: 28.200999999999997
verified: no, type: recall_at_10
value: 54.089
verified: no, type: recall_at_100
value: 75.57000000000001
verified: no, type: recall_at_1000
value: 90.827
verified: no, type: recall_at_3
value: 42.435
verified: no, type: recall_at_5
value: 47.652
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.313000000000002
verified: no, type: map_at_10
value: 34.329
verified: no, type: map_at_100
value: 35.445
verified: no, type: map_at_1000
value: 35.556
verified: no, type: map_at_3
value: 31.659
verified: no, type: map_at_5
value: 32.981
verified: no, type: mrr_at_1
value: 30.822
verified: no, type: mrr_at_10
value: 39.084
verified: no, type: mrr_at_100
value: 39.97
verified: no, type: mrr_at_1000
value: 40.025
verified: no, type: mrr_at_3
value: 36.815
verified: no, type: mrr_at_5
value: 38.002
verified: no, type: ndcg_at_1
value: 30.822
verified: no, type: ndcg_at_10
value: 39.512
verified: no, type: ndcg_at_100
value: 44.925
verified: no, type: ndcg_at_1000
value: 47.274
verified: no, type: ndcg_at_3
value: 35.055
verified: no, type: ndcg_at_5
value: 36.788
verified: no, type: precision_at_1
value: 30.822
verified: no, type: precision_at_10
value: 7.1
verified: no, type: precision_at_100
value: 1.15
verified: no, type: precision_at_1000
value: 0.151
verified: no, type: precision_at_3
value: 16.476
verified: no, type: precision_at_5
value: 11.461
verified: no, type: recall_at_1
value: 25.313000000000002
verified: no, type: recall_at_10
value: 50.178
verified: no, type: recall_at_100
value: 74.312
verified: no, type: recall_at_1000
value: 90.50200000000001
verified: no, type: recall_at_3
value: 37.626
verified: no, type: recall_at_5
value: 42.34
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 25.502250000000004
verified: no, type: map_at_10
value: 33.655166666666666
verified: no, type: map_at_100
value: 34.72833333333333
verified: no, type: map_at_1000
value: 34.84375
verified: no, type: map_at_3
value: 31.253999999999998
verified: no, type: map_at_5
value: 32.55075
verified: no, type: mrr_at_1
value: 29.91975
verified: no, type: mrr_at_10
value: 37.65441666666667
verified: no, type: mrr_at_100
value: 38.464416666666665
verified: no, type: mrr_at_1000
value: 38.52591666666667
verified: no, type: mrr_at_3
value: 35.57858333333333
verified: no, type: mrr_at_5
value: 36.71083333333333
verified: no, type: ndcg_at_1
value: 29.91975
verified: no, type: ndcg_at_10
value: 38.47316666666667
verified: no, type: ndcg_at_100
value: 43.256416666666674
verified: no, type: ndcg_at_1000
value: 45.70658333333333
verified: no, type: ndcg_at_3
value: 34.350833333333334
verified: no, type: ndcg_at_5
value: 36.184583333333336
verified: no, type: precision_at_1
value: 29.91975
verified: no, type: precision_at_10
value: 6.5489999999999995
verified: no, type: precision_at_100
value: 1.0553333333333332
verified: no, type: precision_at_1000
value: 0.14516666666666667
verified: no, type: precision_at_3
value: 15.579083333333333
verified: no, type: precision_at_5
value: 10.851083333333332
verified: no, type: recall_at_1
value: 25.502250000000004
verified: no, type: recall_at_10
value: 48.7965
verified: no, type: recall_at_100
value: 69.93500000000002
verified: no, type: recall_at_1000
value: 87.17049999999999
verified: no, type: recall_at_3
value: 37.20433333333333
verified: no, type: recall_at_5
value: 42.00783333333333
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.777
verified: no, type: map_at_10
value: 29.932
verified: no, type: map_at_100
value: 30.778
verified: no, type: map_at_1000
value: 30.879
verified: no, type: map_at_3
value: 27.898
verified: no, type: map_at_5
value: 29.086000000000002
verified: no, type: mrr_at_1
value: 26.227
verified: no, type: mrr_at_10
value: 32.443
verified: no, type: mrr_at_100
value: 33.212
verified: no, type: mrr_at_1000
value: 33.29
verified: no, type: mrr_at_3
value: 30.419
verified: no, type: mrr_at_5
value: 31.616
verified: no, type: ndcg_at_1
value: 26.227
verified: no, type: ndcg_at_10
value: 33.774
verified: no, type: ndcg_at_100
value: 37.917
verified: no, type: ndcg_at_1000
value: 40.557
verified: no, type: ndcg_at_3
value: 29.875
verified: no, type: ndcg_at_5
value: 31.845000000000002
verified: no, type: precision_at_1
value: 26.227
verified: no, type: precision_at_10
value: 5.153
verified: no, type: precision_at_100
value: 0.784
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 12.423
verified: no, type: precision_at_5
value: 8.773
verified: no, type: recall_at_1
value: 23.777
verified: no, type: recall_at_10
value: 43.142
verified: no, type: recall_at_100
value: 61.68900000000001
verified: no, type: recall_at_1000
value: 81.37100000000001
verified: no, type: recall_at_3
value: 32.582
verified: no, type: recall_at_5
value: 37.403
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 16.659
verified: no, type: map_at_10
value: 22.926
verified: no, type: map_at_100
value: 23.837
verified: no, type: map_at_1000
value: 23.953
verified: no, type: map_at_3
value: 21.029999999999998
verified: no, type: map_at_5
value: 22.019
verified: no, type: mrr_at_1
value: 19.649
verified: no, type: mrr_at_10
value: 26.32
verified: no, type: mrr_at_100
value: 27.143
verified: no, type: mrr_at_1000
value: 27.222
verified: no, type: mrr_at_3
value: 24.484
verified: no, type: mrr_at_5
value: 25.468000000000004
verified: no, type: ndcg_at_1
value: 19.649
verified: no, type: ndcg_at_10
value: 26.941
verified: no, type: ndcg_at_100
value: 31.522
verified: no, type: ndcg_at_1000
value: 34.538999999999994
verified: no, type: ndcg_at_3
value: 23.419999999999998
verified: no, type: ndcg_at_5
value: 24.927
verified: no, type: precision_at_1
value: 19.649
verified: no, type: precision_at_10
value: 4.7010000000000005
verified: no, type: precision_at_100
value: 0.8130000000000001
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_3
value: 10.735999999999999
verified: no, type: precision_at_5
value: 7.591
verified: no, type: recall_at_1
value: 16.659
verified: no, type: recall_at_10
value: 35.721000000000004
verified: no, type: recall_at_100
value: 56.43
verified: no, type: recall_at_1000
value: 78.464
verified: no, type: recall_at_3
value: 25.878
verified: no, type: recall_at_5
value: 29.731999999999996
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.309
verified: no, type: map_at_10
value: 31.990000000000002
verified: no, type: map_at_100
value: 32.895
verified: no, type: map_at_1000
value: 33
verified: no, type: map_at_3
value: 29.848999999999997
verified: no, type: map_at_5
value: 30.942999999999998
verified: no, type: mrr_at_1
value: 28.638
verified: no, type: mrr_at_10
value: 36.036
verified: no, type: mrr_at_100
value: 36.787
verified: no, type: mrr_at_1000
value: 36.855
verified: no, type: mrr_at_3
value: 34.08
verified: no, type: mrr_at_5
value: 35.073
verified: no, type: ndcg_at_1
value: 28.638
verified: no, type: ndcg_at_10
value: 36.588
verified: no, type: ndcg_at_100
value: 41.152
verified: no, type: ndcg_at_1000
value: 43.769999999999996
verified: no, type: ndcg_at_3
value: 32.632
verified: no, type: ndcg_at_5
value: 34.249
verified: no, type: precision_at_1
value: 28.638
verified: no, type: precision_at_10
value: 5.942
verified: no, type: precision_at_100
value: 0.9249999999999999
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_3
value: 14.582999999999998
verified: no, type: precision_at_5
value: 9.944
verified: no, type: recall_at_1
value: 24.309
verified: no, type: recall_at_10
value: 46.725
verified: no, type: recall_at_100
value: 67.11
verified: no, type: recall_at_1000
value: 85.91499999999999
verified: no, type: recall_at_3
value: 35.72
verified: no, type: recall_at_5
value: 39.854
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.997999999999998
verified: no, type: map_at_10
value: 30.564000000000004
verified: no, type: map_at_100
value: 32.06
verified: no, type: map_at_1000
value: 32.282
verified: no, type: map_at_3
value: 28.12
verified: no, type: map_at_5
value: 29.395
verified: no, type: mrr_at_1
value: 27.075
verified: no, type: mrr_at_10
value: 34.510999999999996
verified: no, type: mrr_at_100
value: 35.549
verified: no, type: mrr_at_1000
value: 35.616
verified: no, type: mrr_at_3
value: 32.444
verified: no, type: mrr_at_5
value: 33.589999999999996
verified: no, type: ndcg_at_1
value: 27.075
verified: no, type: ndcg_at_10
value: 35.582
verified: no, type: ndcg_at_100
value: 41.308
verified: no, type: ndcg_at_1000
value: 44.385999999999996
verified: no, type: ndcg_at_3
value: 31.467
verified: no, type: ndcg_at_5
value: 33.189
verified: no, type: precision_at_1
value: 27.075
verified: no, type: precision_at_10
value: 6.68
verified: no, type: precision_at_100
value: 1.427
verified: no, type: precision_at_1000
value: 0.231
verified: no, type: precision_at_3
value: 14.625
verified: no, type: precision_at_5
value: 10.356
verified: no, type: recall_at_1
value: 22.997999999999998
verified: no, type: recall_at_10
value: 45.196
verified: no, type: recall_at_100
value: 70.319
verified: no, type: recall_at_1000
value: 90.766
verified: no, type: recall_at_3
value: 33.487
verified: no, type: recall_at_5
value: 38.297
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.961
verified: no, type: map_at_10
value: 27.58
verified: no, type: map_at_100
value: 28.542
verified: no, type: map_at_1000
value: 28.644
verified: no, type: map_at_3
value: 25.541000000000004
verified: no, type: map_at_5
value: 26.589000000000002
verified: no, type: mrr_at_1
value: 22.551
verified: no, type: mrr_at_10
value: 29.298999999999996
verified: no, type: mrr_at_100
value: 30.17
verified: no, type: mrr_at_1000
value: 30.248
verified: no, type: mrr_at_3
value: 27.542
verified: no, type: mrr_at_5
value: 28.392
verified: no, type: ndcg_at_1
value: 22.551
verified: no, type: ndcg_at_10
value: 31.55
verified: no, type: ndcg_at_100
value: 36.295
verified: no, type: ndcg_at_1000
value: 38.964
verified: no, type: ndcg_at_3
value: 27.663
verified: no, type: ndcg_at_5
value: 29.321
verified: no, type: precision_at_1
value: 22.551
verified: no, type: precision_at_10
value: 4.88
verified: no, type: precision_at_100
value: 0.7779999999999999
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 11.83
verified: no, type: precision_at_5
value: 8.17
verified: no, type: recall_at_1
value: 20.961
verified: no, type: recall_at_10
value: 42.07
verified: no, type: recall_at_100
value: 63.982000000000006
verified: no, type: recall_at_1000
value: 83.889
verified: no, type: recall_at_3
value: 31.445
verified: no, type: recall_at_5
value: 35.410000000000004
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 11.314
verified: no, type: map_at_10
value: 18.983
verified: no, type: map_at_100
value: 20.851
verified: no, type: map_at_1000
value: 21.066
verified: no, type: map_at_3
value: 16.014
verified: no, type: map_at_5
value: 17.569000000000003
verified: no, type: mrr_at_1
value: 25.277
verified: no, type: mrr_at_10
value: 36.657000000000004
verified: no, type: mrr_at_100
value: 37.646
verified: no, type: mrr_at_1000
value: 37.686
verified: no, type: mrr_at_3
value: 33.17
verified: no, type: mrr_at_5
value: 35.232
verified: no, type: ndcg_at_1
value: 25.277
verified: no, type: ndcg_at_10
value: 27.011000000000003
verified: no, type: ndcg_at_100
value: 34.418
verified: no, type: ndcg_at_1000
value: 38.089
verified: no, type: ndcg_at_3
value: 22.026
verified: no, type: ndcg_at_5
value: 23.866
verified: no, type: precision_at_1
value: 25.277
verified: no, type: precision_at_10
value: 8.397
verified: no, type: precision_at_100
value: 1.6320000000000001
verified: no, type: precision_at_1000
value: 0.22999999999999998
verified: no, type: precision_at_3
value: 16.156000000000002
verified: no, type: precision_at_5
value: 12.612000000000002
verified: no, type: recall_at_1
value: 11.314
verified: no, type: recall_at_10
value: 32.474
verified: no, type: recall_at_100
value: 57.926
verified: no, type: recall_at_1000
value: 78.387
verified: no, type: recall_at_3
value: 20.415
verified: no, type: recall_at_5
value: 25.407999999999998
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.835999999999999
verified: no, type: map_at_10
value: 19.73
verified: no, type: map_at_100
value: 28.011000000000003
verified: no, type: map_at_1000
value: 29.519000000000002
verified: no, type: map_at_3
value: 14.249
verified: no, type: map_at_5
value: 16.472
verified: no, type: mrr_at_1
value: 67
verified: no, type: mrr_at_10
value: 74.632
verified: no, type: mrr_at_100
value: 74.97200000000001
verified: no, type: mrr_at_1000
value: 74.97500000000001
verified: no, type: mrr_at_3
value: 72.958
verified: no, type: mrr_at_5
value: 73.908
verified: no, type: ndcg_at_1
value: 55.875
verified: no, type: ndcg_at_10
value: 42.071999999999996
verified: no, type: ndcg_at_100
value: 46.091
verified: no, type: ndcg_at_1000
value: 52.737
verified: no, type: ndcg_at_3
value: 47.079
verified: no, type: ndcg_at_5
value: 43.788
verified: no, type: precision_at_1
value: 67
verified: no, type: precision_at_10
value: 33.45
verified: no, type: precision_at_100
value: 10.633
verified: no, type: precision_at_1000
value: 2.067
verified: no, type: precision_at_3
value: 49.583
verified: no, type: precision_at_5
value: 41.25
verified: no, type: recall_at_1
value: 8.835999999999999
verified: no, type: recall_at_10
value: 24.872
verified: no, type: recall_at_100
value: 51.427
verified: no, type: recall_at_1000
value: 72.17099999999999
verified: no, type: recall_at_3
value: 15.631999999999998
verified: no, type: recall_at_5
value: 18.956
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 48.80500000000001
verified: no, type: f1
value: 43.91955883597831
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 61.480999999999995
verified: no, type: map_at_10
value: 72.162
verified: no, type: map_at_100
value: 72.487
verified: no, type: map_at_1000
value: 72.504
verified: no, type: map_at_3
value: 70.354
verified: no, type: map_at_5
value: 71.509
verified: no, type: mrr_at_1
value: 66.262
verified: no, type: mrr_at_10
value: 76.605
verified: no, type: mrr_at_100
value: 76.833
verified: no, type: mrr_at_1000
value: 76.839
verified: no, type: mrr_at_3
value: 74.977
verified: no, type: mrr_at_5
value: 76.06
verified: no, type: ndcg_at_1
value: 66.262
verified: no, type: ndcg_at_10
value: 77.323
verified: no, type: ndcg_at_100
value: 78.685
verified: no, type: ndcg_at_1000
value: 79.032
verified: no, type: ndcg_at_3
value: 74.015
verified: no, type: ndcg_at_5
value: 75.916
verified: no, type: precision_at_1
value: 66.262
verified: no, type: precision_at_10
value: 9.757
verified: no, type: precision_at_100
value: 1.059
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_3
value: 29.032999999999998
verified: no, type: precision_at_5
value: 18.5
verified: no, type: recall_at_1
value: 61.480999999999995
verified: no, type: recall_at_10
value: 88.878
verified: no, type: recall_at_100
value: 94.719
verified: no, type: recall_at_1000
value: 97.066
verified: no, type: recall_at_3
value: 79.95100000000001
verified: no, type: recall_at_5
value: 84.691
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 19.925
verified: no, type: map_at_10
value: 31.621
verified: no, type: map_at_100
value: 33.282000000000004
verified: no, type: map_at_1000
value: 33.455
verified: no, type: map_at_3
value: 27.504
verified: no, type: map_at_5
value: 29.921999999999997
verified: no, type: mrr_at_1
value: 39.660000000000004
verified: no, type: mrr_at_10
value: 47.366
verified: no, type: mrr_at_100
value: 48.179
verified: no, type: mrr_at_1000
value: 48.219
verified: no, type: mrr_at_3
value: 45.062000000000005
verified: no, type: mrr_at_5
value: 46.404
verified: no, type: ndcg_at_1
value: 39.660000000000004
verified: no, type: ndcg_at_10
value: 39.019
verified: no, type: ndcg_at_100
value: 45.286
verified: no, type: ndcg_at_1000
value: 48.370000000000005
verified: no, type: ndcg_at_3
value: 35.421
verified: no, type: ndcg_at_5
value: 36.767
verified: no, type: precision_at_1
value: 39.660000000000004
verified: no, type: precision_at_10
value: 10.494
verified: no, type: precision_at_100
value: 1.7069999999999999
verified: no, type: precision_at_1000
value: 0.22599999999999998
verified: no, type: precision_at_3
value: 23.200000000000003
verified: no, type: precision_at_5
value: 17.253
verified: no, type: recall_at_1
value: 19.925
verified: no, type: recall_at_10
value: 45.48
verified: no, type: recall_at_100
value: 68.585
verified: no, type: recall_at_1000
value: 87.128
verified: no, type: recall_at_3
value: 31.913000000000004
verified: no, type: recall_at_5
value: 38.107
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 37.961
verified: no, type: map_at_10
value: 55.010000000000005
verified: no, type: map_at_100
value: 55.896
verified: no, type: map_at_1000
value: 55.962
verified: no, type: map_at_3
value: 52.03
verified: no, type: map_at_5
value: 53.866
verified: no, type: mrr_at_1
value: 75.922
verified: no, type: mrr_at_10
value: 81.655
verified: no, type: mrr_at_100
value: 81.879
verified: no, type: mrr_at_1000
value: 81.889
verified: no, type: mrr_at_3
value: 80.657
verified: no, type: mrr_at_5
value: 81.291
verified: no, type: ndcg_at_1
value: 75.922
verified: no, type: ndcg_at_10
value: 64.119
verified: no, type: ndcg_at_100
value: 67.25
verified: no, type: ndcg_at_1000
value: 68.55499999999999
verified: no, type: ndcg_at_3
value: 59.792
verified: no, type: ndcg_at_5
value: 62.165000000000006
verified: no, type: precision_at_1
value: 75.922
verified: no, type: precision_at_10
value: 13.155
verified: no, type: precision_at_100
value: 1.5599999999999998
verified: no, type: precision_at_1000
value: 0.173
verified: no, type: precision_at_3
value: 37.461
verified: no, type: precision_at_5
value: 24.351
verified: no, type: recall_at_1
value: 37.961
verified: no, type: recall_at_10
value: 65.77300000000001
verified: no, type: recall_at_100
value: 78.015
verified: no, type: recall_at_1000
value: 86.685
verified: no, type: recall_at_3
value: 56.192
verified: no, type: recall_at_5
value: 60.878
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 83.7804
verified: no, type: ap
value: 78.89508987851809
verified: no, type: f1
value: 83.72392373438922
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.807000000000002
verified: no, type: map_at_10
value: 36.411
verified: no, type: map_at_100
value: 37.574000000000005
verified: no, type: map_at_1000
value: 37.618
verified: no, type: map_at_3
value: 32.653
verified: no, type: map_at_5
value: 34.902
verified: no, type: mrr_at_1
value: 24.499000000000002
verified: no, type: mrr_at_10
value: 37.045
verified: no, type: mrr_at_100
value: 38.135999999999996
verified: no, type: mrr_at_1000
value: 38.175
verified: no, type: mrr_at_3
value: 33.326
verified: no, type: mrr_at_5
value: 35.561
verified: no, type: ndcg_at_1
value: 24.512999999999998
verified: no, type: ndcg_at_10
value: 43.328
verified: no, type: ndcg_at_100
value: 48.779
verified: no, type: ndcg_at_1000
value: 49.897999999999996
verified: no, type: ndcg_at_3
value: 35.713
verified: no, type: ndcg_at_5
value: 39.729
verified: no, type: precision_at_1
value: 24.512999999999998
verified: no, type: precision_at_10
value: 6.7379999999999995
verified: no, type: precision_at_100
value: 0.9450000000000001
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 15.196000000000002
verified: no, type: precision_at_5
value: 11.158
verified: no, type: recall_at_1
value: 23.807000000000002
verified: no, type: recall_at_10
value: 64.488
verified: no, type: recall_at_100
value: 89.386
verified: no, type: recall_at_1000
value: 97.968
verified: no, type: recall_at_3
value: 43.891000000000005
verified: no, type: recall_at_5
value: 53.535
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 93.47013223894209
verified: no, type: f1
value: 93.15020887152107
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 75.27131782945737
verified: no, type: f1
value: 58.45703758149779
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
metrics: type: accuracy
value: 72.76395427034298
verified: no, type: f1
value: 70.6084399610629
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: 7d571f92784cd94a019292a1f45445077d0ef634
metrics: type: accuracy
value: 76.69804976462676
verified: no, type: f1
value: 76.61599181962723
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 32.7253797676744
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 30.547731924629424
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
metrics: type: map
value: 31.286918745183772
verified: no, type: mrr
value: 32.47449315230336
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.894
verified: no, type: map_at_10
value: 13.405000000000001
verified: no, type: map_at_100
value: 16.586000000000002
verified: no, type: map_at_1000
value: 17.919
verified: no, type: map_at_3
value: 10.066
verified: no, type: map_at_5
value: 11.679
verified: no, type: mrr_at_1
value: 45.201
verified: no, type: mrr_at_10
value: 54.018
verified: no, type: mrr_at_100
value: 54.581999999999994
verified: no, type: mrr_at_1000
value: 54.623
verified: no, type: mrr_at_3
value: 51.6
verified: no, type: mrr_at_5
value: 53.473000000000006
verified: no, type: ndcg_at_1
value: 43.189
verified: no, type: ndcg_at_10
value: 35.306
verified: no, type: ndcg_at_100
value: 31.505
verified: no, type: ndcg_at_1000
value: 39.991
verified: no, type: ndcg_at_3
value: 41.108
verified: no, type: ndcg_at_5
value: 39.039
verified: no, type: precision_at_1
value: 44.582
verified: no, type: precision_at_10
value: 26.161
verified: no, type: precision_at_100
value: 7.867
verified: no, type: precision_at_1000
value: 2.043
verified: no, type: precision_at_3
value: 39.112
verified: no, type: precision_at_5
value: 34.18
verified: no, type: recall_at_1
value: 5.894
verified: no, type: recall_at_10
value: 16.88
verified: no, type: recall_at_100
value: 30.671
verified: no, type: recall_at_1000
value: 61.42999999999999
verified: no, type: recall_at_3
value: 11.022
verified: no, type: recall_at_5
value: 13.697999999999999
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 38.440999999999995
verified: no, type: map_at_10
value: 54.187
verified: no, type: map_at_100
value: 55.022000000000006
verified: no, type: map_at_1000
value: 55.044000000000004
verified: no, type: map_at_3
value: 50.174
verified: no, type: map_at_5
value: 52.61
verified: no, type: mrr_at_1
value: 42.903000000000006
verified: no, type: mrr_at_10
value: 56.699
verified: no, type: mrr_at_100
value: 57.31
verified: no, type: mrr_at_1000
value: 57.325
verified: no, type: mrr_at_3
value: 53.63099999999999
verified: no, type: mrr_at_5
value: 55.596000000000004
verified: no, type: ndcg_at_1
value: 42.903000000000006
verified: no, type: ndcg_at_10
value: 61.434
verified: no, type: ndcg_at_100
value: 64.852
verified: no, type: ndcg_at_1000
value: 65.36
verified: no, type: ndcg_at_3
value: 54.193000000000005
verified: no, type: ndcg_at_5
value: 58.15
verified: no, type: precision_at_1
value: 42.903000000000006
verified: no, type: precision_at_10
value: 9.623
verified: no, type: precision_at_100
value: 1.1560000000000001
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_3
value: 24.034
verified: no, type: precision_at_5
value: 16.779
verified: no, type: recall_at_1
value: 38.440999999999995
verified: no, type: recall_at_10
value: 80.72399999999999
verified: no, type: recall_at_100
value: 95.329
verified: no, type: recall_at_1000
value: 99.059
verified: no, type: recall_at_3
value: 62.343
verified: no, type: recall_at_5
value: 71.304
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 70.85000000000001
verified: no, type: map_at_10
value: 84.54
verified: no, type: map_at_100
value: 85.148
verified: no, type: map_at_1000
value: 85.168
verified: no, type: map_at_3
value: 81.631
verified: no, type: map_at_5
value: 83.45700000000001
verified: no, type: mrr_at_1
value: 81.58
verified: no, type: mrr_at_10
value: 87.732
verified: no, type: mrr_at_100
value: 87.825
verified: no, type: mrr_at_1000
value: 87.82600000000001
verified: no, type: mrr_at_3
value: 86.783
verified: no, type: mrr_at_5
value: 87.437
verified: no, type: ndcg_at_1
value: 81.56
verified: no, type: ndcg_at_10
value: 88.32900000000001
verified: no, type: ndcg_at_100
value: 89.513
verified: no, type: ndcg_at_1000
value: 89.63799999999999
verified: no, type: ndcg_at_3
value: 85.51100000000001
verified: no, type: ndcg_at_5
value: 87.062
verified: no, type: precision_at_1
value: 81.56
verified: no, type: precision_at_10
value: 13.349
verified: no, type: precision_at_100
value: 1.518
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_3
value: 37.293
verified: no, type: precision_at_5
value: 24.502
verified: no, type: recall_at_1
value: 70.85000000000001
verified: no, type: recall_at_10
value: 95.351
verified: no, type: recall_at_100
value: 99.405
verified: no, type: recall_at_1000
value: 99.958
verified: no, type: recall_at_3
value: 87.184
verified: no, type: recall_at_5
value: 91.625
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 56.81818576893834
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 282350215ef01743dc01b456c7f5241fa8937f16
metrics: type: v_measure
value: 61.57033658868022
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.468
verified: no, type: map_at_10
value: 11.109
verified: no, type: map_at_100
value: 12.921
verified: no, type: map_at_1000
value: 13.187999999999999
verified: no, type: map_at_3
value: 8.094999999999999
verified: no, type: map_at_5
value: 9.664
verified: no, type: mrr_at_1
value: 22.1
verified: no, type: mrr_at_10
value: 32.482
verified: no, type: mrr_at_100
value: 33.558
verified: no, type: mrr_at_1000
value: 33.623999999999995
verified: no, type: mrr_at_3
value: 29.25
verified: no, type: mrr_at_5
value: 31.080000000000002
verified: no, type: ndcg_at_1
value: 22.1
verified: no, type: ndcg_at_10
value: 18.695999999999998
verified: no, type: ndcg_at_100
value: 25.749
verified: no, type: ndcg_at_1000
value: 30.711
verified: no, type: ndcg_at_3
value: 17.974
verified: no, type: ndcg_at_5
value: 15.684000000000001
verified: no, type: precision_at_1
value: 22.1
verified: no, type: precision_at_10
value: 9.56
verified: no, type: precision_at_100
value: 1.966
verified: no, type: precision_at_1000
value: 0.316
verified: no, type: precision_at_3
value: 16.667
verified: no, type: precision_at_5
value: 13.68
verified: no, type: recall_at_1
value: 4.468
verified: no, type: recall_at_10
value: 19.373
verified: no, type: recall_at_100
value: 39.853
verified: no, type: recall_at_1000
value: 64.118
verified: no, type: recall_at_3
value: 10.133000000000001
verified: no, type: recall_at_5
value: 13.877999999999998
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
metrics: type: cos_sim_pearson
value: 80.11452150923512
verified: no, type: cos_sim_spearman
value: 77.3007421887329
verified: no, type: euclidean_pearson
value: 78.2493681078981
verified: no, type: euclidean_spearman
value: 77.3007432741821
verified: no, type: manhattan_pearson
value: 78.19716818242554
verified: no, type: manhattan_spearman
value: 77.26439033199102
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 82.70293570563516
verified: no, type: cos_sim_spearman
value: 77.97040896962338
verified: no, type: euclidean_pearson
value: 77.98827330337348
verified: no, type: euclidean_spearman
value: 77.9704358930525
verified: no, type: manhattan_pearson
value: 78.06991702207395
verified: no, type: manhattan_spearman
value: 78.03857843100195
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 77.81236960157503
verified: no, type: cos_sim_spearman
value: 79.38801416063187
verified: no, type: euclidean_pearson
value: 79.35003045476847
verified: no, type: euclidean_spearman
value: 79.38797289536578
verified: no, type: manhattan_pearson
value: 79.33155563344724
verified: no, type: manhattan_spearman
value: 79.3858955436803
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 77.35604880089507
verified: no, type: cos_sim_spearman
value: 78.17327332594571
verified: no, type: euclidean_pearson
value: 77.30302038209295
verified: no, type: euclidean_spearman
value: 78.17327332594571
verified: no, type: manhattan_pearson
value: 77.31323781935417
verified: no, type: manhattan_spearman
value: 78.20141256686921
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 84.29348597583
verified: no, type: cos_sim_spearman
value: 85.50877410088334
verified: no, type: euclidean_pearson
value: 85.22367284169081
verified: no, type: euclidean_spearman
value: 85.50877410088334
verified: no, type: manhattan_pearson
value: 85.17979979737612
verified: no, type: manhattan_spearman
value: 85.46459282596254
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 83.16190794761513
verified: no, type: cos_sim_spearman
value: 84.94610605287254
verified: no, type: euclidean_pearson
value: 83.95587174131369
verified: no, type: euclidean_spearman
value: 84.94610605287254
verified: no, type: manhattan_pearson
value: 83.99025745366798
verified: no, type: manhattan_spearman
value: 84.98123107148953
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
metrics: type: cos_sim_pearson
value: 85.3047190687711
verified: no, type: cos_sim_spearman
value: 85.86642469958113
verified: no, type: euclidean_pearson
value: 86.74377658528041
verified: no, type: euclidean_spearman
value: 85.86642469958113
verified: no, type: manhattan_pearson
value: 86.56967885987439
verified: no, type: manhattan_spearman
value: 85.63613272583275
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
metrics: type: cos_sim_pearson
value: 64.8298932792099
verified: no, type: cos_sim_spearman
value: 64.27626667878636
verified: no, type: euclidean_pearson
value: 66.01603861201576
verified: no, type: euclidean_spearman
value: 64.27626667878636
verified: no, type: manhattan_pearson
value: 66.31232809448106
verified: no, type: manhattan_spearman
value: 64.46190921631559
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 82.73696291316243
verified: no, type: cos_sim_spearman
value: 83.41508337893958
verified: no, type: euclidean_pearson
value: 82.8827053024064
verified: no, type: euclidean_spearman
value: 83.41508337893958
verified: no, type: manhattan_pearson
value: 82.85613329045803
verified: no, type: manhattan_spearman
value: 83.40522047443645
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 75.51490079179645
verified: no, type: mrr
value: 92.6809655486126
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 58.594
verified: no, type: map_at_10
value: 67.208
verified: no, type: map_at_100
value: 67.702
verified: no, type: map_at_1000
value: 67.73
verified: no, type: map_at_3
value: 64.815
verified: no, type: map_at_5
value: 65.946
verified: no, type: mrr_at_1
value: 61.667
verified: no, type: mrr_at_10
value: 68.52000000000001
verified: no, type: mrr_at_100
value: 68.888
verified: no, type: mrr_at_1000
value: 68.911
verified: no, type: mrr_at_3
value: 66.833
verified: no, type: mrr_at_5
value: 67.617
verified: no, type: ndcg_at_1
value: 61.667
verified: no, type: ndcg_at_10
value: 71.511
verified: no, type: ndcg_at_100
value: 73.765
verified: no, type: ndcg_at_1000
value: 74.40299999999999
verified: no, type: ndcg_at_3
value: 67.411
verified: no, type: ndcg_at_5
value: 68.88
verified: no, type: precision_at_1
value: 61.667
verified: no, type: precision_at_10
value: 9.433
verified: no, type: precision_at_100
value: 1.0670000000000002
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 26.222
verified: no, type: precision_at_5
value: 16.866999999999997
verified: no, type: recall_at_1
value: 58.594
verified: no, type: recall_at_10
value: 83.439
verified: no, type: recall_at_100
value: 94.1
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_3
value: 71.922
verified: no, type: recall_at_5
value: 75.678
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.7990099009901
verified: no, type: cos_sim_ap
value: 94.8316184070519
verified: no, type: cos_sim_f1
value: 89.75265017667844
verified: no, type: cos_sim_precision
value: 90.62181447502549
verified: no, type: cos_sim_recall
value: 88.9
verified: no, type: dot_accuracy
value: 99.7990099009901
verified: no, type: dot_ap
value: 94.831611518794
verified: no, type: dot_f1
value: 89.75265017667844
verified: no, type: dot_precision
value: 90.62181447502549
verified: no, type: dot_recall
value: 88.9
verified: no, type: euclidean_accuracy
value: 99.7990099009901
verified: no, type: euclidean_ap
value: 94.83161335144017
verified: no, type: euclidean_f1
value: 89.75265017667844
verified: no, type: euclidean_precision
value: 90.62181447502549
verified: no, type: euclidean_recall
value: 88.9
verified: no, type: manhattan_accuracy
value: 99.8
verified: no, type: manhattan_ap
value: 94.84210829841739
verified: no, type: manhattan_f1
value: 89.60905349794238
verified: no, type: manhattan_precision
value: 92.26694915254238
verified: no, type: manhattan_recall
value: 87.1
verified: no, type: max_accuracy
value: 99.8
verified: no, type: max_ap
value: 94.84210829841739
verified: no, type: max_f1
value: 89.75265017667844
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 63.18343792633894
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 33.50944549814364
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 48.89100016028111
verified: no, type: mrr
value: 49.607630931160344
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 30.628145384101522
verified: no, type: cos_sim_spearman
value: 31.275306930726675
verified: no, type: dot_pearson
value: 30.62814883550051
verified: no, type: dot_spearman
value: 31.275306930726675
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.26
verified: no, type: map_at_10
value: 2.163
verified: no, type: map_at_100
value: 12.29
verified: no, type: map_at_1000
value: 29.221999999999998
verified: no, type: map_at_3
value: 0.729
verified: no, type: map_at_5
value: 1.161
verified: no, type: mrr_at_1
value: 96
verified: no, type: mrr_at_10
value: 98
verified: no, type: mrr_at_100
value: 98
verified: no, type: mrr_at_1000
value: 98
verified: no, type: mrr_at_3
value: 98
verified: no, type: mrr_at_5
value: 98
verified: no, type: ndcg_at_1
value: 89
verified: no, type: ndcg_at_10
value: 82.312
verified: no, type: ndcg_at_100
value: 61.971
verified: no, type: ndcg_at_1000
value: 54.065
verified: no, type: ndcg_at_3
value: 87.87700000000001
verified: no, type: ndcg_at_5
value: 85.475
verified: no, type: precision_at_1
value: 96
verified: no, type: precision_at_10
value: 87.4
verified: no, type: precision_at_100
value: 64.02
verified: no, type: precision_at_1000
value: 24.093999999999998
verified: no, type: precision_at_3
value: 94
verified: no, type: precision_at_5
value: 90.8
verified: no, type: recall_at_1
value: 0.26
verified: no, type: recall_at_10
value: 2.302
verified: no, type: recall_at_100
value: 15.148
verified: no, type: recall_at_1000
value: 50.55
verified: no, type: recall_at_3
value: 0.744
verified: no, type: recall_at_5
value: 1.198
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.217
verified: no, type: map_at_10
value: 11.378
verified: no, type: map_at_100
value: 18.022
verified: no, type: map_at_1000
value: 19.544
verified: no, type: map_at_3
value: 6.079
verified: no, type: map_at_5
value: 8.559
verified: no, type: mrr_at_1
value: 28.571
verified: no, type: mrr_at_10
value: 48.423
verified: no, type: mrr_at_100
value: 49.028
verified: no, type: mrr_at_1000
value: 49.028
verified: no, type: mrr_at_3
value: 44.897999999999996
verified: no, type: mrr_at_5
value: 46.531
verified: no, type: ndcg_at_1
value: 25.509999999999998
verified: no, type: ndcg_at_10
value: 27.860000000000003
verified: no, type: ndcg_at_100
value: 39.34
verified: no, type: ndcg_at_1000
value: 50.21
verified: no, type: ndcg_at_3
value: 30.968
verified: no, type: ndcg_at_5
value: 29.541
verified: no, type: precision_at_1
value: 28.571
verified: no, type: precision_at_10
value: 25.918000000000003
verified: no, type: precision_at_100
value: 8.184
verified: no, type: precision_at_1000
value: 1.545
verified: no, type: precision_at_3
value: 35.374
verified: no, type: precision_at_5
value: 31.837
verified: no, type: recall_at_1
value: 2.217
verified: no, type: recall_at_10
value: 18.511
verified: no, type: recall_at_100
value: 50.178
verified: no, type: recall_at_1000
value: 83.07600000000001
verified: no, type: recall_at_3
value: 7.811999999999999
verified: no, type: recall_at_5
value: 11.684
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
metrics: type: accuracy
value: 71.386
verified: no, type: ap
value: 14.58573366644018
verified: no, type: f1
value: 55.0170316975105
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 60.868704018109796
verified: no, type: f1
value: 61.175908652496624
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 48.72082824812323
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 85.43839780652083
verified: no, type: cos_sim_ap
value: 72.55258980537292
verified: no, type: cos_sim_f1
value: 66.4145419055752
verified: no, type: cos_sim_precision
value: 61.765373269798054
verified: no, type: cos_sim_recall
value: 71.82058047493403
verified: no, type: dot_accuracy
value: 85.43839780652083
verified: no, type: dot_ap
value: 72.55256370197756
verified: no, type: dot_f1
value: 66.4145419055752
verified: no, type: dot_precision
value: 61.765373269798054
verified: no, type: dot_recall
value: 71.82058047493403
verified: no, type: euclidean_accuracy
value: 85.43839780652083
verified: no, type: euclidean_ap
value: 72.55259011957311
verified: no, type: euclidean_f1
value: 66.4145419055752
verified: no, type: euclidean_precision
value: 61.765373269798054
verified: no, type: euclidean_recall
value: 71.82058047493403
verified: no, type: manhattan_accuracy
value: 85.40263455921799
verified: no, type: manhattan_ap
value: 72.47856062032
verified: no, type: manhattan_f1
value: 66.39413249969942
verified: no, type: manhattan_precision
value: 60.989617848464775
verified: no, type: manhattan_recall
value: 72.84960422163589
verified: no, type: max_accuracy
value: 85.43839780652083
verified: no, type: max_ap
value: 72.55259011957311
verified: no, type: max_f1
value: 66.4145419055752
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.24981565568363
verified: no, type: cos_sim_ap
value: 86.38437585690401
verified: no, type: cos_sim_f1
value: 78.79039565086076
verified: no, type: cos_sim_precision
value: 77.29629629629629
verified: no, type: cos_sim_recall
value: 80.34339390206344
verified: no, type: dot_accuracy
value: 89.24981565568363
verified: no, type: dot_ap
value: 86.38437587564587
verified: no, type: dot_f1
value: 78.79039565086076
verified: no, type: dot_precision
value: 77.29629629629629
verified: no, type: dot_recall
value: 80.34339390206344
verified: no, type: euclidean_accuracy
value: 89.24981565568363
verified: no, type: euclidean_ap
value: 86.38437691024106
verified: no, type: euclidean_f1
value: 78.79039565086076
verified: no, type: euclidean_precision
value: 77.29629629629629
verified: no, type: euclidean_recall
value: 80.34339390206344
verified: no, type: manhattan_accuracy
value: 89.25563705514806
verified: no, type: manhattan_ap
value: 86.35729146774388
verified: no, type: manhattan_f1
value: 78.7238059278837
verified: no, type: manhattan_precision
value: 77.23938653034007
verified: no, type: manhattan_recall
value: 80.26639975361873
verified: no, type: max_accuracy
value: 89.25563705514806
verified: no, type: max_ap
value: 86.38437691024106
verified: no, type: max_f1
value: 78.79039565086076
verified: no
Likes: 4 | All-time downloads: 40617
Created: 2024-01-15 21:26:38