Model: zeta-alpha-ai/Zeta-Alpha-E5-Mistral
Author: zeta-alpha-ai
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, mistral, feature-extraction, mteb, transformers, en, license:mit, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: language: en
license: mit
model-index: name: Zeta-Alpha-E5-Mistral
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 77.76119402985074
verified: no, type: ap
value: 39.97673988468886
verified: no, type: ap_weighted
value: 39.97673988468886
verified: no, type: f1
value: 71.23171737695898
verified: no, type: f1_weighted
value: 79.55230307558237
verified: no, type: main_score
value: 77.76119402985074
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 96.61810000000001
verified: no, type: ap
value: 94.99559013902017
verified: no, type: ap_weighted
value: 94.99559013902017
verified: no, type: f1
value: 96.61758649480731
verified: no, type: f1_weighted
value: 96.61758649480731
verified: no, type: main_score
value: 96.61810000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 59.26199999999999
verified: no, type: f1
value: 56.32963321217333
verified: no, type: f1_weighted
value: 56.32963321217333
verified: no, type: main_score
value: 59.26199999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 65.623
verified: no, type: map_at_1
value: 41.536
verified: no, type: map_at_10
value: 57.485
verified: no, type: map_at_100
value: 58.013000000000005
verified: no, type: map_at_1000
value: 58.013000000000005
verified: no, type: map_at_20
value: 57.957
verified: no, type: map_at_3
value: 53.284
verified: no, type: map_at_5
value: 55.837
verified: no, type: mrr_at_1
value: 42.17638691322902
verified: no, type: mrr_at_10
value: 57.7096175122492
verified: no, type: mrr_at_100
value: 58.23610809196743
verified: no, type: mrr_at_1000
value: 58.23673750573145
verified: no, type: mrr_at_20
value: 58.180348622747324
verified: no, type: mrr_at_3
value: 53.44950213371275
verified: no, type: mrr_at_5
value: 56.07396870554779
verified: no, type: nauc_map_at_1000_diff1
value: 14.098091070036958
verified: no, type: nauc_map_at_1000_max
value: -16.568377380844108
verified: no, type: nauc_map_at_1000_std
value: -22.105696179585834
verified: no, type: nauc_map_at_100_diff1
value: 14.096542453201625
verified: no, type: nauc_map_at_100_max
value: -16.57054590195526
verified: no, type: nauc_map_at_100_std
value: -22.1090324366772
verified: no, type: nauc_map_at_10_diff1
value: 13.840246695558884
verified: no, type: nauc_map_at_10_max
value: -16.52098795923224
verified: no, type: nauc_map_at_10_std
value: -22.074328710004032
verified: no, type: nauc_map_at_1_diff1
value: 17.117727049808984
verified: no, type: nauc_map_at_1_max
value: -18.587242049712614
verified: no, type: nauc_map_at_1_std
value: -22.454707653498595
verified: no, type: nauc_map_at_20_diff1
value: 14.068130846454585
verified: no, type: nauc_map_at_20_max
value: -16.53942858114966
verified: no, type: nauc_map_at_20_std
value: -22.10921004077996
verified: no, type: nauc_map_at_3_diff1
value: 14.596579595737097
verified: no, type: nauc_map_at_3_max
value: -15.62887067464894
verified: no, type: nauc_map_at_3_std
value: -22.09058102549274
verified: no, type: nauc_map_at_5_diff1
value: 13.798507062284514
verified: no, type: nauc_map_at_5_max
value: -16.36834850771522
verified: no, type: nauc_map_at_5_std
value: -21.984206595455134
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.144909427474602
verified: no, type: nauc_mrr_at_1000_max
value: -17.048787138426324
verified: no, type: nauc_mrr_at_1000_std
value: -21.961966140898564
verified: no, type: nauc_mrr_at_100_diff1
value: 12.143403633612827
verified: no, type: nauc_mrr_at_100_max
value: -17.050945262411012
verified: no, type: nauc_mrr_at_100_std
value: -21.965305811191673
verified: no, type: nauc_mrr_at_10_diff1
value: 11.88548720648553
verified: no, type: nauc_mrr_at_10_max
value: -16.996705857584736
verified: no, type: nauc_mrr_at_10_std
value: -21.883645748542396
verified: no, type: nauc_mrr_at_1_diff1
value: 15.37682964765565
verified: no, type: nauc_mrr_at_1_max
value: -17.989361001169087
verified: no, type: nauc_mrr_at_1_std
value: -21.697830490637955
verified: no, type: nauc_mrr_at_20_diff1
value: 12.119044499779363
verified: no, type: nauc_mrr_at_20_max
value: -17.018675761117027
verified: no, type: nauc_mrr_at_20_std
value: -21.965554459307565
verified: no, type: nauc_mrr_at_3_diff1
value: 12.535001807278187
verified: no, type: nauc_mrr_at_3_max
value: -16.38816957172248
verified: no, type: nauc_mrr_at_3_std
value: -22.081293367465896
verified: no, type: nauc_mrr_at_5_diff1
value: 11.892111947679496
verified: no, type: nauc_mrr_at_5_max
value: -16.79709351116846
verified: no, type: nauc_mrr_at_5_std
value: -21.79512696140714
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.67006999549869
verified: no, type: nauc_ndcg_at_1000_max
value: -16.236125687432107
verified: no, type: nauc_ndcg_at_1000_std
value: -21.810131960233065
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.637478389163462
verified: no, type: nauc_ndcg_at_100_max
value: -16.28219720987127
verified: no, type: nauc_ndcg_at_100_std
value: -21.880912370176876
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.558591199280556
verified: no, type: nauc_ndcg_at_10_max
value: -15.952826009827106
verified: no, type: nauc_ndcg_at_10_std
value: -21.818643731025382
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.117727049808984
verified: no, type: nauc_ndcg_at_1_max
value: -18.587242049712614
verified: no, type: nauc_ndcg_at_1_std
value: -22.454707653498595
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.402986057386181
verified: no, type: nauc_ndcg_at_20_max
value: -16.072631062968746
verified: no, type: nauc_ndcg_at_20_std
value: -21.98468803430586
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.059904782033348
verified: no, type: nauc_ndcg_at_3_max
value: -14.433190101994514
verified: no, type: nauc_ndcg_at_3_std
value: -21.990025270634135
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.434165121057134
verified: no, type: nauc_ndcg_at_5_max
value: -15.650774158031522
verified: no, type: nauc_ndcg_at_5_std
value: -21.636716447934305
verified: no, type: nauc_precision_at_1000_diff1
value: 1.7151819945276745
verified: no, type: nauc_precision_at_1000_max
value: 20.85546049013785
verified: no, type: nauc_precision_at_1000_std
value: 77.3551884133584
verified: no, type: nauc_precision_at_100_diff1
value: -7.961881099019577
verified: no, type: nauc_precision_at_100_max
value: -1.8225484680865736
verified: no, type: nauc_precision_at_100_std
value: 35.484449109425384
verified: no, type: nauc_precision_at_10_diff1
value: 0.46638305609538855
verified: no, type: nauc_precision_at_10_max
value: -11.023993018739485
verified: no, type: nauc_precision_at_10_std
value: -19.111584616037852
verified: no, type: nauc_precision_at_1_diff1
value: 17.117727049808984
verified: no, type: nauc_precision_at_1_max
value: -18.587242049712614
verified: no, type: nauc_precision_at_1_std
value: -22.454707653498595
verified: no, type: nauc_precision_at_20_diff1
value: -1.0298881487766305
verified: no, type: nauc_precision_at_20_max
value: -4.548017977674335
verified: no, type: nauc_precision_at_20_std
value: -18.901496352112133
verified: no, type: nauc_precision_at_3_diff1
value: 12.350178962124566
verified: no, type: nauc_precision_at_3_max
value: -10.271126387937858
verified: no, type: nauc_precision_at_3_std
value: -21.655307623793433
verified: no, type: nauc_precision_at_5_diff1
value: 6.011571432832696
verified: no, type: nauc_precision_at_5_max
value: -12.478026665421389
verified: no, type: nauc_precision_at_5_std
value: -19.845124181363882
verified: no, type: nauc_recall_at_1000_diff1
value: 1.7151819945236155
verified: no, type: nauc_recall_at_1000_max
value: 20.855460490135933
verified: no, type: nauc_recall_at_1000_std
value: 77.35518841335626
verified: no, type: nauc_recall_at_100_diff1
value: -7.961881099020542
verified: no, type: nauc_recall_at_100_max
value: -1.8225484680932273
verified: no, type: nauc_recall_at_100_std
value: 35.48444910942399
verified: no, type: nauc_recall_at_10_diff1
value: 0.46638305609538805
verified: no, type: nauc_recall_at_10_max
value: -11.023993018739322
verified: no, type: nauc_recall_at_10_std
value: -19.11158461603798
verified: no, type: nauc_recall_at_1_diff1
value: 17.117727049808984
verified: no, type: nauc_recall_at_1_max
value: -18.587242049712614
verified: no, type: nauc_recall_at_1_std
value: -22.454707653498595
verified: no, type: nauc_recall_at_20_diff1
value: -1.029888148776229
verified: no, type: nauc_recall_at_20_max
value: -4.548017977673906
verified: no, type: nauc_recall_at_20_std
value: -18.901496352110804
verified: no, type: nauc_recall_at_3_diff1
value: 12.350178962124682
verified: no, type: nauc_recall_at_3_max
value: -10.271126387937805
verified: no, type: nauc_recall_at_3_std
value: -21.65530762379337
verified: no, type: nauc_recall_at_5_diff1
value: 6.0115714328326435
verified: no, type: nauc_recall_at_5_max
value: -12.478026665421405
verified: no, type: nauc_recall_at_5_std
value: -19.845124181363875
verified: no, type: ndcg_at_1
value: 41.536
verified: no, type: ndcg_at_10
value: 65.623
verified: no, type: ndcg_at_100
value: 67.63
verified: no, type: ndcg_at_1000
value: 67.64099999999999
verified: no, type: ndcg_at_20
value: 67.241
verified: no, type: ndcg_at_3
value: 57.048
verified: no, type: ndcg_at_5
value: 61.678999999999995
verified: no, type: precision_at_1
value: 41.536
verified: no, type: precision_at_10
value: 9.132
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.8759999999999994
verified: no, type: precision_at_3
value: 22.641
verified: no, type: precision_at_5
value: 15.845999999999998
verified: no, type: recall_at_1
value: 41.536
verified: no, type: recall_at_10
value: 91.323
verified: no, type: recall_at_100
value: 99.57300000000001
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 97.51100000000001
verified: no, type: recall_at_3
value: 67.923
verified: no, type: recall_at_5
value: 79.232
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 52.026635060007244
verified: no, type: v_measure
value: 52.026635060007244
verified: no, type: v_measure_std
value: 14.357137408692006
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 47.834914950269855
verified: no, type: v_measure
value: 47.834914950269855
verified: no, type: v_measure_std
value: 14.487028918517247
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 64.5808745066313
verified: no, type: map
value: 64.5808745066313
verified: no, type: mrr
value: 77.56540473991997
verified: no, type: nAUC_map_diff1
value: 23.168800779252464
verified: no, type: nAUC_map_max
value: 30.342203769599735
verified: no, type: nAUC_map_std
value: 22.562701982176833
verified: no, type: nAUC_mrr_diff1
value: 27.79261544540621
verified: no, type: nAUC_mrr_max
value: 43.302228243606045
verified: no, type: nAUC_mrr_std
value: 26.432985515912673
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 87.97778619889539
verified: no, type: cosine_spearman
value: 86.44233109293758
verified: no, type: euclidean_pearson
value: 86.6664224630525
verified: no, type: euclidean_spearman
value: 86.44233109293758
verified: no, type: main_score
value: 86.44233109293758
verified: no, type: manhattan_pearson
value: 86.75174487553707
verified: no, type: manhattan_spearman
value: 86.61402175201368
verified: no, type: pearson
value: 87.97778619889539
verified: no, type: spearman
value: 86.44233109293758
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 83.1103896103896
verified: no, type: f1
value: 82.2932953112279
verified: no, type: f1_weighted
value: 82.2932953112279
verified: no, type: main_score
value: 83.1103896103896
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 43.73746639290943
verified: no, type: v_measure
value: 43.73746639290943
verified: no, type: v_measure_std
value: 0.8808902310879784
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 40.73737737926463
verified: no, type: v_measure
value: 40.73737737926463
verified: no, type: v_measure_std
value: 0.6059982328960863
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackRetrieval
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 48.852333333333334
verified: no, type: ndcg_at_10
value: 48.852333333333334
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 42.047000000000004
verified: no, type: map_at_1
value: 18.269
verified: no, type: map_at_10
value: 31.691999999999997
verified: no, type: map_at_100
value: 33.841
verified: no, type: map_at_1000
value: 34.009
verified: no, type: map_at_20
value: 32.885999999999996
verified: no, type: map_at_3
value: 26.558999999999997
verified: no, type: map_at_5
value: 29.119
verified: no, type: mrr_at_1
value: 41.69381107491857
verified: no, type: mrr_at_10
value: 54.293185460937984
verified: no, type: mrr_at_100
value: 54.87161862744807
verified: no, type: mrr_at_1000
value: 54.88722882443645
verified: no, type: mrr_at_20
value: 54.685754380853844
verified: no, type: mrr_at_3
value: 51.172638436482146
verified: no, type: mrr_at_5
value: 53.12052117263853
verified: no, type: nauc_map_at_1000_diff1
value: 27.03807365621228
verified: no, type: nauc_map_at_1000_max
value: 40.31079671403445
verified: no, type: nauc_map_at_1000_std
value: 26.092423798773883
verified: no, type: nauc_map_at_100_diff1
value: 27.015360474734436
verified: no, type: nauc_map_at_100_max
value: 40.28408194597505
verified: no, type: nauc_map_at_100_std
value: 26.086029014261968
verified: no, type: nauc_map_at_10_diff1
value: 27.222731203652856
verified: no, type: nauc_map_at_10_max
value: 40.01781109904128
verified: no, type: nauc_map_at_10_std
value: 24.73681887890272
verified: no, type: nauc_map_at_1_diff1
value: 35.75107300356484
verified: no, type: nauc_map_at_1_max
value: 40.2201153742901
verified: no, type: nauc_map_at_1_std
value: 18.766249947929374
verified: no, type: nauc_map_at_20_diff1
value: 26.931804653893042
verified: no, type: nauc_map_at_20_max
value: 40.21587995014608
verified: no, type: nauc_map_at_20_std
value: 25.75452108695598
verified: no, type: nauc_map_at_3_diff1
value: 28.310387788680696
verified: no, type: nauc_map_at_3_max
value: 39.285866053656385
verified: no, type: nauc_map_at_3_std
value: 21.394962842915703
verified: no, type: nauc_map_at_5_diff1
value: 27.300839773785274
verified: no, type: nauc_map_at_5_max
value: 39.3888708340898
verified: no, type: nauc_map_at_5_std
value: 22.78299335246201
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.569029993582287
verified: no, type: nauc_mrr_at_1000_max
value: 38.05698386072128
verified: no, type: nauc_mrr_at_1000_std
value: 27.12877875031529
verified: no, type: nauc_mrr_at_100_diff1
value: 26.56693868451222
verified: no, type: nauc_mrr_at_100_max
value: 38.06321319344823
verified: no, type: nauc_mrr_at_100_std
value: 27.14409997788537
verified: no, type: nauc_mrr_at_10_diff1
value: 26.52694223161396
verified: no, type: nauc_mrr_at_10_max
value: 38.120563154705
verified: no, type: nauc_mrr_at_10_std
value: 27.11337497751667
verified: no, type: nauc_mrr_at_1_diff1
value: 29.371725407886277
verified: no, type: nauc_mrr_at_1_max
value: 35.7850341702808
verified: no, type: nauc_mrr_at_1_std
value: 22.69810863765783
verified: no, type: nauc_mrr_at_20_diff1
value: 26.567897033309247
verified: no, type: nauc_mrr_at_20_max
value: 38.17484491649562
verified: no, type: nauc_mrr_at_20_std
value: 27.218678564296972
verified: no, type: nauc_mrr_at_3_diff1
value: 26.582727973322427
verified: no, type: nauc_mrr_at_3_max
value: 37.8745721692282
verified: no, type: nauc_mrr_at_3_std
value: 26.567749469034307
verified: no, type: nauc_mrr_at_5_diff1
value: 26.404958533442898
verified: no, type: nauc_mrr_at_5_max
value: 37.86090955141593
verified: no, type: nauc_mrr_at_5_std
value: 26.65816459603454
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.7228323702742
verified: no, type: nauc_ndcg_at_1000_max
value: 41.024272689913296
verified: no, type: nauc_ndcg_at_1000_std
value: 31.373617783353815
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.467806967471812
verified: no, type: nauc_ndcg_at_100_max
value: 40.68595692225817
verified: no, type: nauc_ndcg_at_100_std
value: 31.327255356351774
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.65771458118311
verified: no, type: nauc_ndcg_at_10_max
value: 40.2959313004829
verified: no, type: nauc_ndcg_at_10_std
value: 28.21103387387833
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.371725407886277
verified: no, type: nauc_ndcg_at_1_max
value: 35.7850341702808
verified: no, type: nauc_ndcg_at_1_std
value: 22.69810863765783
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.008107221444327
verified: no, type: nauc_ndcg_at_20_max
value: 40.613619354979626
verified: no, type: nauc_ndcg_at_20_std
value: 30.216191744111416
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.85227194113396
verified: no, type: nauc_ndcg_at_3_max
value: 38.32492256264965
verified: no, type: nauc_ndcg_at_3_std
value: 23.735358525961033
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.747409532466243
verified: no, type: nauc_ndcg_at_5_max
value: 39.4993084566524
verified: no, type: nauc_ndcg_at_5_std
value: 25.19771375383721
verified: no, type: nauc_precision_at_1000_diff1
value: -8.149028290279253
verified: no, type: nauc_precision_at_1000_max
value: -3.196086649201077
verified: no, type: nauc_precision_at_1000_std
value: 13.643701012139948
verified: no, type: nauc_precision_at_100_diff1
value: -1.892485292157653
verified: no, type: nauc_precision_at_100_max
value: 7.7434454354621245
verified: no, type: nauc_precision_at_100_std
value: 22.988854451791806
verified: no, type: nauc_precision_at_10_diff1
value: 6.150550804828545
verified: no, type: nauc_precision_at_10_max
value: 22.501131175285906
verified: no, type: nauc_precision_at_10_std
value: 27.39677272392596
verified: no, type: nauc_precision_at_1_diff1
value: 29.371725407886277
verified: no, type: nauc_precision_at_1_max
value: 35.7850341702808
verified: no, type: nauc_precision_at_1_std
value: 22.69810863765783
verified: no, type: nauc_precision_at_20_diff1
value: 2.283445965946842
verified: no, type: nauc_precision_at_20_max
value: 18.59466543059599
verified: no, type: nauc_precision_at_20_std
value: 29.0738299597803
verified: no, type: nauc_precision_at_3_diff1
value: 12.963867454979258
verified: no, type: nauc_precision_at_3_max
value: 30.449562657056333
verified: no, type: nauc_precision_at_3_std
value: 25.581976194336352
verified: no, type: nauc_precision_at_5_diff1
value: 8.512947940252289
verified: no, type: nauc_precision_at_5_max
value: 26.12425424420038
verified: no, type: nauc_precision_at_5_std
value: 24.877415885322808
verified: no, type: nauc_recall_at_1000_diff1
value: 17.151717317242028
verified: no, type: nauc_recall_at_1000_max
value: 40.67913325938115
verified: no, type: nauc_recall_at_1000_std
value: 49.54837910314142
verified: no, type: nauc_recall_at_100_diff1
value: 16.83432440063162
verified: no, type: nauc_recall_at_100_max
value: 34.46952489534257
verified: no, type: nauc_recall_at_100_std
value: 38.26853671426454
verified: no, type: nauc_recall_at_10_diff1
value: 19.50239551179883
verified: no, type: nauc_recall_at_10_max
value: 35.74261290262663
verified: no, type: nauc_recall_at_10_std
value: 28.630457514118163
verified: no, type: nauc_recall_at_1_diff1
value: 35.75107300356484
verified: no, type: nauc_recall_at_1_max
value: 40.2201153742901
verified: no, type: nauc_recall_at_1_std
value: 18.766249947929374
verified: no, type: nauc_recall_at_20_diff1
value: 16.723000685755707
verified: no, type: nauc_recall_at_20_max
value: 35.272383093342405
verified: no, type: nauc_recall_at_20_std
value: 32.934757635631335
verified: no, type: nauc_recall_at_3_diff1
value: 24.024160029526794
verified: no, type: nauc_recall_at_3_max
value: 38.07599046764463
verified: no, type: nauc_recall_at_3_std
value: 22.648443171847685
verified: no, type: nauc_recall_at_5_diff1
value: 21.588763686113676
verified: no, type: nauc_recall_at_5_max
value: 37.16237158404055
verified: no, type: nauc_recall_at_5_std
value: 24.45061830715902
verified: no, type: ndcg_at_1
value: 41.693999999999996
verified: no, type: ndcg_at_10
value: 42.047000000000004
verified: no, type: ndcg_at_100
value: 49.309
verified: no, type: ndcg_at_1000
value: 51.861999999999995
verified: no, type: ndcg_at_20
value: 44.982
verified: no, type: ndcg_at_3
value: 35.510000000000005
verified: no, type: ndcg_at_5
value: 37.529
verified: no, type: precision_at_1
value: 41.693999999999996
verified: no, type: precision_at_10
value: 13.114
verified: no, type: precision_at_100
value: 2.1069999999999998
verified: no, type: precision_at_1000
value: 0.259
verified: no, type: precision_at_20
value: 7.824000000000001
verified: no, type: precision_at_3
value: 26.796999999999997
verified: no, type: precision_at_5
value: 20.169
verified: no, type: recall_at_1
value: 18.269
verified: no, type: recall_at_10
value: 48.44
verified: no, type: recall_at_100
value: 72.909
verified: no, type: recall_at_1000
value: 86.79400000000001
verified: no, type: recall_at_20
value: 56.714
verified: no, type: recall_at_3
value: 31.85
verified: no, type: recall_at_5
value: 38.488
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 51.202000000000005
verified: no, type: map_at_1
value: 10.789
verified: no, type: map_at_10
value: 24.804000000000002
verified: no, type: map_at_100
value: 35.908
verified: no, type: map_at_1000
value: 37.97
verified: no, type: map_at_20
value: 29.236
verified: no, type: map_at_3
value: 17.055
verified: no, type: map_at_5
value: 20.342
verified: no, type: mrr_at_1
value: 78
verified: no, type: mrr_at_10
value: 83.82251984126987
verified: no, type: mrr_at_100
value: 84.00706659508124
verified: no, type: mrr_at_1000
value: 84.01172077534015
verified: no, type: mrr_at_20
value: 83.93946561479457
verified: no, type: mrr_at_3
value: 82.58333333333334
verified: no, type: mrr_at_5
value: 83.38333333333335
verified: no, type: nauc_map_at_1000_diff1
value: 21.975683577384412
verified: no, type: nauc_map_at_1000_max
value: 33.104767603973286
verified: no, type: nauc_map_at_1000_std
value: 19.507936661697688
verified: no, type: nauc_map_at_100_diff1
value: 23.19428288878281
verified: no, type: nauc_map_at_100_max
value: 32.47043490749479
verified: no, type: nauc_map_at_100_std
value: 16.611980248500473
verified: no, type: nauc_map_at_10_diff1
value: 23.314074413061576
verified: no, type: nauc_map_at_10_max
value: 18.52506648908812
verified: no, type: nauc_map_at_10_std
value: -9.718219448424597
verified: no, type: nauc_map_at_1_diff1
value: 27.402329635171146
verified: no, type: nauc_map_at_1_max
value: 5.898746976402726
verified: no, type: nauc_map_at_1_std
value: -26.703327281110212
verified: no, type: nauc_map_at_20_diff1
value: 23.613670514044472
verified: no, type: nauc_map_at_20_max
value: 25.008187375084763
verified: no, type: nauc_map_at_20_std
value: -0.05206367166066498
verified: no, type: nauc_map_at_3_diff1
value: 25.673374223753598
verified: no, type: nauc_map_at_3_max
value: 12.527419567406877
verified: no, type: nauc_map_at_3_std
value: -20.06963757181341
verified: no, type: nauc_map_at_5_diff1
value: 24.74002578400672
verified: no, type: nauc_map_at_5_max
value: 14.23437788867648
verified: no, type: nauc_map_at_5_std
value: -16.317803876665256
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.26868100398232
verified: no, type: nauc_mrr_at_1000_max
value: 67.65740877772801
verified: no, type: nauc_mrr_at_1000_std
value: 39.43464159369656
verified: no, type: nauc_mrr_at_100_diff1
value: 53.25615896192901
verified: no, type: nauc_mrr_at_100_max
value: 67.64777514366169
verified: no, type: nauc_mrr_at_100_std
value: 39.410662043086006
verified: no, type: nauc_mrr_at_10_diff1
value: 52.94295111677663
verified: no, type: nauc_mrr_at_10_max
value: 67.5393005296393
verified: no, type: nauc_mrr_at_10_std
value: 39.31715440936177
verified: no, type: nauc_mrr_at_1_diff1
value: 57.148073445541826
verified: no, type: nauc_mrr_at_1_max
value: 65.78742986970832
verified: no, type: nauc_mrr_at_1_std
value: 34.198659989799246
verified: no, type: nauc_mrr_at_20_diff1
value: 53.223501273361265
verified: no, type: nauc_mrr_at_20_max
value: 67.59762197314753
verified: no, type: nauc_mrr_at_20_std
value: 39.359614957729356
verified: no, type: nauc_mrr_at_3_diff1
value: 53.619283112717184
verified: no, type: nauc_mrr_at_3_max
value: 68.72067268448458
verified: no, type: nauc_mrr_at_3_std
value: 40.53052904925793
verified: no, type: nauc_mrr_at_5_diff1
value: 52.86133436375577
verified: no, type: nauc_mrr_at_5_max
value: 67.94415973414303
verified: no, type: nauc_mrr_at_5_std
value: 40.09087346298919
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.008961737330505
verified: no, type: nauc_ndcg_at_1000_max
value: 49.39127418414386
verified: no, type: nauc_ndcg_at_1000_std
value: 37.509639671229806
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.50484024525448
verified: no, type: nauc_ndcg_at_100_max
value: 46.300662423725605
verified: no, type: nauc_ndcg_at_100_std
value: 28.488771981297162
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.911614286994414
verified: no, type: nauc_ndcg_at_10_max
value: 44.70909339082426
verified: no, type: nauc_ndcg_at_10_std
value: 25.644980583529154
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.27342509891256
verified: no, type: nauc_ndcg_at_1_max
value: 54.75803307782269
verified: no, type: nauc_ndcg_at_1_std
value: 27.4853058050954
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.29885920192407
verified: no, type: nauc_ndcg_at_20_max
value: 43.45207612356715
verified: no, type: nauc_ndcg_at_20_std
value: 21.59751863312113
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.251071625533843
verified: no, type: nauc_ndcg_at_3_max
value: 48.45180697571009
verified: no, type: nauc_ndcg_at_3_std
value: 32.70662167853583
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.175090671223877
verified: no, type: nauc_ndcg_at_5_max
value: 45.2723355712432
verified: no, type: nauc_ndcg_at_5_std
value: 31.461916393793
verified: no, type: nauc_precision_at_1000_diff1
value: -23.926082132378777
verified: no, type: nauc_precision_at_1000_max
value: -9.350346667573811
verified: no, type: nauc_precision_at_1000_std
value: 11.578726421051043
verified: no, type: nauc_precision_at_100_diff1
value: -7.468660956171794
verified: no, type: nauc_precision_at_100_max
value: 19.470414434634723
verified: no, type: nauc_precision_at_100_std
value: 43.86244545951367
verified: no, type: nauc_precision_at_10_diff1
value: -2.090265656696684
verified: no, type: nauc_precision_at_10_max
value: 30.778228684745386
verified: no, type: nauc_precision_at_10_std
value: 44.882546930240984
verified: no, type: nauc_precision_at_1_diff1
value: 57.148073445541826
verified: no, type: nauc_precision_at_1_max
value: 65.78742986970832
verified: no, type: nauc_precision_at_1_std
value: 34.198659989799246
verified: no, type: nauc_precision_at_20_diff1
value: -3.075798118380347
verified: no, type: nauc_precision_at_20_max
value: 29.52951501638172
verified: no, type: nauc_precision_at_20_std
value: 47.266521222769676
verified: no, type: nauc_precision_at_3_diff1
value: 11.892419680356198
verified: no, type: nauc_precision_at_3_max
value: 43.146413741651415
verified: no, type: nauc_precision_at_3_std
value: 45.2312022756118
verified: no, type: nauc_precision_at_5_diff1
value: 0.5765950918056327
verified: no, type: nauc_precision_at_5_max
value: 34.22132902314228
verified: no, type: nauc_precision_at_5_std
value: 44.78272426908718
verified: no, type: nauc_recall_at_1000_diff1
value: 24.99872069707702
verified: no, type: nauc_recall_at_1000_max
value: 42.17319464089324
verified: no, type: nauc_recall_at_1000_std
value: 47.42376725148043
verified: no, type: nauc_recall_at_100_diff1
value: 24.62929408109356
verified: no, type: nauc_recall_at_100_max
value: 32.373805304406844
verified: no, type: nauc_recall_at_100_std
value: 21.48682342485071
verified: no, type: nauc_recall_at_10_diff1
value: 20.62337020665992
verified: no, type: nauc_recall_at_10_max
value: 14.125308316827395
verified: no, type: nauc_recall_at_10_std
value: -13.565096294162865
verified: no, type: nauc_recall_at_1_diff1
value: 27.402329635171146
verified: no, type: nauc_recall_at_1_max
value: 5.898746976402726
verified: no, type: nauc_recall_at_1_std
value: -26.703327281110212
verified: no, type: nauc_recall_at_20_diff1
value: 22.169766882731277
verified: no, type: nauc_recall_at_20_max
value: 20.588762488556828
verified: no, type: nauc_recall_at_20_std
value: -4.530608772737279
verified: no, type: nauc_recall_at_3_diff1
value: 22.48622374174161
verified: no, type: nauc_recall_at_3_max
value: 10.470407080375304
verified: no, type: nauc_recall_at_3_std
value: -20.777479868757286
verified: no, type: nauc_recall_at_5_diff1
value: 21.28438252298866
verified: no, type: nauc_recall_at_5_max
value: 10.424120660451583
verified: no, type: nauc_recall_at_5_std
value: -17.912853638432384
verified: no, type: ndcg_at_1
value: 65.375
verified: no, type: ndcg_at_10
value: 51.202000000000005
verified: no, type: ndcg_at_100
value: 56.12200000000001
verified: no, type: ndcg_at_1000
value: 63.306
verified: no, type: ndcg_at_20
value: 50.442
verified: no, type: ndcg_at_3
value: 56.437000000000005
verified: no, type: ndcg_at_5
value: 53.861000000000004
verified: no, type: precision_at_1
value: 78
verified: no, type: precision_at_10
value: 41.075
verified: no, type: precision_at_100
value: 13.032
verified: no, type: precision_at_1000
value: 2.516
verified: no, type: precision_at_20
value: 31.4
verified: no, type: precision_at_3
value: 59.833000000000006
verified: no, type: precision_at_5
value: 51.9
verified: no, type: recall_at_1
value: 10.789
verified: no, type: recall_at_10
value: 30.059
verified: no, type: recall_at_100
value: 61.817
verified: no, type: recall_at_1000
value: 84.672
verified: no, type: recall_at_20
value: 39.135
verified: no, type: recall_at_3
value: 18.017
verified: no, type: recall_at_5
value: 22.492
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 57.715
verified: no, type: f1
value: 51.85468544437296
verified: no, type: f1_weighted
value: 58.73946069844862
verified: no, type: main_score
value: 57.715
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 92.438
verified: no, type: map_at_1
value: 82.678
verified: no, type: map_at_10
value: 89.90899999999999
verified: no, type: map_at_100
value: 90.09899999999999
verified: no, type: map_at_1000
value: 90.11
verified: no, type: map_at_20
value: 90.026
verified: no, type: map_at_3
value: 89.034
verified: no, type: map_at_5
value: 89.619
verified: no, type: mrr_at_1
value: 89.04890489048904
verified: no, type: mrr_at_10
value: 93.53417484605598
verified: no, type: mrr_at_100
value: 93.56969053658798
verified: no, type: mrr_at_1000
value: 93.56979354808294
verified: no, type: mrr_at_20
value: 93.56100677804474
verified: no, type: mrr_at_3
value: 93.25682568256818
verified: no, type: mrr_at_5
value: 93.46909690969086
verified: no, type: nauc_map_at_1000_diff1
value: 50.19087206783256
verified: no, type: nauc_map_at_1000_max
value: 26.223996443425424
verified: no, type: nauc_map_at_1000_std
value: -8.531486546405336
verified: no, type: nauc_map_at_100_diff1
value: 50.12601833237827
verified: no, type: nauc_map_at_100_max
value: 26.205753684531942
verified: no, type: nauc_map_at_100_std
value: -8.502300882475792
verified: no, type: nauc_map_at_10_diff1
value: 49.48962186883297
verified: no, type: nauc_map_at_10_max
value: 25.849578028607546
verified: no, type: nauc_map_at_10_std
value: -8.58622126027856
verified: no, type: nauc_map_at_1_diff1
value: 56.88016472114475
verified: no, type: nauc_map_at_1_max
value: 24.671479435457048
verified: no, type: nauc_map_at_1_std
value: -11.980878470985619
verified: no, type: nauc_map_at_20_diff1
value: 49.813384246326905
verified: no, type: nauc_map_at_20_max
value: 25.96508257517373
verified: no, type: nauc_map_at_20_std
value: -8.568670117647939
verified: no, type: nauc_map_at_3_diff1
value: 49.087764097890165
verified: no, type: nauc_map_at_3_max
value: 25.65938258554376
verified: no, type: nauc_map_at_3_std
value: -8.859093431924775
verified: no, type: nauc_map_at_5_diff1
value: 49.08166208415013
verified: no, type: nauc_map_at_5_max
value: 25.696246071825684
verified: no, type: nauc_map_at_5_std
value: -8.431713254517472
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.35484368612293
verified: no, type: nauc_mrr_at_1000_max
value: 35.657386688053336
verified: no, type: nauc_mrr_at_1000_std
value: -18.09172713569766
verified: no, type: nauc_mrr_at_100_diff1
value: 73.35508125874483
verified: no, type: nauc_mrr_at_100_max
value: 35.65842743437027
verified: no, type: nauc_mrr_at_100_std
value: -18.08981699366641
verified: no, type: nauc_mrr_at_10_diff1
value: 73.29004337552368
verified: no, type: nauc_mrr_at_10_max
value: 35.882001444609216
verified: no, type: nauc_mrr_at_10_std
value: -18.05339396879553
verified: no, type: nauc_mrr_at_1_diff1
value: 74.48742882702338
verified: no, type: nauc_mrr_at_1_max
value: 31.49138530538466
verified: no, type: nauc_mrr_at_1_std
value: -19.510294856397955
verified: no, type: nauc_mrr_at_20_diff1
value: 73.3388656330962
verified: no, type: nauc_mrr_at_20_max
value: 35.706948273788505
verified: no, type: nauc_mrr_at_20_std
value: -18.140154123750992
verified: no, type: nauc_mrr_at_3_diff1
value: 73.22698350499
verified: no, type: nauc_mrr_at_3_max
value: 36.4855373316516
verified: no, type: nauc_mrr_at_3_std
value: -17.719256990311198
verified: no, type: nauc_mrr_at_5_diff1
value: 73.24460108538948
verified: no, type: nauc_mrr_at_5_max
value: 36.322370705490634
verified: no, type: nauc_mrr_at_5_std
value: -17.636279233457984
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.674109881592756
verified: no, type: nauc_ndcg_at_1000_max
value: 28.767387846727487
verified: no, type: nauc_ndcg_at_1000_std
value: -8.858681782014946
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.33608078847966
verified: no, type: nauc_ndcg_at_100_max
value: 28.511414384159877
verified: no, type: nauc_ndcg_at_100_std
value: -8.085385430073922
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.712295545440774
verified: no, type: nauc_ndcg_at_10_max
value: 27.5674225152019
verified: no, type: nauc_ndcg_at_10_std
value: -8.244677630275376
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.48742882702338
verified: no, type: nauc_ndcg_at_1_max
value: 31.49138530538466
verified: no, type: nauc_ndcg_at_1_std
value: -19.510294856397955
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.61628846813059
verified: no, type: nauc_ndcg_at_20_max
value: 27.53989784238201
verified: no, type: nauc_ndcg_at_20_std
value: -8.373695482986479
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.295860863016884
verified: no, type: nauc_ndcg_at_3_max
value: 28.99776689198307
verified: no, type: nauc_ndcg_at_3_std
value: -8.878181909861983
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.619081645734504
verified: no, type: nauc_ndcg_at_5_max
value: 28.11109235395876
verified: no, type: nauc_ndcg_at_5_std
value: -7.722157727171728
verified: no, type: nauc_precision_at_1000_diff1
value: -9.298540465937485
verified: no, type: nauc_precision_at_1000_max
value: -1.3157308795912563
verified: no, type: nauc_precision_at_1000_std
value: 1.897355386264135
verified: no, type: nauc_precision_at_100_diff1
value: -12.246672190804334
verified: no, type: nauc_precision_at_100_max
value: -0.9687067276412682
verified: no, type: nauc_precision_at_100_std
value: 4.56074518564851
verified: no, type: nauc_precision_at_10_diff1
value: -15.533411370200923
verified: no, type: nauc_precision_at_10_max
value: -2.191843047666222
verified: no, type: nauc_precision_at_10_std
value: 3.6723841478730748
verified: no, type: nauc_precision_at_1_diff1
value: 74.48742882702338
verified: no, type: nauc_precision_at_1_max
value: 31.49138530538466
verified: no, type: nauc_precision_at_1_std
value: -19.510294856397955
verified: no, type: nauc_precision_at_20_diff1
value: -15.290364061922347
verified: no, type: nauc_precision_at_20_max
value: -2.921722171191804
verified: no, type: nauc_precision_at_20_std
value: 4.08482465973661
verified: no, type: nauc_precision_at_3_diff1
value: -8.208906597107383
verified: no, type: nauc_precision_at_3_max
value: 2.9796478961627284
verified: no, type: nauc_precision_at_3_std
value: 0.34366033602604895
verified: no, type: nauc_precision_at_5_diff1
value: -14.42241522747573
verified: no, type: nauc_precision_at_5_max
value: -0.5633890785935999
verified: no, type: nauc_precision_at_5_std
value: 3.7064496791809836
verified: no, type: nauc_recall_at_1000_diff1
value: -0.5673198466803553
verified: no, type: nauc_recall_at_1000_max
value: 21.92110385096128
verified: no, type: nauc_recall_at_1000_std
value: 54.421987386115475
verified: no, type: nauc_recall_at_100_diff1
value: -0.6512704079314391
verified: no, type: nauc_recall_at_100_max
value: 22.38252665262688
verified: no, type: nauc_recall_at_100_std
value: 36.50750378730013
verified: no, type: nauc_recall_at_10_diff1
value: 11.308848658347774
verified: no, type: nauc_recall_at_10_max
value: 21.077700181656738
verified: no, type: nauc_recall_at_10_std
value: 8.321338697504787
verified: no, type: nauc_recall_at_1_diff1
value: 56.88016472114475
verified: no, type: nauc_recall_at_1_max
value: 24.671479435457048
verified: no, type: nauc_recall_at_1_std
value: -11.980878470985619
verified: no, type: nauc_recall_at_20_diff1
value: 5.8415071379210755
verified: no, type: nauc_recall_at_20_max
value: 16.97886837481554
verified: no, type: nauc_recall_at_20_std
value: 12.529145693495494
verified: no, type: nauc_recall_at_3_diff1
value: 27.396913234035086
verified: no, type: nauc_recall_at_3_max
value: 24.897648442357994
verified: no, type: nauc_recall_at_3_std
value: 0.8528297027573939
verified: no, type: nauc_recall_at_5_diff1
value: 18.295838017557397
verified: no, type: nauc_recall_at_5_max
value: 24.077879268127823
verified: no, type: nauc_recall_at_5_std
value: 7.099403908855888
verified: no, type: ndcg_at_1
value: 89.049
verified: no, type: ndcg_at_10
value: 92.438
verified: no, type: ndcg_at_100
value: 93.016
verified: no, type: ndcg_at_1000
value: 93.17699999999999
verified: no, type: ndcg_at_20
value: 92.713
verified: no, type: ndcg_at_3
value: 91.40599999999999
verified: no, type: ndcg_at_5
value: 92.026
verified: no, type: precision_at_1
value: 89.049
verified: no, type: precision_at_10
value: 10.917
verified: no, type: precision_at_100
value: 1.146
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 5.56
verified: no, type: precision_at_3
value: 34.598
verified: no, type: precision_at_5
value: 21.323
verified: no, type: recall_at_1
value: 82.678
verified: no, type: recall_at_10
value: 96.465
verified: no, type: recall_at_100
value: 98.571
verified: no, type: recall_at_1000
value: 99.496
verified: no, type: recall_at_20
value: 97.342
verified: no, type: recall_at_3
value: 93.696
verified: no, type: recall_at_5
value: 95.324
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 58.781000000000006
verified: no, type: map_at_1
value: 31.107000000000003
verified: no, type: map_at_10
value: 50.955
verified: no, type: map_at_100
value: 53.177
verified: no, type: map_at_1000
value: 53.291
verified: no, type: map_at_20
value: 52.271
verified: no, type: map_at_3
value: 44.762
verified: no, type: map_at_5
value: 48.379
verified: no, type: mrr_at_1
value: 58.48765432098766
verified: no, type: mrr_at_10
value: 66.11429551244368
verified: no, type: mrr_at_100
value: 66.68929754431386
verified: no, type: mrr_at_1000
value: 66.71304995006113
verified: no, type: mrr_at_20
value: 66.46821550477237
verified: no, type: mrr_at_3
value: 64.22325102880657
verified: no, type: mrr_at_5
value: 65.41152263374484
verified: no, type: nauc_map_at_1000_diff1
value: 45.490146083064445
verified: no, type: nauc_map_at_1000_max
value: 33.573139354617126
verified: no, type: nauc_map_at_1000_std
value: -14.07140489937541
verified: no, type: nauc_map_at_100_diff1
value: 45.48828357408913
verified: no, type: nauc_map_at_100_max
value: 33.51907944260763
verified: no, type: nauc_map_at_100_std
value: -14.059609883903152
verified: no, type: nauc_map_at_10_diff1
value: 45.70748844526757
verified: no, type: nauc_map_at_10_max
value: 31.667587503334587
verified: no, type: nauc_map_at_10_std
value: -15.076948336390855
verified: no, type: nauc_map_at_1_diff1
value: 51.42775649850064
verified: no, type: nauc_map_at_1_max
value: 16.56862308325116
verified: no, type: nauc_map_at_1_std
value: -14.684731980257675
verified: no, type: nauc_map_at_20_diff1
value: 45.754998522906284
verified: no, type: nauc_map_at_20_max
value: 33.03759060247343
verified: no, type: nauc_map_at_20_std
value: -14.750787459968736
verified: no, type: nauc_map_at_3_diff1
value: 46.45241223088609
verified: no, type: nauc_map_at_3_max
value: 26.607789112226467
verified: no, type: nauc_map_at_3_std
value: -14.997049792585598
verified: no, type: nauc_map_at_5_diff1
value: 45.87702900983919
verified: no, type: nauc_map_at_5_max
value: 30.076255479914348
verified: no, type: nauc_map_at_5_std
value: -15.062787509367553
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.64889336097758
verified: no, type: nauc_mrr_at_1000_max
value: 48.57022261913911
verified: no, type: nauc_mrr_at_1000_std
value: -12.428435474800143
verified: no, type: nauc_mrr_at_100_diff1
value: 55.62957328562593
verified: no, type: nauc_mrr_at_100_max
value: 48.56575267775789
verified: no, type: nauc_mrr_at_100_std
value: -12.415226616847987
verified: no, type: nauc_mrr_at_10_diff1
value: 55.5931002027865
verified: no, type: nauc_mrr_at_10_max
value: 48.428200063552374
verified: no, type: nauc_mrr_at_10_std
value: -12.590361961152267
verified: no, type: nauc_mrr_at_1_diff1
value: 59.470635489729105
verified: no, type: nauc_mrr_at_1_max
value: 49.66866699872627
verified: no, type: nauc_mrr_at_1_std
value: -13.590112604913607
verified: no, type: nauc_mrr_at_20_diff1
value: 55.60145155716686
verified: no, type: nauc_mrr_at_20_max
value: 48.58677663675733
verified: no, type: nauc_mrr_at_20_std
value: -12.454093344399036
verified: no, type: nauc_mrr_at_3_diff1
value: 55.76657118158415
verified: no, type: nauc_mrr_at_3_max
value: 48.88547787372198
verified: no, type: nauc_mrr_at_3_std
value: -13.299744066289124
verified: no, type: nauc_mrr_at_5_diff1
value: 55.55217612731964
verified: no, type: nauc_mrr_at_5_max
value: 48.56957852769844
verified: no, type: nauc_mrr_at_5_std
value: -12.876904435466624
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.2645656074121
verified: no, type: nauc_ndcg_at_1000_max
value: 39.95808937564202
verified: no, type: nauc_ndcg_at_1000_std
value: -11.366829207572232
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.89043419464991
verified: no, type: nauc_ndcg_at_100_max
value: 39.00034359981605
verified: no, type: nauc_ndcg_at_100_std
value: -10.697277437129921
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.07625032910763
verified: no, type: nauc_ndcg_at_10_max
value: 35.51275239983428
verified: no, type: nauc_ndcg_at_10_std
value: -13.965305287946128
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.470635489729105
verified: no, type: nauc_ndcg_at_1_max
value: 49.66866699872627
verified: no, type: nauc_ndcg_at_1_std
value: -13.590112604913607
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.44262917418296
verified: no, type: nauc_ndcg_at_20_max
value: 37.6804112715633
verified: no, type: nauc_ndcg_at_20_std
value: -13.174880813005297
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.56982475937759
verified: no, type: nauc_ndcg_at_3_max
value: 37.96424549723314
verified: no, type: nauc_ndcg_at_3_std
value: -13.657607148249964
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.427291740214024
verified: no, type: nauc_ndcg_at_5_max
value: 35.42232275517991
verified: no, type: nauc_ndcg_at_5_std
value: -14.510048307634808
verified: no, type: nauc_precision_at_1000_diff1
value: -16.58479747595096
verified: no, type: nauc_precision_at_1000_max
value: 27.22386867486023
verified: no, type: nauc_precision_at_1000_std
value: 9.41210384044254
verified: no, type: nauc_precision_at_100_diff1
value: -11.640382840009572
verified: no, type: nauc_precision_at_100_max
value: 30.20752947841474
verified: no, type: nauc_precision_at_100_std
value: 10.72773947232612
verified: no, type: nauc_precision_at_10_diff1
value: 3.2540578244055594
verified: no, type: nauc_precision_at_10_max
value: 35.80515547017638
verified: no, type: nauc_precision_at_10_std
value: 0.299517152086918
verified: no, type: nauc_precision_at_1_diff1
value: 59.470635489729105
verified: no, type: nauc_precision_at_1_max
value: 49.66866699872627
verified: no, type: nauc_precision_at_1_std
value: -13.590112604913607
verified: no, type: nauc_precision_at_20_diff1
value: -1.8627219860435185
verified: no, type: nauc_precision_at_20_max
value: 35.9181314633325
verified: no, type: nauc_precision_at_20_std
value: 4.491869749000042
verified: no, type: nauc_precision_at_3_diff1
value: 17.94168903901189
verified: no, type: nauc_precision_at_3_max
value: 41.67388438464254
verified: no, type: nauc_precision_at_3_std
value: -5.38615084998387
verified: no, type: nauc_precision_at_5_diff1
value: 9.312012525324068
verified: no, type: nauc_precision_at_5_max
value: 39.52463080415461
verified: no, type: nauc_precision_at_5_std
value: -2.615286156278468
verified: no, type: nauc_recall_at_1000_diff1
value: 37.0960616996064
verified: no, type: nauc_recall_at_1000_max
value: 46.91967503624078
verified: no, type: nauc_recall_at_1000_std
value: 36.70723581015844
verified: no, type: nauc_recall_at_100_diff1
value: 32.54497560045993
verified: no, type: nauc_recall_at_100_max
value: 26.846226776082734
verified: no, type: nauc_recall_at_100_std
value: 9.257918182671672
verified: no, type: nauc_recall_at_10_diff1
value: 40.05619869408745
verified: no, type: nauc_recall_at_10_max
value: 25.504319960057014
verified: no, type: nauc_recall_at_10_std
value: -12.57012842016253
verified: no, type: nauc_recall_at_1_diff1
value: 51.42775649850064
verified: no, type: nauc_recall_at_1_max
value: 16.56862308325116
verified: no, type: nauc_recall_at_1_std
value: -14.684731980257675
verified: no, type: nauc_recall_at_20_diff1
value: 39.34128607816815
verified: no, type: nauc_recall_at_20_max
value: 28.31147877410395
verified: no, type: nauc_recall_at_20_std
value: -10.295180225906224
verified: no, type: nauc_recall_at_3_diff1
value: 41.31333745355922
verified: no, type: nauc_recall_at_3_max
value: 22.642649370921276
verified: no, type: nauc_recall_at_3_std
value: -14.44811859378254
verified: no, type: nauc_recall_at_5_diff1
value: 39.91795256714951
verified: no, type: nauc_recall_at_5_max
value: 24.396817798634245
verified: no, type: nauc_recall_at_5_std
value: -13.696077909471175
verified: no, type: ndcg_at_1
value: 58.48799999999999
verified: no, type: ndcg_at_10
value: 58.781000000000006
verified: no, type: ndcg_at_100
value: 65.212
verified: no, type: ndcg_at_1000
value: 66.85900000000001
verified: no, type: ndcg_at_20
value: 61.529999999999994
verified: no, type: ndcg_at_3
value: 54.864000000000004
verified: no, type: ndcg_at_5
value: 56.223
verified: no, type: precision_at_1
value: 58.48799999999999
verified: no, type: precision_at_10
value: 16.111
verified: no, type: precision_at_100
value: 2.298
verified: no, type: precision_at_1000
value: 0.257
verified: no, type: precision_at_20
value: 9.306000000000001
verified: no, type: precision_at_3
value: 36.317
verified: no, type: precision_at_5
value: 26.759
verified: no, type: recall_at_1
value: 31.107000000000003
verified: no, type: recall_at_10
value: 65.08500000000001
verified: no, type: recall_at_100
value: 87.91
verified: no, type: recall_at_1000
value: 97.817
verified: no, type: recall_at_20
value: 73.282
verified: no, type: recall_at_3
value: 49.317
verified: no, type: recall_at_5
value: 56.617
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 79.449
verified: no, type: map_at_1
value: 41.384
verified: no, type: map_at_10
value: 72.844
verified: no, type: map_at_100
value: 73.589
verified: no, type: map_at_1000
value: 73.624
verified: no, type: map_at_20
value: 73.317
verified: no, type: map_at_3
value: 69.427
verified: no, type: map_at_5
value: 71.68299999999999
verified: no, type: mrr_at_1
value: 82.76839972991222
verified: no, type: mrr_at_10
value: 87.92045807744634
verified: no, type: mrr_at_100
value: 88.05529589670978
verified: no, type: mrr_at_1000
value: 88.05935891074716
verified: no, type: mrr_at_20
value: 88.01402112970962
verified: no, type: mrr_at_3
value: 87.3216295295969
verified: no, type: mrr_at_5
value: 87.69705154175074
verified: no, type: nauc_map_at_1000_diff1
value: 20.396629535039704
verified: no, type: nauc_map_at_1000_max
value: 39.10949908339265
verified: no, type: nauc_map_at_1000_std
value: 10.224729673688502
verified: no, type: nauc_map_at_100_diff1
value: 20.381077063965574
verified: no, type: nauc_map_at_100_max
value: 39.12262980169527
verified: no, type: nauc_map_at_100_std
value: 10.256952440972226
verified: no, type: nauc_map_at_10_diff1
value: 20.227214487416916
verified: no, type: nauc_map_at_10_max
value: 39.065878364926085
verified: no, type: nauc_map_at_10_std
value: 9.830819360569484
verified: no, type: nauc_map_at_1_diff1
value: 60.61929089121275
verified: no, type: nauc_map_at_1_max
value: 49.53547409224507
verified: no, type: nauc_map_at_1_std
value: 0.2722096857291782
verified: no, type: nauc_map_at_20_diff1
value: 20.183915365850165
verified: no, type: nauc_map_at_20_max
value: 39.06905710390586
verified: no, type: nauc_map_at_20_std
value: 10.244769286257812
verified: no, type: nauc_map_at_3_diff1
value: 18.953350220177363
verified: no, type: nauc_map_at_3_max
value: 36.89647666189664
verified: no, type: nauc_map_at_3_std
value: 6.856939205711613
verified: no, type: nauc_map_at_5_diff1
value: 19.74313508534105
verified: no, type: nauc_map_at_5_max
value: 38.42860611762909
verified: no, type: nauc_map_at_5_std
value: 8.620757357067802
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.544760748070416
verified: no, type: nauc_mrr_at_1000_max
value: 53.536700750600176
verified: no, type: nauc_mrr_at_1000_std
value: 4.356103341419562
verified: no, type: nauc_mrr_at_100_diff1
value: 60.543037850402825
verified: no, type: nauc_mrr_at_100_max
value: 53.54473925679791
verified: no, type: nauc_mrr_at_100_std
value: 4.3713759172294475
verified: no, type: nauc_mrr_at_10_diff1
value: 60.57585979923885
verified: no, type: nauc_mrr_at_10_max
value: 53.65882404973961
verified: no, type: nauc_mrr_at_10_std
value: 4.46866142907982
verified: no, type: nauc_mrr_at_1_diff1
value: 60.61929089121275
verified: no, type: nauc_mrr_at_1_max
value: 49.53547409224507
verified: no, type: nauc_mrr_at_1_std
value: 0.2722096857291782
verified: no, type: nauc_mrr_at_20_diff1
value: 60.541893232518674
verified: no, type: nauc_mrr_at_20_max
value: 53.6135776399171
verified: no, type: nauc_mrr_at_20_std
value: 4.443552945861195
verified: no, type: nauc_mrr_at_3_diff1
value: 60.46996364153697
verified: no, type: nauc_mrr_at_3_max
value: 53.981024588336936
verified: no, type: nauc_mrr_at_3_std
value: 4.300285863686253
verified: no, type: nauc_mrr_at_5_diff1
value: 60.562791070200426
verified: no, type: nauc_mrr_at_5_max
value: 53.884058343579966
verified: no, type: nauc_mrr_at_5_std
value: 4.35333313705802
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.909558826785485
verified: no, type: nauc_ndcg_at_1000_max
value: 43.2090252545764
verified: no, type: nauc_ndcg_at_1000_std
value: 13.24632397019833
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.4096138903785
verified: no, type: nauc_ndcg_at_100_max
value: 43.50667894420325
verified: no, type: nauc_ndcg_at_100_std
value: 14.272929786830657
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.261392560708607
verified: no, type: nauc_ndcg_at_10_max
value: 43.02496845139645
verified: no, type: nauc_ndcg_at_10_std
value: 12.753991213996402
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.61929089121275
verified: no, type: nauc_ndcg_at_1_max
value: 49.53547409224507
verified: no, type: nauc_ndcg_at_1_std
value: 0.2722096857291782
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.15730629354081
verified: no, type: nauc_ndcg_at_20_max
value: 43.10358742768409
verified: no, type: nauc_ndcg_at_20_std
value: 14.103247675055986
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.492158440363873
verified: no, type: nauc_ndcg_at_3_max
value: 39.880317429264736
verified: no, type: nauc_ndcg_at_3_std
value: 7.852278799949863
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.46471897598423
verified: no, type: nauc_ndcg_at_5_max
value: 41.901821932685294
verified: no, type: nauc_ndcg_at_5_std
value: 10.33482164145028
verified: no, type: nauc_precision_at_1000_diff1
value: 14.556112531859444
verified: no, type: nauc_precision_at_1000_max
value: 54.51236512101235
verified: no, type: nauc_precision_at_1000_std
value: 68.89420216988455
verified: no, type: nauc_precision_at_100_diff1
value: 14.116319404924122
verified: no, type: nauc_precision_at_100_max
value: 50.42943334977378
verified: no, type: nauc_precision_at_100_std
value: 49.80016017936658
verified: no, type: nauc_precision_at_10_diff1
value: 14.530495877243805
verified: no, type: nauc_precision_at_10_max
value: 43.89651175033577
verified: no, type: nauc_precision_at_10_std
value: 24.764789718434958
verified: no, type: nauc_precision_at_1_diff1
value: 60.61929089121275
verified: no, type: nauc_precision_at_1_max
value: 49.53547409224507
verified: no, type: nauc_precision_at_1_std
value: 0.2722096857291782
verified: no, type: nauc_precision_at_20_diff1
value: 11.499635650364958
verified: no, type: nauc_precision_at_20_max
value: 44.499499741252265
verified: no, type: nauc_precision_at_20_std
value: 33.743842605352725
verified: no, type: nauc_precision_at_3_diff1
value: 14.621019803797811
verified: no, type: nauc_precision_at_3_max
value: 38.1391146398071
verified: no, type: nauc_precision_at_3_std
value: 11.050680597126348
verified: no, type: nauc_precision_at_5_diff1
value: 14.878056511475538
verified: no, type: nauc_precision_at_5_max
value: 41.52854585813069
verified: no, type: nauc_precision_at_5_std
value: 16.596884488946877
verified: no, type: nauc_recall_at_1000_diff1
value: 14.556112531860405
verified: no, type: nauc_recall_at_1000_max
value: 54.512365121012444
verified: no, type: nauc_recall_at_1000_std
value: 68.89420216988472
verified: no, type: nauc_recall_at_100_diff1
value: 14.11631940492389
verified: no, type: nauc_recall_at_100_max
value: 50.42943334977325
verified: no, type: nauc_recall_at_100_std
value: 49.80016017936635
verified: no, type: nauc_recall_at_10_diff1
value: 14.530495877243975
verified: no, type: nauc_recall_at_10_max
value: 43.89651175033581
verified: no, type: nauc_recall_at_10_std
value: 24.764789718434855
verified: no, type: nauc_recall_at_1_diff1
value: 60.61929089121275
verified: no, type: nauc_recall_at_1_max
value: 49.53547409224507
verified: no, type: nauc_recall_at_1_std
value: 0.2722096857291782
verified: no, type: nauc_recall_at_20_diff1
value: 11.499635650364953
verified: no, type: nauc_recall_at_20_max
value: 44.499499741252166
verified: no, type: nauc_recall_at_20_std
value: 33.74384260535269
verified: no, type: nauc_recall_at_3_diff1
value: 14.621019803797758
verified: no, type: nauc_recall_at_3_max
value: 38.139114639807104
verified: no, type: nauc_recall_at_3_std
value: 11.050680597126208
verified: no, type: nauc_recall_at_5_diff1
value: 14.87805651147543
verified: no, type: nauc_recall_at_5_max
value: 41.52854585813069
verified: no, type: nauc_recall_at_5_std
value: 16.59688448894684
verified: no, type: ndcg_at_1
value: 82.768
verified: no, type: ndcg_at_10
value: 79.449
verified: no, type: ndcg_at_100
value: 81.878
verified: no, type: ndcg_at_1000
value: 82.526
verified: no, type: ndcg_at_20
value: 80.601
verified: no, type: ndcg_at_3
value: 74.899
verified: no, type: ndcg_at_5
value: 77.586
verified: no, type: precision_at_1
value: 82.768
verified: no, type: precision_at_10
value: 16.804
verified: no, type: precision_at_100
value: 1.8659999999999999
verified: no, type: precision_at_1000
value: 0.19499999999999998
verified: no, type: precision_at_20
value: 8.770999999999999
verified: no, type: precision_at_3
value: 49.381
verified: no, type: precision_at_5
value: 31.746000000000002
verified: no, type: recall_at_1
value: 41.384
verified: no, type: recall_at_10
value: 84.018
verified: no, type: recall_at_100
value: 93.30199999999999
verified: no, type: recall_at_1000
value: 97.529
verified: no, type: recall_at_20
value: 87.711
verified: no, type: recall_at_3
value: 74.072
verified: no, type: recall_at_5
value: 79.365
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 95.50119999999997
verified: no, type: ap
value: 93.27855740989341
verified: no, type: ap_weighted
value: 93.27855740989341
verified: no, type: f1
value: 95.49922732391366
verified: no, type: f1_weighted
value: 95.49922732391366
verified: no, type: main_score
value: 95.50119999999997
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 44.181
verified: no, type: map_at_1
value: 24.3
verified: no, type: map_at_10
value: 37.064
verified: no, type: map_at_100
value: 38.217
verified: no, type: map_at_1000
value: 38.261
verified: no, type: map_at_20
value: 37.797
verified: no, type: map_at_3
value: 33.03
verified: no, type: map_at_5
value: 35.382000000000005
verified: no, type: mrr_at_1
value: 25.014326647564474
verified: no, type: mrr_at_10
value: 37.67002092145362
verified: no, type: mrr_at_100
value: 38.76618716955713
verified: no, type: mrr_at_1000
value: 38.803895343578624
verified: no, type: mrr_at_20
value: 38.372875531879025
verified: no, type: mrr_at_3
value: 33.74164278892073
verified: no, type: mrr_at_5
value: 36.04250238777461
verified: no, type: nauc_map_at_1000_diff1
value: 37.38914109165067
verified: no, type: nauc_map_at_1000_max
value: 9.290439022090213
verified: no, type: nauc_map_at_1000_std
value: -17.68507604596775
verified: no, type: nauc_map_at_100_diff1
value: 37.3858106261435
verified: no, type: nauc_map_at_100_max
value: 9.292194370842791
verified: no, type: nauc_map_at_100_std
value: -17.6461510679294
verified: no, type: nauc_map_at_10_diff1
value: 37.24355836056403
verified: no, type: nauc_map_at_10_max
value: 9.19029394636661
verified: no, type: nauc_map_at_10_std
value: -18.216369315567626
verified: no, type: nauc_map_at_1_diff1
value: 40.298938486026984
verified: no, type: nauc_map_at_1_max
value: 8.149499405622326
verified: no, type: nauc_map_at_1_std
value: -17.09168853307602
verified: no, type: nauc_map_at_20_diff1
value: 37.344123641575216
verified: no, type: nauc_map_at_20_max
value: 9.24559383901809
verified: no, type: nauc_map_at_20_std
value: -17.842740773642962
verified: no, type: nauc_map_at_3_diff1
value: 37.4023127968177
verified: no, type: nauc_map_at_3_max
value: 8.930674077317596
verified: no, type: nauc_map_at_3_std
value: -18.68520909934096
verified: no, type: nauc_map_at_5_diff1
value: 37.12600186091895
verified: no, type: nauc_map_at_5_max
value: 9.173506919924861
verified: no, type: nauc_map_at_5_std
value: -18.625677130615294
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.34256456294692
verified: no, type: nauc_mrr_at_1000_max
value: 9.276741130450404
verified: no, type: nauc_mrr_at_1000_std
value: -17.41693013754444
verified: no, type: nauc_mrr_at_100_diff1
value: 37.33775949993714
verified: no, type: nauc_mrr_at_100_max
value: 9.28051163202218
verified: no, type: nauc_mrr_at_100_std
value: -17.381741706111445
verified: no, type: nauc_mrr_at_10_diff1
value: 37.21506505847139
verified: no, type: nauc_mrr_at_10_max
value: 9.200324529184542
verified: no, type: nauc_mrr_at_10_std
value: -17.904321523440817
verified: no, type: nauc_mrr_at_1_diff1
value: 40.314678345050915
verified: no, type: nauc_mrr_at_1_max
value: 8.193685362111243
verified: no, type: nauc_mrr_at_1_std
value: -17.096535887474175
verified: no, type: nauc_mrr_at_20_diff1
value: 37.293746882874004
verified: no, type: nauc_mrr_at_20_max
value: 9.256273923676206
verified: no, type: nauc_mrr_at_20_std
value: -17.528338232043577
verified: no, type: nauc_mrr_at_3_diff1
value: 37.254812254578376
verified: no, type: nauc_mrr_at_3_max
value: 8.903676300128614
verified: no, type: nauc_mrr_at_3_std
value: -18.49940979312031
verified: no, type: nauc_mrr_at_5_diff1
value: 37.08969825523026
verified: no, type: nauc_mrr_at_5_max
value: 9.194982897416688
verified: no, type: nauc_mrr_at_5_std
value: -18.291840579141315
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.930810397557096
verified: no, type: nauc_ndcg_at_1000_max
value: 9.8356345032183
verified: no, type: nauc_ndcg_at_1000_std
value: -16.308145152943887
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.901149744427414
verified: no, type: nauc_ndcg_at_100_max
value: 9.96065454342114
verified: no, type: nauc_ndcg_at_100_std
value: -14.983815239399584
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.441571794416724
verified: no, type: nauc_ndcg_at_10_max
value: 9.57337658776914
verified: no, type: nauc_ndcg_at_10_std
value: -17.88037638294921
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.314678345050915
verified: no, type: nauc_ndcg_at_1_max
value: 8.193685362111243
verified: no, type: nauc_ndcg_at_1_std
value: -17.096535887474175
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.775334219857484
verified: no, type: nauc_ndcg_at_20_max
value: 9.789544462660507
verified: no, type: nauc_ndcg_at_20_std
value: -16.465733594062474
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.58838956901628
verified: no, type: nauc_ndcg_at_3_max
value: 9.089768089567865
verified: no, type: nauc_ndcg_at_3_std
value: -19.12823913473232
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.147729725463364
verified: no, type: nauc_ndcg_at_5_max
value: 9.53707003144017
verified: no, type: nauc_ndcg_at_5_std
value: -18.91372487441106
verified: no, type: nauc_precision_at_1000_diff1
value: -6.013504255890098
verified: no, type: nauc_precision_at_1000_max
value: 6.319348588937731
verified: no, type: nauc_precision_at_1000_std
value: 6.360339202992953
verified: no, type: nauc_precision_at_100_diff1
value: 14.846649240680357
verified: no, type: nauc_precision_at_100_max
value: 11.751644343520605
verified: no, type: nauc_precision_at_100_std
value: 16.881205928162444
verified: no, type: nauc_precision_at_10_diff1
value: 30.328513184776966
verified: no, type: nauc_precision_at_10_max
value: 9.988509735977631
verified: no, type: nauc_precision_at_10_std
value: -15.609966599969837
verified: no, type: nauc_precision_at_1_diff1
value: 40.314678345050915
verified: no, type: nauc_precision_at_1_max
value: 8.193685362111243
verified: no, type: nauc_precision_at_1_std
value: -17.096535887474175
verified: no, type: nauc_precision_at_20_diff1
value: 28.248245250811543
verified: no, type: nauc_precision_at_20_max
value: 10.953279209883918
verified: no, type: nauc_precision_at_20_std
value: -7.365540710727016
verified: no, type: nauc_precision_at_3_diff1
value: 33.6150964111514
verified: no, type: nauc_precision_at_3_max
value: 9.216455510763346
verified: no, type: nauc_precision_at_3_std
value: -20.45932513010908
verified: no, type: nauc_precision_at_5_diff1
value: 31.518755311864705
verified: no, type: nauc_precision_at_5_max
value: 10.019710006442747
verified: no, type: nauc_precision_at_5_std
value: -19.740528698385468
verified: no, type: nauc_recall_at_1000_diff1
value: 12.207155589507542
verified: no, type: nauc_recall_at_1000_max
value: 39.3447783153665
verified: no, type: nauc_recall_at_1000_std
value: 74.60352827999826
verified: no, type: nauc_recall_at_100_diff1
value: 32.993666280768615
verified: no, type: nauc_recall_at_100_max
value: 16.487188889720816
verified: no, type: nauc_recall_at_100_std
value: 26.828206265371275
verified: no, type: nauc_recall_at_10_diff1
value: 33.65453771237772
verified: no, type: nauc_recall_at_10_max
value: 10.71869814574723
verified: no, type: nauc_recall_at_10_std
value: -16.27859785753318
verified: no, type: nauc_recall_at_1_diff1
value: 40.298938486026984
verified: no, type: nauc_recall_at_1_max
value: 8.149499405622326
verified: no, type: nauc_recall_at_1_std
value: -17.09168853307602
verified: no, type: nauc_recall_at_20_diff1
value: 34.60034971417269
verified: no, type: nauc_recall_at_20_max
value: 12.076871992384788
verified: no, type: nauc_recall_at_20_std
value: -8.224571589978806
verified: no, type: nauc_recall_at_3_diff1
value: 34.24661417034744
verified: no, type: nauc_recall_at_3_max
value: 9.464103325281997
verified: no, type: nauc_recall_at_3_std
value: -20.329748455626195
verified: no, type: nauc_recall_at_5_diff1
value: 33.042225241281585
verified: no, type: nauc_recall_at_5_max
value: 10.486814885646142
verified: no, type: nauc_recall_at_5_std
value: -19.7259662900716
verified: no, type: ndcg_at_1
value: 25.013999999999996
verified: no, type: ndcg_at_10
value: 44.181
verified: no, type: ndcg_at_100
value: 49.673
verified: no, type: ndcg_at_1000
value: 50.705999999999996
verified: no, type: ndcg_at_20
value: 46.798
verified: no, type: ndcg_at_3
value: 36.037
verified: no, type: ndcg_at_5
value: 40.214
verified: no, type: precision_at_1
value: 25.013999999999996
verified: no, type: precision_at_10
value: 6.9110000000000005
verified: no, type: precision_at_100
value: 0.9650000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 4.004
verified: no, type: precision_at_3
value: 15.238999999999999
verified: no, type: precision_at_5
value: 11.264000000000001
verified: no, type: recall_at_1
value: 24.3
verified: no, type: recall_at_10
value: 66.06400000000001
verified: no, type: recall_at_100
value: 91.291
verified: no, type: recall_at_1000
value: 99.054
verified: no, type: recall_at_20
value: 76.25699999999999
verified: no, type: recall_at_3
value: 44.039
verified: no, type: recall_at_5
value: 54.053
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 96.35430916552667
verified: no, type: f1
value: 96.16669219074517
verified: no, type: f1_weighted
value: 96.35506582065435
verified: no, type: main_score
value: 96.35430916552667
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 80.51527587779297
verified: no, type: f1
value: 59.350461259612345
verified: no, type: f1_weighted
value: 81.51891267687044
verified: no, type: main_score
value: 80.51527587779297
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 77.31338264963013
verified: no, type: f1
value: 75.29547524788576
verified: no, type: f1_weighted
value: 76.26831259224058
verified: no, type: main_score
value: 77.31338264963013
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 79.97982515131137
verified: no, type: f1
value: 79.34057805450769
verified: no, type: f1_weighted
value: 79.73023446597212
verified: no, type: main_score
value: 79.97982515131137
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 38.37635785818304
verified: no, type: v_measure
value: 38.37635785818304
verified: no, type: v_measure_std
value: 1.6943794496059137
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 37.6711034083755
verified: no, type: v_measure
value: 37.6711034083755
verified: no, type: v_measure_std
value: 1.1408887612104992
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 32.20170969306457
verified: no, type: map
value: 32.20170969306457
verified: no, type: mrr
value: 33.41738896071552
verified: no, type: nAUC_map_diff1
value: 12.077124363492512
verified: no, type: nAUC_map_max
value: -20.336429990396454
verified: no, type: nAUC_map_std
value: 0.10724031251638018
verified: no, type: nAUC_mrr_diff1
value: 11.405695518900744
verified: no, type: nAUC_mrr_max
value: -15.0727490448132
verified: no, type: nAUC_mrr_std
value: 1.8987958512727106
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 40.463
verified: no, type: map_at_1
value: 6.4990000000000006
verified: no, type: map_at_10
value: 15.699
verified: no, type: map_at_100
value: 19.895
verified: no, type: map_at_1000
value: 21.537
verified: no, type: map_at_20
value: 17.429
verified: no, type: map_at_3
value: 11.48
verified: no, type: map_at_5
value: 13.383999999999999
verified: no, type: mrr_at_1
value: 52.63157894736842
verified: no, type: mrr_at_10
value: 61.60401002506265
verified: no, type: mrr_at_100
value: 62.04336653809741
verified: no, type: mrr_at_1000
value: 62.07610833363911
verified: no, type: mrr_at_20
value: 61.88033067968176
verified: no, type: mrr_at_3
value: 59.44272445820435
verified: no, type: mrr_at_5
value: 60.89783281733746
verified: no, type: nauc_map_at_1000_diff1
value: 18.58585974547791
verified: no, type: nauc_map_at_1000_max
value: 30.25465935470905
verified: no, type: nauc_map_at_1000_std
value: 10.987080017051682
verified: no, type: nauc_map_at_100_diff1
value: 20.02651798573329
verified: no, type: nauc_map_at_100_max
value: 30.108719787095467
verified: no, type: nauc_map_at_100_std
value: 7.882019722247158
verified: no, type: nauc_map_at_10_diff1
value: 23.02800157136177
verified: no, type: nauc_map_at_10_max
value: 22.8723397741279
verified: no, type: nauc_map_at_10_std
value: -3.762893117006399
verified: no, type: nauc_map_at_1_diff1
value: 37.94611136294878
verified: no, type: nauc_map_at_1_max
value: 7.297492349938244
verified: no, type: nauc_map_at_1_std
value: -17.813930346562152
verified: no, type: nauc_map_at_20_diff1
value: 21.981440837881113
verified: no, type: nauc_map_at_20_max
value: 26.759497880383837
verified: no, type: nauc_map_at_20_std
value: 0.18040330674839283
verified: no, type: nauc_map_at_3_diff1
value: 27.066009968256555
verified: no, type: nauc_map_at_3_max
value: 10.488797596450187
verified: no, type: nauc_map_at_3_std
value: -14.013059830876845
verified: no, type: nauc_map_at_5_diff1
value: 25.493785001708446
verified: no, type: nauc_map_at_5_max
value: 16.217756878539337
verified: no, type: nauc_map_at_5_std
value: -10.714238788014212
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.488264933723528
verified: no, type: nauc_mrr_at_1000_max
value: 45.94151165403325
verified: no, type: nauc_mrr_at_1000_std
value: 25.20231778025588
verified: no, type: nauc_mrr_at_100_diff1
value: 28.4886630218298
verified: no, type: nauc_mrr_at_100_max
value: 45.9702575916014
verified: no, type: nauc_mrr_at_100_std
value: 25.22848732842774
verified: no, type: nauc_mrr_at_10_diff1
value: 28.535257017998294
verified: no, type: nauc_mrr_at_10_max
value: 45.86005605851268
verified: no, type: nauc_mrr_at_10_std
value: 24.81744203643852
verified: no, type: nauc_mrr_at_1_diff1
value: 29.824630548327285
verified: no, type: nauc_mrr_at_1_max
value: 44.19891968145314
verified: no, type: nauc_mrr_at_1_std
value: 23.21413139777098
verified: no, type: nauc_mrr_at_20_diff1
value: 28.54642005356483
verified: no, type: nauc_mrr_at_20_max
value: 46.08926361963997
verified: no, type: nauc_mrr_at_20_std
value: 25.39517294920476
verified: no, type: nauc_mrr_at_3_diff1
value: 28.230929109259407
verified: no, type: nauc_mrr_at_3_max
value: 44.05364599618201
verified: no, type: nauc_mrr_at_3_std
value: 23.828100697992724
verified: no, type: nauc_mrr_at_5_diff1
value: 29.669751924690758
verified: no, type: nauc_mrr_at_5_max
value: 45.36862661497384
verified: no, type: nauc_mrr_at_5_std
value: 23.787166807022505
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.515898773404377
verified: no, type: nauc_ndcg_at_1000_max
value: 44.57748675979855
verified: no, type: nauc_ndcg_at_1000_std
value: 29.205899131269604
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.88197701276405
verified: no, type: nauc_ndcg_at_100_max
value: 39.62665883972109
verified: no, type: nauc_ndcg_at_100_std
value: 25.186347352251754
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.220798038950925
verified: no, type: nauc_ndcg_at_10_max
value: 39.67757337154769
verified: no, type: nauc_ndcg_at_10_std
value: 25.634534917262403
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.448775879462932
verified: no, type: nauc_ndcg_at_1_max
value: 44.4256421079556
verified: no, type: nauc_ndcg_at_1_std
value: 23.093987850437355
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.417507391228035
verified: no, type: nauc_ndcg_at_20_max
value: 37.52014353976055
verified: no, type: nauc_ndcg_at_20_std
value: 23.880617920537915
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.01018470616153
verified: no, type: nauc_ndcg_at_3_max
value: 39.135814950810804
verified: no, type: nauc_ndcg_at_3_std
value: 21.40850285781106
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.502338826072368
verified: no, type: nauc_ndcg_at_5_max
value: 40.2043937728194
verified: no, type: nauc_ndcg_at_5_std
value: 22.242499743433424
verified: no, type: nauc_precision_at_1000_diff1
value: -13.648652068964681
verified: no, type: nauc_precision_at_1000_max
value: 3.5821865423513426
verified: no, type: nauc_precision_at_1000_std
value: 35.481456041211274
verified: no, type: nauc_precision_at_100_diff1
value: -11.342790040792961
verified: no, type: nauc_precision_at_100_max
value: 18.41811151847882
verified: no, type: nauc_precision_at_100_std
value: 44.901842372597336
verified: no, type: nauc_precision_at_10_diff1
value: -1.9404654865248405
verified: no, type: nauc_precision_at_10_max
value: 40.91955602631143
verified: no, type: nauc_precision_at_10_std
value: 41.38128398646734
verified: no, type: nauc_precision_at_1_diff1
value: 29.824630548327285
verified: no, type: nauc_precision_at_1_max
value: 44.19891968145314
verified: no, type: nauc_precision_at_1_std
value: 23.21413139777098
verified: no, type: nauc_precision_at_20_diff1
value: -5.046696327994225
verified: no, type: nauc_precision_at_20_max
value: 33.653422186725386
verified: no, type: nauc_precision_at_20_std
value: 40.97689615511939
verified: no, type: nauc_precision_at_3_diff1
value: 5.1767717826900785
verified: no, type: nauc_precision_at_3_max
value: 38.01276130261592
verified: no, type: nauc_precision_at_3_std
value: 25.71468883159735
verified: no, type: nauc_precision_at_5_diff1
value: 3.847065262189492
verified: no, type: nauc_precision_at_5_max
value: 41.00941977122254
verified: no, type: nauc_precision_at_5_std
value: 31.044768384177246
verified: no, type: nauc_recall_at_1000_diff1
value: 7.975632504947066
verified: no, type: nauc_recall_at_1000_max
value: 18.83264064904865
verified: no, type: nauc_recall_at_1000_std
value: 15.023940189337717
verified: no, type: nauc_recall_at_100_diff1
value: 10.354458867884487
verified: no, type: nauc_recall_at_100_max
value: 27.16900376430975
verified: no, type: nauc_recall_at_100_std
value: 14.160333284050214
verified: no, type: nauc_recall_at_10_diff1
value: 18.04347857307359
verified: no, type: nauc_recall_at_10_max
value: 19.082544744457774
verified: no, type: nauc_recall_at_10_std
value: -5.107813434157397
verified: no, type: nauc_recall_at_1_diff1
value: 37.94611136294878
verified: no, type: nauc_recall_at_1_max
value: 7.297492349938244
verified: no, type: nauc_recall_at_1_std
value: -17.813930346562152
verified: no, type: nauc_recall_at_20_diff1
value: 16.658153504941193
verified: no, type: nauc_recall_at_20_max
value: 23.214261213582382
verified: no, type: nauc_recall_at_20_std
value: -0.6964816170313349
verified: no, type: nauc_recall_at_3_diff1
value: 23.65600569767465
verified: no, type: nauc_recall_at_3_max
value: 6.543906048065431
verified: no, type: nauc_recall_at_3_std
value: -15.496093666790777
verified: no, type: nauc_recall_at_5_diff1
value: 22.112315726267077
verified: no, type: nauc_recall_at_5_max
value: 12.258969896916307
verified: no, type: nauc_recall_at_5_std
value: -12.922832334587008
verified: no, type: ndcg_at_1
value: 50.929
verified: no, type: ndcg_at_10
value: 40.463
verified: no, type: ndcg_at_100
value: 36.909
verified: no, type: ndcg_at_1000
value: 45.617999999999995
verified: no, type: ndcg_at_20
value: 37.772
verified: no, type: ndcg_at_3
value: 46.315
verified: no, type: ndcg_at_5
value: 44.052
verified: no, type: precision_at_1
value: 52.632
verified: no, type: precision_at_10
value: 29.814
verified: no, type: precision_at_100
value: 9.325
verified: no, type: precision_at_1000
value: 2.236
verified: no, type: precision_at_20
value: 22.073999999999998
verified: no, type: precision_at_3
value: 42.931000000000004
verified: no, type: precision_at_5
value: 37.957
verified: no, type: recall_at_1
value: 6.4990000000000006
verified: no, type: recall_at_10
value: 20.232
verified: no, type: recall_at_100
value: 36.846000000000004
verified: no, type: recall_at_1000
value: 69.03
verified: no, type: recall_at_20
value: 24.448
verified: no, type: recall_at_3
value: 13.258000000000001
verified: no, type: recall_at_5
value: 16.255
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 70.518
verified: no, type: map_at_1
value: 46.233999999999995
verified: no, type: map_at_10
value: 63.519999999999996
verified: no, type: map_at_100
value: 64.14699999999999
verified: no, type: map_at_1000
value: 64.154
verified: no, type: map_at_20
value: 63.975
verified: no, type: map_at_3
value: 59.797
verified: no, type: map_at_5
value: 62.226000000000006
verified: no, type: mrr_at_1
value: 51.76709154113557
verified: no, type: mrr_at_10
value: 65.79852489470095
verified: no, type: mrr_at_100
value: 66.19480681115492
verified: no, type: mrr_at_1000
value: 66.19993656063721
verified: no, type: mrr_at_20
value: 66.0923632685851
verified: no, type: mrr_at_3
value: 63.185592893008746
verified: no, type: mrr_at_5
value: 64.93385477018151
verified: no, type: nauc_map_at_1000_diff1
value: 43.35077155361084
verified: no, type: nauc_map_at_1000_max
value: 37.282536180921085
verified: no, type: nauc_map_at_1000_std
value: -4.64357984773174
verified: no, type: nauc_map_at_100_diff1
value: 43.35098576601616
verified: no, type: nauc_map_at_100_max
value: 37.28998747522813
verified: no, type: nauc_map_at_100_std
value: -4.638151362399621
verified: no, type: nauc_map_at_10_diff1
value: 43.131007214082594
verified: no, type: nauc_map_at_10_max
value: 37.430076712266846
verified: no, type: nauc_map_at_10_std
value: -4.90614475410035
verified: no, type: nauc_map_at_1_diff1
value: 45.843123692592485
verified: no, type: nauc_map_at_1_max
value: 30.160164681399227
verified: no, type: nauc_map_at_1_std
value: -6.110582951655118
verified: no, type: nauc_map_at_20_diff1
value: 43.30588135441681
verified: no, type: nauc_map_at_20_max
value: 37.41321766111187
verified: no, type: nauc_map_at_20_std
value: -4.628074353861448
verified: no, type: nauc_map_at_3_diff1
value: 42.690411835598695
verified: no, type: nauc_map_at_3_max
value: 36.64069333510947
verified: no, type: nauc_map_at_3_std
value: -6.2899609993355545
verified: no, type: nauc_map_at_5_diff1
value: 42.906814471744134
verified: no, type: nauc_map_at_5_max
value: 37.27599132551781
verified: no, type: nauc_map_at_5_std
value: -5.512203849661435
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.77989113830799
verified: no, type: nauc_mrr_at_1000_max
value: 38.01009876981156
verified: no, type: nauc_mrr_at_1000_std
value: -2.0250764367321654
verified: no, type: nauc_mrr_at_100_diff1
value: 43.78071481914773
verified: no, type: nauc_mrr_at_100_max
value: 38.01603112272088
verified: no, type: nauc_mrr_at_100_std
value: -2.019685020907906
verified: no, type: nauc_mrr_at_10_diff1
value: 43.582338882429156
verified: no, type: nauc_mrr_at_10_max
value: 38.19577506300954
verified: no, type: nauc_mrr_at_10_std
value: -2.011905402842086
verified: no, type: nauc_mrr_at_1_diff1
value: 46.544635554669576
verified: no, type: nauc_mrr_at_1_max
value: 33.82720628969995
verified: no, type: nauc_mrr_at_1_std
value: -2.924293824382781
verified: no, type: nauc_mrr_at_20_diff1
value: 43.713682995581614
verified: no, type: nauc_mrr_at_20_max
value: 38.09918392374771
verified: no, type: nauc_mrr_at_20_std
value: -1.9583477023239
verified: no, type: nauc_mrr_at_3_diff1
value: 43.35807398052401
verified: no, type: nauc_mrr_at_3_max
value: 38.39129780935902
verified: no, type: nauc_mrr_at_3_std
value: -2.287791352096624
verified: no, type: nauc_mrr_at_5_diff1
value: 43.4126448419642
verified: no, type: nauc_mrr_at_5_max
value: 38.27294037073721
verified: no, type: nauc_mrr_at_5_std
value: -2.166655666337289
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.26202839737687
verified: no, type: nauc_ndcg_at_1000_max
value: 38.493273787010615
verified: no, type: nauc_ndcg_at_1000_std
value: -2.9983001465713524
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.25688556190981
verified: no, type: nauc_ndcg_at_100_max
value: 38.68155788574137
verified: no, type: nauc_ndcg_at_100_std
value: -2.8355616191757487
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.37071983774907
verified: no, type: nauc_ndcg_at_10_max
value: 39.60970139451164
verified: no, type: nauc_ndcg_at_10_std
value: -3.5877671856177775
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.614780156517845
verified: no, type: nauc_ndcg_at_1_max
value: 33.863655999315526
verified: no, type: nauc_ndcg_at_1_std
value: -2.839239881422542
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.97845395193472
verified: no, type: nauc_ndcg_at_20_max
value: 39.53053589334249
verified: no, type: nauc_ndcg_at_20_std
value: -2.6507495263904515
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.65390869521735
verified: no, type: nauc_ndcg_at_3_max
value: 38.4851846089685
verified: no, type: nauc_ndcg_at_3_std
value: -5.6296606018146
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.89640848285409
verified: no, type: nauc_ndcg_at_5_max
value: 39.293659812249615
verified: no, type: nauc_ndcg_at_5_std
value: -4.754462409312945
verified: no, type: nauc_precision_at_1000_diff1
value: -10.848480634403051
verified: no, type: nauc_precision_at_1000_max
value: 1.3436973699935175
verified: no, type: nauc_precision_at_1000_std
value: 19.044141500097957
verified: no, type: nauc_precision_at_100_diff1
value: -9.018095533261604
verified: no, type: nauc_precision_at_100_max
value: 4.0402155161025695
verified: no, type: nauc_precision_at_100_std
value: 19.492823636364996
verified: no, type: nauc_precision_at_10_diff1
value: 3.947100636096294
verified: no, type: nauc_precision_at_10_max
value: 20.598641503195907
verified: no, type: nauc_precision_at_10_std
value: 13.522240087840858
verified: no, type: nauc_precision_at_1_diff1
value: 46.614780156517845
verified: no, type: nauc_precision_at_1_max
value: 33.863655999315526
verified: no, type: nauc_precision_at_1_std
value: -2.839239881422542
verified: no, type: nauc_precision_at_20_diff1
value: -2.1791072352475336
verified: no, type: nauc_precision_at_20_max
value: 14.03887841842901
verified: no, type: nauc_precision_at_20_std
value: 18.846129471001632
verified: no, type: nauc_precision_at_3_diff1
value: 21.09092861833543
verified: no, type: nauc_precision_at_3_max
value: 34.122841034361805
verified: no, type: nauc_precision_at_3_std
value: 2.5513201020031064
verified: no, type: nauc_precision_at_5_diff1
value: 12.181140062410874
verified: no, type: nauc_precision_at_5_max
value: 27.903435474574234
verified: no, type: nauc_precision_at_5_std
value: 7.6589638998570315
verified: no, type: nauc_recall_at_1000_diff1
value: 59.28482230176634
verified: no, type: nauc_recall_at_1000_max
value: 85.47306385133284
verified: no, type: nauc_recall_at_1000_std
value: 76.45740117805659
verified: no, type: nauc_recall_at_100_diff1
value: 44.31190730138568
verified: no, type: nauc_recall_at_100_max
value: 66.30976579719086
verified: no, type: nauc_recall_at_100_std
value: 30.65274229759539
verified: no, type: nauc_recall_at_10_diff1
value: 34.885747244334866
verified: no, type: nauc_recall_at_10_max
value: 50.998198327439404
verified: no, type: nauc_recall_at_10_std
value: -2.7025509359838193
verified: no, type: nauc_recall_at_1_diff1
value: 45.843123692592485
verified: no, type: nauc_recall_at_1_max
value: 30.160164681399227
verified: no, type: nauc_recall_at_1_std
value: -6.110582951655118
verified: no, type: nauc_recall_at_20_diff1
value: 37.873054394800825
verified: no, type: nauc_recall_at_20_max
value: 59.21039923637266
verified: no, type: nauc_recall_at_20_std
value: 9.352312696050557
verified: no, type: nauc_recall_at_3_diff1
value: 35.703271085627776
verified: no, type: nauc_recall_at_3_max
value: 41.19400688280121
verified: no, type: nauc_recall_at_3_std
value: -7.9624895195139
verified: no, type: nauc_recall_at_5_diff1
value: 34.831972383157925
verified: no, type: nauc_recall_at_5_max
value: 44.82018386701478
verified: no, type: nauc_recall_at_5_std
value: -7.046789506164082
verified: no, type: ndcg_at_1
value: 51.73799999999999
verified: no, type: ndcg_at_10
value: 70.518
verified: no, type: ndcg_at_100
value: 72.841
verified: no, type: ndcg_at_1000
value: 72.99799999999999
verified: no, type: ndcg_at_20
value: 71.895
verified: no, type: ndcg_at_3
value: 64.06500000000001
verified: no, type: ndcg_at_5
value: 67.86999999999999
verified: no, type: precision_at_1
value: 51.73799999999999
verified: no, type: precision_at_10
value: 10.698
verified: no, type: precision_at_100
value: 1.2
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.691
verified: no, type: precision_at_3
value: 28.37
verified: no, type: precision_at_5
value: 19.363
verified: no, type: recall_at_1
value: 46.233999999999995
verified: no, type: recall_at_10
value: 89.062
verified: no, type: recall_at_100
value: 98.622
verified: no, type: recall_at_1000
value: 99.754
verified: no, type: recall_at_20
value: 94.052
verified: no, type: recall_at_3
value: 72.994
verified: no, type: recall_at_5
value: 81.525
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.885
verified: no, type: map_at_1
value: 72.379
verified: no, type: map_at_10
value: 86.455
verified: no, type: map_at_100
value: 87.087
verified: no, type: map_at_1000
value: 87.1
verified: no, type: map_at_20
value: 86.883
verified: no, type: map_at_3
value: 83.663
verified: no, type: map_at_5
value: 85.443
verified: no, type: mrr_at_1
value: 83.27
verified: no, type: mrr_at_10
value: 89.13586904761888
verified: no, type: mrr_at_100
value: 89.22177886254626
verified: no, type: mrr_at_1000
value: 89.22204575963424
verified: no, type: mrr_at_20
value: 89.20621913458041
verified: no, type: mrr_at_3
value: 88.37999999999981
verified: no, type: mrr_at_5
value: 88.89349999999978
verified: no, type: nauc_map_at_1000_diff1
value: 78.17410401832315
verified: no, type: nauc_map_at_1000_max
value: 33.114749237960986
verified: no, type: nauc_map_at_1000_std
value: -49.79724283243796
verified: no, type: nauc_map_at_100_diff1
value: 78.17873434671671
verified: no, type: nauc_map_at_100_max
value: 33.101626543573325
verified: no, type: nauc_map_at_100_std
value: -49.82883017160494
verified: no, type: nauc_map_at_10_diff1
value: 78.28052682172311
verified: no, type: nauc_map_at_10_max
value: 32.626693803188694
verified: no, type: nauc_map_at_10_std
value: -51.941057676350034
verified: no, type: nauc_map_at_1_diff1
value: 81.06079816824507
verified: no, type: nauc_map_at_1_max
value: 25.638093235123616
verified: no, type: nauc_map_at_1_std
value: -43.230210939240344
verified: no, type: nauc_map_at_20_diff1
value: 78.22103944842512
verified: no, type: nauc_map_at_20_max
value: 32.94488423505404
verified: no, type: nauc_map_at_20_std
value: -50.69181407781227
verified: no, type: nauc_map_at_3_diff1
value: 78.75453877967588
verified: no, type: nauc_map_at_3_max
value: 30.645950847243686
verified: no, type: nauc_map_at_3_std
value: -52.983886453956266
verified: no, type: nauc_map_at_5_diff1
value: 78.44984884302167
verified: no, type: nauc_map_at_5_max
value: 31.69697839442234
verified: no, type: nauc_map_at_5_std
value: -53.21480554718401
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.90502271071976
verified: no, type: nauc_mrr_at_1000_max
value: 35.902725888631075
verified: no, type: nauc_mrr_at_1000_std
value: -45.82579843551156
verified: no, type: nauc_mrr_at_100_diff1
value: 78.90552803580407
verified: no, type: nauc_mrr_at_100_max
value: 35.90392790964254
verified: no, type: nauc_mrr_at_100_std
value: -45.82489205475015
verified: no, type: nauc_mrr_at_10_diff1
value: 78.89432223469271
verified: no, type: nauc_mrr_at_10_max
value: 35.86669566861425
verified: no, type: nauc_mrr_at_10_std
value: -46.0616841694464
verified: no, type: nauc_mrr_at_1_diff1
value: 79.53513360034344
verified: no, type: nauc_mrr_at_1_max
value: 35.299514657188006
verified: no, type: nauc_mrr_at_1_std
value: -43.17936948437256
verified: no, type: nauc_mrr_at_20_diff1
value: 78.90707352031835
verified: no, type: nauc_mrr_at_20_max
value: 35.906499072241296
verified: no, type: nauc_mrr_at_20_std
value: -45.8904084451193
verified: no, type: nauc_mrr_at_3_diff1
value: 78.70913062166218
verified: no, type: nauc_mrr_at_3_max
value: 36.16709621132144
verified: no, type: nauc_mrr_at_3_std
value: -46.00948004774822
verified: no, type: nauc_mrr_at_5_diff1
value: 78.91095031555673
verified: no, type: nauc_mrr_at_5_max
value: 36.010878683954566
verified: no, type: nauc_mrr_at_5_std
value: -46.31731368609175
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.19132492477127
verified: no, type: nauc_ndcg_at_1000_max
value: 34.5208358892501
verified: no, type: nauc_ndcg_at_1000_std
value: -47.938360906488974
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.24549799575261
verified: no, type: nauc_ndcg_at_100_max
value: 34.48869025578818
verified: no, type: nauc_ndcg_at_100_std
value: -48.02996375451253
verified: no, type: nauc_ndcg_at_10_diff1
value: 78.15340584208084
verified: no, type: nauc_ndcg_at_10_max
value: 33.5226981818058
verified: no, type: nauc_ndcg_at_10_std
value: -51.690477519601494
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.55459365767561
verified: no, type: nauc_ndcg_at_1_max
value: 35.25214101433387
verified: no, type: nauc_ndcg_at_1_std
value: -43.10088819860409
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.27277286768546
verified: no, type: nauc_ndcg_at_20_max
value: 33.997104745595564
verified: no, type: nauc_ndcg_at_20_std
value: -50.10549601980995
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.68820501917479
verified: no, type: nauc_ndcg_at_3_max
value: 33.00389630941839
verified: no, type: nauc_ndcg_at_3_std
value: -51.00595251236665
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.08093149961476
verified: no, type: nauc_ndcg_at_5_max
value: 33.03434664578743
verified: no, type: nauc_ndcg_at_5_std
value: -52.37122386447497
verified: no, type: nauc_precision_at_1000_diff1
value: -44.49830608740945
verified: no, type: nauc_precision_at_1000_max
value: -7.3283280714307395
verified: no, type: nauc_precision_at_1000_std
value: 38.55076692876393
verified: no, type: nauc_precision_at_100_diff1
value: -44.252675314263904
verified: no, type: nauc_precision_at_100_max
value: -7.038454433556829
verified: no, type: nauc_precision_at_100_std
value: 38.247323997481615
verified: no, type: nauc_precision_at_10_diff1
value: -40.192852013615216
verified: no, type: nauc_precision_at_10_max
value: -3.7258976649568036
verified: no, type: nauc_precision_at_10_std
value: 25.983458444206182
verified: no, type: nauc_precision_at_1_diff1
value: 79.55459365767561
verified: no, type: nauc_precision_at_1_max
value: 35.25214101433387
verified: no, type: nauc_precision_at_1_std
value: -43.10088819860409
verified: no, type: nauc_precision_at_20_diff1
value: -43.020749754821495
verified: no, type: nauc_precision_at_20_max
value: -5.7062060443801075
verified: no, type: nauc_precision_at_20_std
value: 32.8862431943092
verified: no, type: nauc_precision_at_3_diff1
value: -22.843593386293996
verified: no, type: nauc_precision_at_3_max
value: 4.474275296763041
verified: no, type: nauc_precision_at_3_std
value: 6.119920479600398
verified: no, type: nauc_precision_at_5_diff1
value: -33.598088334605045
verified: no, type: nauc_precision_at_5_max
value: -0.41505757559350775
verified: no, type: nauc_precision_at_5_std
value: 16.52526817965026
verified: no, type: nauc_recall_at_1000_diff1
value: 28.726073762912847
verified: no, type: nauc_recall_at_1000_max
value: -57.390873015654066
verified: no, type: nauc_recall_at_1000_std
value: 69.71288515421948
verified: no, type: nauc_recall_at_100_diff1
value: 83.06070133460443
verified: no, type: nauc_recall_at_100_max
value: 33.27991294763942
verified: no, type: nauc_recall_at_100_std
value: -42.785112479889655
verified: no, type: nauc_recall_at_10_diff1
value: 74.73877865072825
verified: no, type: nauc_recall_at_10_max
value: 27.81410621945221
verified: no, type: nauc_recall_at_10_std
value: -75.85371099008806
verified: no, type: nauc_recall_at_1_diff1
value: 81.06079816824507
verified: no, type: nauc_recall_at_1_max
value: 25.638093235123616
verified: no, type: nauc_recall_at_1_std
value: -43.230210939240344
verified: no, type: nauc_recall_at_20_diff1
value: 76.04615040930837
verified: no, type: nauc_recall_at_20_max
value: 27.47173316749929
verified: no, type: nauc_recall_at_20_std
value: -78.29029550423172
verified: no, type: nauc_recall_at_3_diff1
value: 75.29987903678384
verified: no, type: nauc_recall_at_3_max
value: 27.48543826795177
verified: no, type: nauc_recall_at_3_std
value: -60.91023011356427
verified: no, type: nauc_recall_at_5_diff1
value: 74.71682412813378
verified: no, type: nauc_recall_at_5_max
value: 27.255092143441562
verified: no, type: nauc_recall_at_5_std
value: -69.03177732393821
verified: no, type: ndcg_at_1
value: 83.26
verified: no, type: ndcg_at_10
value: 89.885
verified: no, type: ndcg_at_100
value: 90.968
verified: no, type: ndcg_at_1000
value: 91.02799999999999
verified: no, type: ndcg_at_20
value: 90.52900000000001
verified: no, type: ndcg_at_3
value: 87.443
verified: no, type: ndcg_at_5
value: 88.81
verified: no, type: precision_at_1
value: 83.26
verified: no, type: precision_at_10
value: 13.581999999999999
verified: no, type: precision_at_100
value: 1.541
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.210999999999999
verified: no, type: precision_at_3
value: 38.323
verified: no, type: precision_at_5
value: 25.069999999999997
verified: no, type: recall_at_1
value: 72.379
verified: no, type: recall_at_10
value: 96.261
verified: no, type: recall_at_100
value: 99.779
verified: no, type: recall_at_1000
value: 99.996
verified: no, type: recall_at_20
value: 98.301
verified: no, type: recall_at_3
value: 89.101
verified: no, type: recall_at_5
value: 93.11500000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 61.87769077476204
verified: no, type: v_measure
value: 61.87769077476204
verified: no, type: v_measure_std
value: 5.290405218730049
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 68.29553057563754
verified: no, type: v_measure
value: 68.29553057563754
verified: no, type: v_measure_std
value: 13.019229253711732
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 20.86
verified: no, type: map_at_1
value: 4.843
verified: no, type: map_at_10
value: 12.457
verified: no, type: map_at_100
value: 14.648
verified: no, type: map_at_1000
value: 14.965
verified: no, type: map_at_20
value: 13.596
verified: no, type: map_at_3
value: 8.776
verified: no, type: map_at_5
value: 10.528
verified: no, type: mrr_at_1
value: 23.799999999999997
verified: no, type: mrr_at_10
value: 34.93765873015872
verified: no, type: mrr_at_100
value: 36.054095036751825
verified: no, type: mrr_at_1000
value: 36.10871797082569
verified: no, type: mrr_at_20
value: 35.57880859465608
verified: no, type: mrr_at_3
value: 31.54999999999999
verified: no, type: mrr_at_5
value: 33.53999999999998
verified: no, type: nauc_map_at_1000_diff1
value: 16.889540490911525
verified: no, type: nauc_map_at_1000_max
value: 25.726340275186143
verified: no, type: nauc_map_at_1000_std
value: 9.926911665196988
verified: no, type: nauc_map_at_100_diff1
value: 16.889355521248202
verified: no, type: nauc_map_at_100_max
value: 25.628741550328126
verified: no, type: nauc_map_at_100_std
value: 9.637062917997012
verified: no, type: nauc_map_at_10_diff1
value: 16.972521218507854
verified: no, type: nauc_map_at_10_max
value: 24.810172126870363
verified: no, type: nauc_map_at_10_std
value: 7.09295422867669
verified: no, type: nauc_map_at_1_diff1
value: 24.9292922418417
verified: no, type: nauc_map_at_1_max
value: 15.49253311874767
verified: no, type: nauc_map_at_1_std
value: -0.4754734108717385
verified: no, type: nauc_map_at_20_diff1
value: 16.945564955989113
verified: no, type: nauc_map_at_20_max
value: 25.197327599885362
verified: no, type: nauc_map_at_20_std
value: 7.972256233219635
verified: no, type: nauc_map_at_3_diff1
value: 19.503723922705067
verified: no, type: nauc_map_at_3_max
value: 20.795879090480057
verified: no, type: nauc_map_at_3_std
value: 1.5828913591118658
verified: no, type: nauc_map_at_5_diff1
value: 19.80474780705204
verified: no, type: nauc_map_at_5_max
value: 24.040173591299723
verified: no, type: nauc_map_at_5_std
value: 4.153642430396917
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.80300741603344
verified: no, type: nauc_mrr_at_1000_max
value: 19.98123409846586
verified: no, type: nauc_mrr_at_1000_std
value: 3.6325335777371377
verified: no, type: nauc_mrr_at_100_diff1
value: 21.804966803578946
verified: no, type: nauc_mrr_at_100_max
value: 19.9965104601956
verified: no, type: nauc_mrr_at_100_std
value: 3.6713772865070107
verified: no, type: nauc_mrr_at_10_diff1
value: 21.66109150475663
verified: no, type: nauc_mrr_at_10_max
value: 19.873876575424404
verified: no, type: nauc_mrr_at_10_std
value: 3.3387503298795584
verified: no, type: nauc_mrr_at_1_diff1
value: 24.868548821073084
verified: no, type: nauc_mrr_at_1_max
value: 16.189915011439044
verified: no, type: nauc_mrr_at_1_std
value: -0.17692171251799987
verified: no, type: nauc_mrr_at_20_diff1
value: 21.677427533247375
verified: no, type: nauc_mrr_at_20_max
value: 19.967193157614872
verified: no, type: nauc_mrr_at_20_std
value: 3.639825799332009
verified: no, type: nauc_mrr_at_3_diff1
value: 21.681117207511825
verified: no, type: nauc_mrr_at_3_max
value: 19.132660363303295
verified: no, type: nauc_mrr_at_3_std
value: 1.6613642176263752
verified: no, type: nauc_mrr_at_5_diff1
value: 21.833332207271884
verified: no, type: nauc_mrr_at_5_max
value: 19.926480855266213
verified: no, type: nauc_mrr_at_5_std
value: 2.901801717093585
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.92599483752314
verified: no, type: nauc_ndcg_at_1000_max
value: 27.126582080942814
verified: no, type: nauc_ndcg_at_1000_std
value: 16.638448489514683
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.96586885959473
verified: no, type: nauc_ndcg_at_100_max
value: 26.675878724175046
verified: no, type: nauc_ndcg_at_100_std
value: 15.369335585614245
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.59779893225997
verified: no, type: nauc_ndcg_at_10_max
value: 24.865338966132818
verified: no, type: nauc_ndcg_at_10_std
value: 8.934209252745864
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.868548821073084
verified: no, type: nauc_ndcg_at_1_max
value: 16.189915011439044
verified: no, type: nauc_ndcg_at_1_std
value: -0.17692171251799987
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.647406628819976
verified: no, type: nauc_ndcg_at_20_max
value: 25.64488140369063
verified: no, type: nauc_ndcg_at_20_std
value: 10.587157641309098
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.093302254257377
verified: no, type: nauc_ndcg_at_3_max
value: 21.33725971448413
verified: no, type: nauc_ndcg_at_3_std
value: 2.549021710462978
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.495189389728836
verified: no, type: nauc_ndcg_at_5_max
value: 24.21965138651894
verified: no, type: nauc_ndcg_at_5_std
value: 5.549408503444251
verified: no, type: nauc_precision_at_1000_diff1
value: 7.4232833098081565
verified: no, type: nauc_precision_at_1000_max
value: 25.24619675919913
verified: no, type: nauc_precision_at_1000_std
value: 32.79744946411614
verified: no, type: nauc_precision_at_100_diff1
value: 10.550449529674747
verified: no, type: nauc_precision_at_100_max
value: 25.652112631579726
verified: no, type: nauc_precision_at_100_std
value: 26.65722909800614
verified: no, type: nauc_precision_at_10_diff1
value: 11.195653785882708
verified: no, type: nauc_precision_at_10_max
value: 26.469986306854977
verified: no, type: nauc_precision_at_10_std
value: 14.05089697514966
verified: no, type: nauc_precision_at_1_diff1
value: 24.868548821073084
verified: no, type: nauc_precision_at_1_max
value: 16.189915011439044
verified: no, type: nauc_precision_at_1_std
value: -0.17692171251799987
verified: no, type: nauc_precision_at_20_diff1
value: 11.16738184991032
verified: no, type: nauc_precision_at_20_max
value: 26.53741675130711
verified: no, type: nauc_precision_at_20_std
value: 16.250110771034542
verified: no, type: nauc_precision_at_3_diff1
value: 16.917872510926284
verified: no, type: nauc_precision_at_3_max
value: 23.22094310791854
verified: no, type: nauc_precision_at_3_std
value: 3.9255078517383906
verified: no, type: nauc_precision_at_5_diff1
value: 16.898056883587824
verified: no, type: nauc_precision_at_5_max
value: 27.39457295203392
verified: no, type: nauc_precision_at_5_std
value: 8.924759582566171
verified: no, type: nauc_recall_at_1000_diff1
value: 7.516072705946253
verified: no, type: nauc_recall_at_1000_max
value: 25.001682297424594
verified: no, type: nauc_recall_at_1000_std
value: 33.86296283879721
verified: no, type: nauc_recall_at_100_diff1
value: 10.435705067998168
verified: no, type: nauc_recall_at_100_max
value: 25.31622603650995
verified: no, type: nauc_recall_at_100_std
value: 26.758897185352097
verified: no, type: nauc_recall_at_10_diff1
value: 11.110953419292343
verified: no, type: nauc_recall_at_10_max
value: 25.970593144433085
verified: no, type: nauc_recall_at_10_std
value: 13.92252981022314
verified: no, type: nauc_recall_at_1_diff1
value: 24.9292922418417
verified: no, type: nauc_recall_at_1_max
value: 15.49253311874767
verified: no, type: nauc_recall_at_1_std
value: -0.4754734108717385
verified: no, type: nauc_recall_at_20_diff1
value: 11.050515317424548
verified: no, type: nauc_recall_at_20_max
value: 26.068866115743134
verified: no, type: nauc_recall_at_20_std
value: 16.13787216291987
verified: no, type: nauc_recall_at_3_diff1
value: 17.013383740580203
verified: no, type: nauc_recall_at_3_max
value: 22.49105285578937
verified: no, type: nauc_recall_at_3_std
value: 3.5741090487413687
verified: no, type: nauc_recall_at_5_diff1
value: 16.973540662242602
verified: no, type: nauc_recall_at_5_max
value: 26.78087164318061
verified: no, type: nauc_recall_at_5_std
value: 8.68040862354009
verified: no, type: ndcg_at_1
value: 23.799999999999997
verified: no, type: ndcg_at_10
value: 20.86
verified: no, type: ndcg_at_100
value: 29.145
verified: no, type: ndcg_at_1000
value: 34.518
verified: no, type: ndcg_at_20
value: 23.892
verified: no, type: ndcg_at_3
value: 19.541
verified: no, type: ndcg_at_5
value: 17.166999999999998
verified: no, type: precision_at_1
value: 23.799999999999997
verified: no, type: precision_at_10
value: 10.9
verified: no, type: precision_at_100
value: 2.281
verified: no, type: precision_at_1000
value: 0.357
verified: no, type: precision_at_20
value: 7.21
verified: no, type: precision_at_3
value: 18.3
verified: no, type: precision_at_5
value: 15.120000000000001
verified: no, type: recall_at_1
value: 4.843
verified: no, type: recall_at_10
value: 22.12
verified: no, type: recall_at_100
value: 46.257
verified: no, type: recall_at_1000
value: 72.382
verified: no, type: recall_at_20
value: 29.253
verified: no, type: recall_at_3
value: 11.158
verified: no, type: recall_at_5
value: 15.347
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 85.65467419133347
verified: no, type: cosine_spearman
value: 81.88046945336663
verified: no, type: euclidean_pearson
value: 82.82887106181879
verified: no, type: euclidean_spearman
value: 81.88047605481775
verified: no, type: main_score
value: 81.88046945336663
verified: no, type: manhattan_pearson
value: 82.7839019603756
verified: no, type: manhattan_spearman
value: 81.83505450284663
verified: no, type: pearson
value: 85.65467419133347
verified: no, type: spearman
value: 81.88046945336663
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 85.8979872663498
verified: no, type: cosine_spearman
value: 78.63991285161867
verified: no, type: euclidean_pearson
value: 81.20243176386163
verified: no, type: euclidean_spearman
value: 78.64021127260493
verified: no, type: main_score
value: 78.63991285161867
verified: no, type: manhattan_pearson
value: 81.58673652635328
verified: no, type: manhattan_spearman
value: 79.03930665482164
verified: no, type: pearson
value: 85.8979872663498
verified: no, type: spearman
value: 78.63991285161867
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 87.10598414063074
verified: no, type: cosine_spearman
value: 87.12110799581852
verified: no, type: euclidean_pearson
value: 86.52284239759508
verified: no, type: euclidean_spearman
value: 87.12110799581852
verified: no, type: main_score
value: 87.12110799581852
verified: no, type: manhattan_pearson
value: 86.61105352996736
verified: no, type: manhattan_spearman
value: 87.34100209521596
verified: no, type: pearson
value: 87.10598414063074
verified: no, type: spearman
value: 87.12110799581852
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 85.66540041627184
verified: no, type: cosine_spearman
value: 83.55263671417923
verified: no, type: euclidean_pearson
value: 84.2332532036626
verified: no, type: euclidean_spearman
value: 83.55264421653584
verified: no, type: main_score
value: 83.55263671417923
verified: no, type: manhattan_pearson
value: 84.14418954784165
verified: no, type: manhattan_spearman
value: 83.58193360267302
verified: no, type: pearson
value: 85.66540041627184
verified: no, type: spearman
value: 83.55263671417923
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 89.83404956912175
verified: no, type: cosine_spearman
value: 90.09569633194636
verified: no, type: euclidean_pearson
value: 89.31121256629982
verified: no, type: euclidean_spearman
value: 90.09569632193572
verified: no, type: main_score
value: 90.09569633194636
verified: no, type: manhattan_pearson
value: 89.30064909066367
verified: no, type: manhattan_spearman
value: 90.20232732019451
verified: no, type: pearson
value: 89.83404956912175
verified: no, type: spearman
value: 90.09569633194636
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 86.27894370732598
verified: no, type: cosine_spearman
value: 87.22000226558832
verified: no, type: euclidean_pearson
value: 85.92822715155758
verified: no, type: euclidean_spearman
value: 87.22000226558832
verified: no, type: main_score
value: 87.22000226558832
verified: no, type: manhattan_pearson
value: 85.9498561399522
verified: no, type: manhattan_spearman
value: 87.28837300894288
verified: no, type: pearson
value: 86.27894370732598
verified: no, type: spearman
value: 87.22000226558832
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 91.60185356782324
verified: no, type: cosine_spearman
value: 91.43471625912765
verified: no, type: euclidean_pearson
value: 91.52529087606635
verified: no, type: euclidean_spearman
value: 91.43471625912765
verified: no, type: main_score
value: 91.43471625912765
verified: no, type: manhattan_pearson
value: 91.34917173506308
verified: no, type: manhattan_spearman
value: 91.2112665439884
verified: no, type: pearson
value: 91.60185356782324
verified: no, type: spearman
value: 91.43471625912765
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 68.735098373629
verified: no, type: cosine_spearman
value: 67.76156085991387
verified: no, type: euclidean_pearson
value: 68.38053954511516
verified: no, type: euclidean_spearman
value: 67.76156085991387
verified: no, type: main_score
value: 67.76156085991387
verified: no, type: manhattan_pearson
value: 68.4533080173714
verified: no, type: manhattan_spearman
value: 67.76676959397871
verified: no, type: pearson
value: 68.735098373629
verified: no, type: spearman
value: 67.76156085991387
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 87.63236624274985
verified: no, type: cosine_spearman
value: 88.27561759951514
verified: no, type: euclidean_pearson
value: 87.61137355553329
verified: no, type: euclidean_spearman
value: 88.27561759951514
verified: no, type: main_score
value: 88.27561759951514
verified: no, type: manhattan_pearson
value: 87.63505381780153
verified: no, type: manhattan_spearman
value: 88.41268943146845
verified: no, type: pearson
value: 87.63236624274985
verified: no, type: spearman
value: 88.27561759951514
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 85.16412972900244
verified: no, type: map
value: 85.16412972900244
verified: no, type: mrr
value: 96.15786628041529
verified: no, type: nAUC_map_diff1
value: -1.5068306084088756
verified: no, type: nAUC_map_max
value: 48.81296049442589
verified: no, type: nAUC_map_std
value: 65.0187132933644
verified: no, type: nAUC_mrr_diff1
value: 44.22872564939586
verified: no, type: nAUC_mrr_max
value: 85.19719227096536
verified: no, type: nAUC_mrr_std
value: 79.62669870868876
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 77.377
verified: no, type: map_at_1
value: 62.217
verified: no, type: map_at_10
value: 73.115
verified: no, type: map_at_100
value: 73.63499999999999
verified: no, type: map_at_1000
value: 73.644
verified: no, type: map_at_20
value: 73.528
verified: no, type: map_at_3
value: 70.62
verified: no, type: map_at_5
value: 72.16
verified: no, type: mrr_at_1
value: 65
verified: no, type: mrr_at_10
value: 74.05542328042326
verified: no, type: mrr_at_100
value: 74.46295785951277
verified: no, type: mrr_at_1000
value: 74.47168088874803
verified: no, type: mrr_at_20
value: 74.35632423132421
verified: no, type: mrr_at_3
value: 72.55555555555556
verified: no, type: mrr_at_5
value: 73.38888888888887
verified: no, type: nauc_map_at_1000_diff1
value: 72.31754010838618
verified: no, type: nauc_map_at_1000_max
value: 60.59518156728312
verified: no, type: nauc_map_at_1000_std
value: -3.601504782295705
verified: no, type: nauc_map_at_100_diff1
value: 72.32057771059107
verified: no, type: nauc_map_at_100_max
value: 60.60481879601873
verified: no, type: nauc_map_at_100_std
value: -3.6030430073837167
verified: no, type: nauc_map_at_10_diff1
value: 72.15009895006031
verified: no, type: nauc_map_at_10_max
value: 60.49958178006608
verified: no, type: nauc_map_at_10_std
value: -4.305475753173601
verified: no, type: nauc_map_at_1_diff1
value: 76.32919417574946
verified: no, type: nauc_map_at_1_max
value: 54.77358788281581
verified: no, type: nauc_map_at_1_std
value: -9.773898055794557
verified: no, type: nauc_map_at_20_diff1
value: 72.15740734516393
verified: no, type: nauc_map_at_20_max
value: 60.61318821265446
verified: no, type: nauc_map_at_20_std
value: -3.6016854193910803
verified: no, type: nauc_map_at_3_diff1
value: 72.07435404889445
verified: no, type: nauc_map_at_3_max
value: 56.93970890047747
verified: no, type: nauc_map_at_3_std
value: -8.697324220121793
verified: no, type: nauc_map_at_5_diff1
value: 72.42599960854554
verified: no, type: nauc_map_at_5_max
value: 60.12535137001906
verified: no, type: nauc_map_at_5_std
value: -4.437892354037166
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.75103842052889
verified: no, type: nauc_mrr_at_1000_max
value: 62.72341811793062
verified: no, type: nauc_mrr_at_1000_std
value: -0.7759889099766357
verified: no, type: nauc_mrr_at_100_diff1
value: 72.75396801842608
verified: no, type: nauc_mrr_at_100_max
value: 62.73241247525427
verified: no, type: nauc_mrr_at_100_std
value: -0.7786866224468205
verified: no, type: nauc_mrr_at_10_diff1
value: 72.5942754009733
verified: no, type: nauc_mrr_at_10_max
value: 62.895066542256664
verified: no, type: nauc_mrr_at_10_std
value: -0.9018200301159104
verified: no, type: nauc_mrr_at_1_diff1
value: 77.63311362465076
verified: no, type: nauc_mrr_at_1_max
value: 62.42059294219759
verified: no, type: nauc_mrr_at_1_std
value: -1.3182520953698476
verified: no, type: nauc_mrr_at_20_diff1
value: 72.58522880943326
verified: no, type: nauc_mrr_at_20_max
value: 62.73063935403417
verified: no, type: nauc_mrr_at_20_std
value: -0.7910003366564456
verified: no, type: nauc_mrr_at_3_diff1
value: 72.70751722757556
verified: no, type: nauc_mrr_at_3_max
value: 62.38218933726893
verified: no, type: nauc_mrr_at_3_std
value: -1.7126398606397155
verified: no, type: nauc_mrr_at_5_diff1
value: 72.57550761997256
verified: no, type: nauc_mrr_at_5_max
value: 62.70945847818393
verified: no, type: nauc_mrr_at_5_std
value: -0.30886077098332143
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.6036105202873
verified: no, type: nauc_ndcg_at_1000_max
value: 61.99911514670603
verified: no, type: nauc_ndcg_at_1000_std
value: -2.050470755577302
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.70345074974581
verified: no, type: nauc_ndcg_at_100_max
value: 62.374525611545714
verified: no, type: nauc_ndcg_at_100_std
value: -1.922345118135967
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.40027928749286
verified: no, type: nauc_ndcg_at_10_max
value: 62.36595526966657
verified: no, type: nauc_ndcg_at_10_std
value: -3.862278807246422
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.63311362465076
verified: no, type: nauc_ndcg_at_1_max
value: 62.42059294219759
verified: no, type: nauc_ndcg_at_1_std
value: -1.3182520953698476
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.21719291674641
verified: no, type: nauc_ndcg_at_20_max
value: 62.356711760569404
verified: no, type: nauc_ndcg_at_20_std
value: -2.240360396463778
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.72483260039468
verified: no, type: nauc_ndcg_at_3_max
value: 59.465348910073445
verified: no, type: nauc_ndcg_at_3_std
value: -6.379991854598364
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.91296936044013
verified: no, type: nauc_ndcg_at_5_max
value: 61.5986283773017
verified: no, type: nauc_ndcg_at_5_std
value: -3.064893399445654
verified: no, type: nauc_precision_at_1000_diff1
value: -25.399544557043956
verified: no, type: nauc_precision_at_1000_max
value: 17.838641101318792
verified: no, type: nauc_precision_at_1000_std
value: 54.531382221213185
verified: no, type: nauc_precision_at_100_diff1
value: -15.78139909072201
verified: no, type: nauc_precision_at_100_max
value: 24.183801380755472
verified: no, type: nauc_precision_at_100_std
value: 50.39320972640593
verified: no, type: nauc_precision_at_10_diff1
value: 4.1199958514831
verified: no, type: nauc_precision_at_10_max
value: 37.922630159717926
verified: no, type: nauc_precision_at_10_std
value: 32.94959551960178
verified: no, type: nauc_precision_at_1_diff1
value: 77.63311362465076
verified: no, type: nauc_precision_at_1_max
value: 62.42059294219759
verified: no, type: nauc_precision_at_1_std
value: -1.3182520953698476
verified: no, type: nauc_precision_at_20_diff1
value: -8.926047159112303
verified: no, type: nauc_precision_at_20_max
value: 29.369903951067172
verified: no, type: nauc_precision_at_20_std
value: 41.793379234725904
verified: no, type: nauc_precision_at_3_diff1
value: 36.51209832895358
verified: no, type: nauc_precision_at_3_max
value: 51.07398992745159
verified: no, type: nauc_precision_at_3_std
value: 13.831661495933623
verified: no, type: nauc_precision_at_5_diff1
value: 19.526084047733807
verified: no, type: nauc_precision_at_5_max
value: 46.67537950098273
verified: no, type: nauc_precision_at_5_std
value: 31.06747779005178
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 77.45764972655711
verified: no, type: nauc_recall_at_100_max
value: 85.69427771108462
verified: no, type: nauc_recall_at_100_std
value: 10.277444311057575
verified: no, type: nauc_recall_at_10_diff1
value: 59.14685653975806
verified: no, type: nauc_recall_at_10_max
value: 67.75739956082005
verified: no, type: nauc_recall_at_10_std
value: -12.22251646924215
verified: no, type: nauc_recall_at_1_diff1
value: 76.32919417574946
verified: no, type: nauc_recall_at_1_max
value: 54.77358788281581
verified: no, type: nauc_recall_at_1_std
value: -9.773898055794557
verified: no, type: nauc_recall_at_20_diff1
value: 49.90908644159423
verified: no, type: nauc_recall_at_20_max
value: 70.55383556931541
verified: no, type: nauc_recall_at_20_std
value: -3.7004275394368182
verified: no, type: nauc_recall_at_3_diff1
value: 64.34183819693267
verified: no, type: nauc_recall_at_3_max
value: 55.782789721196444
verified: no, type: nauc_recall_at_3_std
value: -13.886583892174077
verified: no, type: nauc_recall_at_5_diff1
value: 63.467364565196135
verified: no, type: nauc_recall_at_5_max
value: 62.51562390716315
verified: no, type: nauc_recall_at_5_std
value: -4.715416491952255
verified: no, type: ndcg_at_1
value: 65
verified: no, type: ndcg_at_10
value: 77.377
verified: no, type: ndcg_at_100
value: 79.36
verified: no, type: ndcg_at_1000
value: 79.644
verified: no, type: ndcg_at_20
value: 78.61200000000001
verified: no, type: ndcg_at_3
value: 73.624
verified: no, type: ndcg_at_5
value: 75.458
verified: no, type: precision_at_1
value: 65
verified: no, type: precision_at_10
value: 10.100000000000001
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.333
verified: no, type: precision_at_3
value: 28.778
verified: no, type: precision_at_5
value: 18.8
verified: no, type: recall_at_1
value: 62.217
verified: no, type: recall_at_10
value: 89.156
verified: no, type: recall_at_100
value: 97.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 93.667
verified: no, type: recall_at_3
value: 79.183
verified: no, type: recall_at_5
value: 83.672
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cos_sim_accuracy
value: 99.8019801980198
verified: no, type: cos_sim_ap
value: 95.25139396923107
verified: no, type: dot_sim_accuracy
value: 0.998019801980198
verified: no, type: dot_sim_ap
value: 95.25139396923107
verified: no, type: max_accuracy
value: 99.8019801980198
verified: no, type: max_ap
value: 95.43878917155146
verified: no, type: max_f1
value: 90.0398406374502
verified: no, type: main_score
value: 95.43878917155146
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 75.91311883393888
verified: no, type: v_measure
value: 75.91311883393888
verified: no, type: v_measure_std
value: 3.286198100593212
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 47.171049215275694
verified: no, type: v_measure
value: 47.171049215275694
verified: no, type: v_measure_std
value: 1.6586563477857534
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 54.15041943470163
verified: no, type: map
value: 54.15041943470163
verified: no, type: mrr
value: 55.03112798149563
verified: no, type: nAUC_map_diff1
value: 39.50144777017669
verified: no, type: nAUC_map_max
value: 14.024793174481395
verified: no, type: nAUC_map_std
value: 6.533766502190137
verified: no, type: nAUC_mrr_diff1
value: 39.72560651870919
verified: no, type: nAUC_mrr_max
value: 14.807887392821616
verified: no, type: nAUC_mrr_std
value: 7.270272018791473
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 31.57515534177576
verified: no, type: cosine_spearman
value: 31.415247541636194
verified: no, type: dot_pearson
value: 31.575170220667488
verified: no, type: dot_spearman
value: 31.415247541636194
verified: no, type: main_score
value: 31.415247541636194
verified: no, type: pearson
value: 31.57515534177576
verified: no, type: spearman
value: 31.415247541636194
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 83.67999999999999
verified: no, type: map_at_1
value: 0.243
verified: no, type: map_at_10
value: 2.167
verified: no, type: map_at_100
value: 13.750000000000002
verified: no, type: map_at_1000
value: 33.537
verified: no, type: map_at_20
value: 4.047
verified: no, type: map_at_3
value: 0.694
verified: no, type: map_at_5
value: 1.141
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: mrr_at_20
value: 97
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: nauc_map_at_1000_diff1
value: 4.890354942949616
verified: no, type: nauc_map_at_1000_max
value: 29.279958833328408
verified: no, type: nauc_map_at_1000_std
value: 77.2405348865942
verified: no, type: nauc_map_at_100_diff1
value: 31.835069149380868
verified: no, type: nauc_map_at_100_max
value: 14.523120708509271
verified: no, type: nauc_map_at_100_std
value: 39.682149025882886
verified: no, type: nauc_map_at_10_diff1
value: 43.45574726953753
verified: no, type: nauc_map_at_10_max
value: -2.9143965183484246
verified: no, type: nauc_map_at_10_std
value: 2.8052301238653756
verified: no, type: nauc_map_at_1_diff1
value: 26.134637426782753
verified: no, type: nauc_map_at_1_max
value: -3.108959317897608
verified: no, type: nauc_map_at_1_std
value: -5.781123480253076
verified: no, type: nauc_map_at_20_diff1
value: 45.735224340099236
verified: no, type: nauc_map_at_20_max
value: -1.099022132339708
verified: no, type: nauc_map_at_20_std
value: 7.6378546013151905
verified: no, type: nauc_map_at_3_diff1
value: 35.70649469812688
verified: no, type: nauc_map_at_3_max
value: -9.710213033638656
verified: no, type: nauc_map_at_3_std
value: -3.6668161574691056
verified: no, type: nauc_map_at_5_diff1
value: 37.6110093992781
verified: no, type: nauc_map_at_5_max
value: -8.6295080300384
verified: no, type: nauc_map_at_5_std
value: -3.2709712613287145
verified: no, type: nauc_mrr_at_1000_diff1
value: -22.362278244631675
verified: no, type: nauc_mrr_at_1000_max
value: 63.74105197634592
verified: no, type: nauc_mrr_at_1000_std
value: 69.88795518207282
verified: no, type: nauc_mrr_at_100_diff1
value: -22.362278244631675
verified: no, type: nauc_mrr_at_100_max
value: 63.74105197634592
verified: no, type: nauc_mrr_at_100_std
value: 69.88795518207282
verified: no, type: nauc_mrr_at_10_diff1
value: -22.362278244631675
verified: no, type: nauc_mrr_at_10_max
value: 63.74105197634592
verified: no, type: nauc_mrr_at_10_std
value: 69.88795518207282
verified: no, type: nauc_mrr_at_1_diff1
value: -22.36227824463097
verified: no, type: nauc_mrr_at_1_max
value: 63.741051976346206
verified: no, type: nauc_mrr_at_1_std
value: 69.88795518207289
verified: no, type: nauc_mrr_at_20_diff1
value: -22.362278244631675
verified: no, type: nauc_mrr_at_20_max
value: 63.74105197634592
verified: no, type: nauc_mrr_at_20_std
value: 69.88795518207282
verified: no, type: nauc_mrr_at_3_diff1
value: -22.362278244631675
verified: no, type: nauc_mrr_at_3_max
value: 63.74105197634592
verified: no, type: nauc_mrr_at_3_std
value: 69.88795518207282
verified: no, type: nauc_mrr_at_5_diff1
value: -22.362278244631675
verified: no, type: nauc_mrr_at_5_max
value: 63.74105197634592
verified: no, type: nauc_mrr_at_5_std
value: 69.88795518207282
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.950362559089744
verified: no, type: nauc_ndcg_at_1000_max
value: 27.0707842379056
verified: no, type: nauc_ndcg_at_1000_std
value: 72.43903405163071
verified: no, type: nauc_ndcg_at_100_diff1
value: -3.597031398660954
verified: no, type: nauc_ndcg_at_100_max
value: 24.415981061123944
verified: no, type: nauc_ndcg_at_100_std
value: 74.01146007854192
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.368676394860337
verified: no, type: nauc_ndcg_at_10_max
value: 27.014276985741652
verified: no, type: nauc_ndcg_at_10_std
value: 50.032884783457476
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.824544582933801
verified: no, type: nauc_ndcg_at_1_max
value: 39.22818791946299
verified: no, type: nauc_ndcg_at_1_std
value: 29.32406519654831
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.816409720909615
verified: no, type: nauc_ndcg_at_20_max
value: 25.056392180259827
verified: no, type: nauc_ndcg_at_20_std
value: 58.05680238138826
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.010486876001556
verified: no, type: nauc_ndcg_at_3_max
value: 4.023535837214374
verified: no, type: nauc_ndcg_at_3_std
value: 22.55308565809234
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.73162605923733
verified: no, type: nauc_ndcg_at_5_max
value: 15.425379568695105
verified: no, type: nauc_ndcg_at_5_std
value: 34.4442400670659
verified: no, type: nauc_precision_at_1000_diff1
value: -29.218427320110436
verified: no, type: nauc_precision_at_1000_max
value: 29.90719259849769
verified: no, type: nauc_precision_at_1000_std
value: 48.95093300052051
verified: no, type: nauc_precision_at_100_diff1
value: -6.881054858812464
verified: no, type: nauc_precision_at_100_max
value: 30.388273677316956
verified: no, type: nauc_precision_at_100_std
value: 76.1031398803066
verified: no, type: nauc_precision_at_10_diff1
value: 24.298416597687574
verified: no, type: nauc_precision_at_10_max
value: 44.38332754799598
verified: no, type: nauc_precision_at_10_std
value: 61.64143369558439
verified: no, type: nauc_precision_at_1_diff1
value: -22.36227824463097
verified: no, type: nauc_precision_at_1_max
value: 63.741051976346206
verified: no, type: nauc_precision_at_1_std
value: 69.88795518207289
verified: no, type: nauc_precision_at_20_diff1
value: 21.823848783430545
verified: no, type: nauc_precision_at_20_max
value: 32.815202091292875
verified: no, type: nauc_precision_at_20_std
value: 61.4003619545546
verified: no, type: nauc_precision_at_3_diff1
value: 7.264709295578332
verified: no, type: nauc_precision_at_3_max
value: 18.088275115082432
verified: no, type: nauc_precision_at_3_std
value: 46.315423001044266
verified: no, type: nauc_precision_at_5_diff1
value: 19.4281378539196
verified: no, type: nauc_precision_at_5_max
value: 30.042729922926426
verified: no, type: nauc_precision_at_5_std
value: 48.803961503134936
verified: no, type: nauc_recall_at_1000_diff1
value: 14.078781719704242
verified: no, type: nauc_recall_at_1000_max
value: 24.205288710944746
verified: no, type: nauc_recall_at_1000_std
value: 60.19521883992679
verified: no, type: nauc_recall_at_100_diff1
value: 34.68620796161708
verified: no, type: nauc_recall_at_100_max
value: 5.862669275470962
verified: no, type: nauc_recall_at_100_std
value: 23.779387105339538
verified: no, type: nauc_recall_at_10_diff1
value: 41.60859491145645
verified: no, type: nauc_recall_at_10_max
value: -6.060553984265031
verified: no, type: nauc_recall_at_10_std
value: -3.0401474174665597
verified: no, type: nauc_recall_at_1_diff1
value: 26.134637426782753
verified: no, type: nauc_recall_at_1_max
value: -3.108959317897608
verified: no, type: nauc_recall_at_1_std
value: -5.781123480253076
verified: no, type: nauc_recall_at_20_diff1
value: 43.884440668985256
verified: no, type: nauc_recall_at_20_max
value: -5.215456096089841
verified: no, type: nauc_recall_at_20_std
value: 0.6346955652816175
verified: no, type: nauc_recall_at_3_diff1
value: 36.682959590903515
verified: no, type: nauc_recall_at_3_max
value: -14.003318698999372
verified: no, type: nauc_recall_at_3_std
value: -8.732791648435722
verified: no, type: nauc_recall_at_5_diff1
value: 37.55874033777468
verified: no, type: nauc_recall_at_5_max
value: -11.475194910000303
verified: no, type: nauc_recall_at_5_std
value: -8.24171387960509
verified: no, type: ndcg_at_1
value: 90
verified: no, type: ndcg_at_10
value: 83.67999999999999
verified: no, type: ndcg_at_100
value: 66.268
verified: no, type: ndcg_at_1000
value: 59.95700000000001
verified: no, type: ndcg_at_20
value: 80.41199999999999
verified: no, type: ndcg_at_3
value: 86.989
verified: no, type: ndcg_at_5
value: 85.60600000000001
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 87
verified: no, type: precision_at_100
value: 68.10000000000001
verified: no, type: precision_at_1000
value: 26.404
verified: no, type: precision_at_20
value: 83.7
verified: no, type: precision_at_3
value: 91.333
verified: no, type: precision_at_5
value: 89.60000000000001
verified: no, type: recall_at_1
value: 0.243
verified: no, type: recall_at_10
value: 2.307
verified: no, type: recall_at_100
value: 16.713
verified: no, type: recall_at_1000
value: 56.433
verified: no, type: recall_at_20
value: 4.3950000000000005
verified: no, type: recall_at_3
value: 0.721
verified: no, type: recall_at_5
value: 1.194
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 27.095999999999997
verified: no, type: map_at_1
value: 2.708
verified: no, type: map_at_10
value: 10.926
verified: no, type: map_at_100
value: 17.023
verified: no, type: map_at_1000
value: 18.802
verified: no, type: map_at_20
value: 14.075
verified: no, type: map_at_3
value: 6.213
verified: no, type: map_at_5
value: 8.399
verified: no, type: mrr_at_1
value: 38.775510204081634
verified: no, type: mrr_at_10
value: 55.96938775510204
verified: no, type: mrr_at_100
value: 56.566806209663355
verified: no, type: mrr_at_1000
value: 56.586429443572314
verified: no, type: mrr_at_20
value: 56.566806209663355
verified: no, type: mrr_at_3
value: 53.06122448979592
verified: no, type: mrr_at_5
value: 54.48979591836734
verified: no, type: nauc_map_at_1000_diff1
value: -3.7447722422200505
verified: no, type: nauc_map_at_1000_max
value: -21.154942580599432
verified: no, type: nauc_map_at_1000_std
value: -3.3769353126366854
verified: no, type: nauc_map_at_100_diff1
value: -4.211734469956019
verified: no, type: nauc_map_at_100_max
value: -20.97390043676955
verified: no, type: nauc_map_at_100_std
value: -7.108253122379712
verified: no, type: nauc_map_at_10_diff1
value: -2.503617891657346
verified: no, type: nauc_map_at_10_max
value: -19.76603379959943
verified: no, type: nauc_map_at_10_std
value: -24.813694071646186
verified: no, type: nauc_map_at_1_diff1
value: -0.6946291628228135
verified: no, type: nauc_map_at_1_max
value: -27.928780525228326
verified: no, type: nauc_map_at_1_std
value: -26.644256007057386
verified: no, type: nauc_map_at_20_diff1
value: -8.140689983350077
verified: no, type: nauc_map_at_20_max
value: -21.331762857202346
verified: no, type: nauc_map_at_20_std
value: -18.46503512945984
verified: no, type: nauc_map_at_3_diff1
value: 1.4806459479634606
verified: no, type: nauc_map_at_3_max
value: -20.57096686541149
verified: no, type: nauc_map_at_3_std
value: -27.53855079505183
verified: no, type: nauc_map_at_5_diff1
value: -2.4911557022868833
verified: no, type: nauc_map_at_5_max
value: -18.468614237544944
verified: no, type: nauc_map_at_5_std
value: -27.422000270609885
verified: no, type: nauc_mrr_at_1000_diff1
value: 0.5901324153382446
verified: no, type: nauc_mrr_at_1000_max
value: -29.43201840557888
verified: no, type: nauc_mrr_at_1000_std
value: -22.113570283308878
verified: no, type: nauc_mrr_at_100_diff1
value: 0.6140852308779037
verified: no, type: nauc_mrr_at_100_max
value: -29.423158073762274
verified: no, type: nauc_mrr_at_100_std
value: -22.03830742373018
verified: no, type: nauc_mrr_at_10_diff1
value: 1.4017303142295798
verified: no, type: nauc_mrr_at_10_max
value: -29.96128226635445
verified: no, type: nauc_mrr_at_10_std
value: -21.182800337655188
verified: no, type: nauc_mrr_at_1_diff1
value: 2.9967188734445642
verified: no, type: nauc_mrr_at_1_max
value: -28.076201809234135
verified: no, type: nauc_mrr_at_1_std
value: -23.829475793931397
verified: no, type: nauc_mrr_at_20_diff1
value: 0.6140852308779037
verified: no, type: nauc_mrr_at_20_max
value: -29.423158073762274
verified: no, type: nauc_mrr_at_20_std
value: -22.03830742373018
verified: no, type: nauc_mrr_at_3_diff1
value: -1.7324100961545983
verified: no, type: nauc_mrr_at_3_max
value: -31.25504536750873
verified: no, type: nauc_mrr_at_3_std
value: -27.693245095141595
verified: no, type: nauc_mrr_at_5_diff1
value: 0.9366378266246876
verified: no, type: nauc_mrr_at_5_max
value: -28.61911855691654
verified: no, type: nauc_mrr_at_5_std
value: -23.51734198003236
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.589806586986813
verified: no, type: nauc_ndcg_at_1000_max
value: -25.54091728191453
verified: no, type: nauc_ndcg_at_1000_std
value: 18.867289766624364
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.269555604924481
verified: no, type: nauc_ndcg_at_100_max
value: -25.294068947248
verified: no, type: nauc_ndcg_at_100_std
value: 12.57359579076201
verified: no, type: nauc_ndcg_at_10_diff1
value: -1.8036041625138828
verified: no, type: nauc_ndcg_at_10_max
value: -23.89433650527811
verified: no, type: nauc_ndcg_at_10_std
value: -18.669805340174104
verified: no, type: nauc_ndcg_at_1_diff1
value: 1.7320960153524356
verified: no, type: nauc_ndcg_at_1_max
value: -30.98970297820504
verified: no, type: nauc_ndcg_at_1_std
value: -22.039818727732
verified: no, type: nauc_ndcg_at_20_diff1
value: -7.71266194406333
verified: no, type: nauc_ndcg_at_20_max
value: -28.764052281890564
verified: no, type: nauc_ndcg_at_20_std
value: -14.058766573885803
verified: no, type: nauc_ndcg_at_3_diff1
value: 3.4222049394447023
verified: no, type: nauc_ndcg_at_3_max
value: -23.010397388596147
verified: no, type: nauc_ndcg_at_3_std
value: -23.917570461776442
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.4359085390014115
verified: no, type: nauc_ndcg_at_5_max
value: -18.328017574440583
verified: no, type: nauc_ndcg_at_5_std
value: -22.301590122411703
verified: no, type: nauc_precision_at_1000_diff1
value: 5.705380133328601
verified: no, type: nauc_precision_at_1000_max
value: 29.738757046781583
verified: no, type: nauc_precision_at_1000_std
value: 37.25317043193516
verified: no, type: nauc_precision_at_100_diff1
value: 18.099479915822755
verified: no, type: nauc_precision_at_100_max
value: 1.039647603335084
verified: no, type: nauc_precision_at_100_std
value: 68.43506311503532
verified: no, type: nauc_precision_at_10_diff1
value: 1.6010906915801002
verified: no, type: nauc_precision_at_10_max
value: -16.21198992516715
verified: no, type: nauc_precision_at_10_std
value: -10.55666484527
verified: no, type: nauc_precision_at_1_diff1
value: 2.9967188734445642
verified: no, type: nauc_precision_at_1_max
value: -28.076201809234135
verified: no, type: nauc_precision_at_1_std
value: -23.829475793931397
verified: no, type: nauc_precision_at_20_diff1
value: -9.646266503089361
verified: no, type: nauc_precision_at_20_max
value: -19.25399592456934
verified: no, type: nauc_precision_at_20_std
value: 4.154373672246843
verified: no, type: nauc_precision_at_3_diff1
value: 6.468923962729313
verified: no, type: nauc_precision_at_3_max
value: -16.75495139962792
verified: no, type: nauc_precision_at_3_std
value: -24.1555216494731
verified: no, type: nauc_precision_at_5_diff1
value: 1.89724542441865
verified: no, type: nauc_precision_at_5_max
value: -10.916266272968988
verified: no, type: nauc_precision_at_5_std
value: -19.996228467499165
verified: no, type: nauc_recall_at_1000_diff1
value: -0.3248897031222208
verified: no, type: nauc_recall_at_1000_max
value: -25.08629526651275
verified: no, type: nauc_recall_at_1000_std
value: 72.42326605733102
verified: no, type: nauc_recall_at_100_diff1
value: 0.20011224230233096
verified: no, type: nauc_recall_at_100_max
value: -25.71382782994985
verified: no, type: nauc_recall_at_100_std
value: 31.40559917674001
verified: no, type: nauc_recall_at_10_diff1
value: -7.502107897824034
verified: no, type: nauc_recall_at_10_max
value: -26.197156105779833
verified: no, type: nauc_recall_at_10_std
value: -20.067019662396106
verified: no, type: nauc_recall_at_1_diff1
value: -0.6946291628228135
verified: no, type: nauc_recall_at_1_max
value: -27.928780525228326
verified: no, type: nauc_recall_at_1_std
value: -26.644256007057386
verified: no, type: nauc_recall_at_20_diff1
value: -16.829462200879107
verified: no, type: nauc_recall_at_20_max
value: -29.55978083865099
verified: no, type: nauc_recall_at_20_std
value: -11.329177422867945
verified: no, type: nauc_recall_at_3_diff1
value: -4.487251181022699
verified: no, type: nauc_recall_at_3_max
value: -26.28852595660599
verified: no, type: nauc_recall_at_3_std
value: -30.010933869743877
verified: no, type: nauc_recall_at_5_diff1
value: -7.4729339604681515
verified: no, type: nauc_recall_at_5_max
value: -22.995431038489112
verified: no, type: nauc_recall_at_5_std
value: -27.623494423158906
verified: no, type: ndcg_at_1
value: 35.714
verified: no, type: ndcg_at_10
value: 27.095999999999997
verified: no, type: ndcg_at_100
value: 37.577
verified: no, type: ndcg_at_1000
value: 50.234
verified: no, type: ndcg_at_20
value: 28.706
verified: no, type: ndcg_at_3
value: 34.808
verified: no, type: ndcg_at_5
value: 31.657999999999998
verified: no, type: precision_at_1
value: 38.775999999999996
verified: no, type: precision_at_10
value: 23.061
verified: no, type: precision_at_100
value: 7.388
verified: no, type: precision_at_1000
value: 1.5650000000000002
verified: no, type: precision_at_20
value: 18.776
verified: no, type: precision_at_3
value: 36.735
verified: no, type: precision_at_5
value: 31.429000000000002
verified: no, type: recall_at_1
value: 2.708
verified: no, type: recall_at_10
value: 16.645
verified: no, type: recall_at_100
value: 45.953
verified: no, type: recall_at_1000
value: 84.553
verified: no, type: recall_at_20
value: 26.259
verified: no, type: recall_at_3
value: 7.869
verified: no, type: recall_at_5
value: 11.166
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 75.87890625
verified: no, type: ap
value: 16.4629793865873
verified: no, type: ap_weighted
value: 16.4629793865873
verified: no, type: f1
value: 58.32993265544471
verified: no, type: f1_weighted
value: 80.94360012442658
verified: no, type: main_score
value: 75.87890625
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 65.21788341822298
verified: no, type: f1
value: 65.00914562845475
verified: no, type: f1_weighted
value: 63.672388825903845
verified: no, type: main_score
value: 65.21788341822298
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 57.152337838073485
verified: no, type: v_measure
value: 57.152337838073485
verified: no, type: v_measure_std
value: 0.8799366494028795
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: max_accuracy
value: 88.63920844012637
verified: no, type: max_ap
value: 81.41444048232692
verified: no, type: max_f1
value: 74.84396892115653
verified: no, type: accuracy
value: 88.63920844012637
verified: no, type: accuracy_threshold
value: 84.5294713973999
verified: no, type: ap
value: 81.41443623323144
verified: no, type: f1
value: 74.84396892115653
verified: no, type: f1_threshold
value: 82.87262320518494
verified: no, type: precision
value: 72.34671263235656
verified: no, type: recall
value: 77.5197889182058
verified: no, type: main_score
value: 81.41444048232692
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: max_accuracy
value: 89.90569332867622
verified: no, type: max_ap
value: 87.91825594329686
verified: no, type: max_f1
value: 80.35081439054949
verified: no, type: accuracy
value: 89.90569332867622
verified: no, type: accuracy_threshold
value: 81.01733326911926
verified: no, type: ap
value: 87.91824445175028
verified: no, type: f1
value: 80.35081439054949
verified: no, type: f1_threshold
value: 78.65387201309204
verified: no, type: precision
value: 75.0853013982739
verified: no, type: recall
value: 86.41053279950724
verified: no, type: main_score
value: 87.91825594329686
verified: no
task: type: PairClassification
tags: mteb, transformers, sentence-transformers
Likes: 11 | All-time downloads: 4396
Created: 2024-08-30 14:27:48