Model: Lajavaness/bilingual-embedding-small
Author: Lajavaness
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bilingual, feature-extraction, sentence-similarity, transformers, sentence-embedding, mteb, custom_code, fr, en, arxiv:2010.08240, arxiv:1911.02116, arxiv:1908.10084, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, sentence-embedding, mteb
model-index: name: bilingual-embedding-small
results: task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringP2P
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 63.19030822769444
verified: no, type: v_measures
value: 0.5938891912573394, 0.6171518411959, 0.6042518292029612, 0.6626602879382325, 0.6471224639325329
verified: no, task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringS2S
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 41.32807908087869
verified: no, type: v_measures
value: 0.3351458197856525, 0.48472823318531566, 0.4631757871803168, 0.43580166532679027, 0.4219041689415661
verified: no, task: type: Reranking
dataset: type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
name: MTEB AlloprofReranking
config: default
split: test
revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
metrics: type: map
value: 68.43888603876276
verified: no, type: mrr
value: 69.59097513501659
verified: no, type: nAUC_map_diff1
value: 47.92767021121887
verified: no, type: nAUC_map_max
value: 10.206900586093957
verified: no, type: nAUC_mrr_diff1
value: 47.823670000503014
verified: no, type: nAUC_mrr_max
value: 10.266197221615979
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/alloprof
name: MTEB AlloprofRetrieval
config: default
split: test
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
metrics: type: map_at_1
value: 23.23
verified: no, type: map_at_10
value: 33.513999999999996
verified: no, type: map_at_100
value: 34.554
verified: no, type: map_at_1000
value: 34.621
verified: no, type: map_at_20
value: 34.129
verified: no, type: map_at_3
value: 30.526999999999997
verified: no, type: map_at_5
value: 32.107
verified: no, type: mrr_at_1
value: 23.229706390328154
verified: no, type: mrr_at_10
value: 33.51421786331119
verified: no, type: mrr_at_100
value: 34.55441665729269
verified: no, type: mrr_at_1000
value: 34.62084787184653
verified: no, type: mrr_at_20
value: 34.12901601558586
verified: no, type: mrr_at_3
value: 30.52677029360969
verified: no, type: mrr_at_5
value: 32.107081174438754
verified: no, type: nauc_map_at_1000_diff1
value: 31.371888101756962
verified: no, type: nauc_map_at_1000_max
value: 28.482571238049648
verified: no, type: nauc_map_at_100_diff1
value: 31.36352656865708
verified: no, type: nauc_map_at_100_max
value: 28.51143558254042
verified: no, type: nauc_map_at_10_diff1
value: 31.26317124194119
verified: no, type: nauc_map_at_10_max
value: 28.356439091020903
verified: no, type: nauc_map_at_1_diff1
value: 36.87861012283668
verified: no, type: nauc_map_at_1_max
value: 25.592704128025584
verified: no, type: nauc_map_at_20_diff1
value: 31.27934733015461
verified: no, type: nauc_map_at_20_max
value: 28.471156752297954
verified: no, type: nauc_map_at_3_diff1
value: 31.613137860497627
verified: no, type: nauc_map_at_3_max
value: 27.518268339115743
verified: no, type: nauc_map_at_5_diff1
value: 31.356295694985565
verified: no, type: nauc_map_at_5_max
value: 27.79553638754489
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.371889078421372
verified: no, type: nauc_mrr_at_1000_max
value: 28.482578347594856
verified: no, type: nauc_mrr_at_100_diff1
value: 31.36352656865708
verified: no, type: nauc_mrr_at_100_max
value: 28.51143558254042
verified: no, type: nauc_mrr_at_10_diff1
value: 31.26317124194119
verified: no, type: nauc_mrr_at_10_max
value: 28.356439091020903
verified: no, type: nauc_mrr_at_1_diff1
value: 36.87861012283668
verified: no, type: nauc_mrr_at_1_max
value: 25.592704128025584
verified: no, type: nauc_mrr_at_20_diff1
value: 31.27934733015461
verified: no, type: nauc_mrr_at_20_max
value: 28.471156752297954
verified: no, type: nauc_mrr_at_3_diff1
value: 31.613137860497627
verified: no, type: nauc_mrr_at_3_max
value: 27.518268339115743
verified: no, type: nauc_mrr_at_5_diff1
value: 31.356295694985565
verified: no, type: nauc_mrr_at_5_max
value: 27.79553638754489
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.418606855093337
verified: no, type: nauc_ndcg_at_1000_max
value: 29.993105440430234
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.131330243160843
verified: no, type: nauc_ndcg_at_100_max
value: 30.820165762770422
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.510008265344545
verified: no, type: nauc_ndcg_at_10_max
value: 29.94961535617982
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.87861012283668
verified: no, type: nauc_ndcg_at_1_max
value: 25.592704128025584
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.52438230390851
verified: no, type: nauc_ndcg_at_20_max
value: 30.504655157655904
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.18136510240507
verified: no, type: nauc_ndcg_at_3_max
value: 28.099090120422275
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.762075942245303
verified: no, type: nauc_ndcg_at_5_max
value: 28.61500294452224
verified: no, type: nauc_precision_at_1000_diff1
value: 27.306371732512996
verified: no, type: nauc_precision_at_1000_max
value: 65.78374115284707
verified: no, type: nauc_precision_at_100_diff1
value: 25.3948170473858
verified: no, type: nauc_precision_at_100_max
value: 47.29752571335181
verified: no, type: nauc_precision_at_10_diff1
value: 24.310996780059035
verified: no, type: nauc_precision_at_10_max
value: 35.20411354359985
verified: no, type: nauc_precision_at_1_diff1
value: 36.87861012283668
verified: no, type: nauc_precision_at_1_max
value: 25.592704128025584
verified: no, type: nauc_precision_at_20_diff1
value: 23.583394574577937
verified: no, type: nauc_precision_at_20_max
value: 38.697643796192324
verified: no, type: nauc_precision_at_3_diff1
value: 26.407752776386506
verified: no, type: nauc_precision_at_3_max
value: 29.64769320764332
verified: no, type: nauc_precision_at_5_diff1
value: 25.45743969076595
verified: no, type: nauc_precision_at_5_max
value: 30.919847931025647
verified: no, type: nauc_recall_at_1000_diff1
value: 27.306371732511476
verified: no, type: nauc_recall_at_1000_max
value: 65.7837411528459
verified: no, type: nauc_recall_at_100_diff1
value: 25.39481704738587
verified: no, type: nauc_recall_at_100_max
value: 47.29752571335173
verified: no, type: nauc_recall_at_10_diff1
value: 24.310996780059064
verified: no, type: nauc_recall_at_10_max
value: 35.20411354359981
verified: no, type: nauc_recall_at_1_diff1
value: 36.87861012283668
verified: no, type: nauc_recall_at_1_max
value: 25.592704128025584
verified: no, type: nauc_recall_at_20_diff1
value: 23.583394574578005
verified: no, type: nauc_recall_at_20_max
value: 38.69764379619235
verified: no, type: nauc_recall_at_3_diff1
value: 26.407752776386513
verified: no, type: nauc_recall_at_3_max
value: 29.647693207643332
verified: no, type: nauc_recall_at_5_diff1
value: 25.457439690765938
verified: no, type: nauc_recall_at_5_max
value: 30.91984793102568
verified: no, type: ndcg_at_1
value: 23.23
verified: no, type: ndcg_at_10
value: 39.215
verified: no, type: ndcg_at_100
value: 44.566
verified: no, type: ndcg_at_1000
value: 46.409
verified: no, type: ndcg_at_20
value: 41.467
verified: no, type: ndcg_at_3
value: 32.993
verified: no, type: ndcg_at_5
value: 35.839
verified: no, type: precision_at_1
value: 23.23
verified: no, type: precision_at_10
value: 5.743
verified: no, type: precision_at_100
value: 0.831
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 3.318
verified: no, type: precision_at_3
value: 13.385
verified: no, type: precision_at_5
value: 9.413
verified: no, type: recall_at_1
value: 23.23
verified: no, type: recall_at_10
value: 57.42699999999999
verified: no, type: recall_at_100
value: 83.11699999999999
verified: no, type: recall_at_1000
value: 97.75500000000001
verified: no, type: recall_at_20
value: 66.364
verified: no, type: recall_at_3
value: 40.155
verified: no, type: recall_at_5
value: 47.064
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 37.102000000000004
verified: no, type: f1
value: 36.48213245522153
verified: no, type: f1_weighted
value: 36.48213245522153
verified: no, task: type: Retrieval
dataset: type: maastrichtlawtech/bsard
name: MTEB BSARDRetrieval
config: default
split: test
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
metrics: type: map_at_1
value: 5.405
verified: no, type: map_at_10
value: 8.372
verified: no, type: map_at_100
value: 9.522
verified: no, type: map_at_1000
value: 9.645
verified: no, type: map_at_20
value: 8.987
verified: no, type: map_at_3
value: 7.132
verified: no, type: map_at_5
value: 7.763000000000001
verified: no, type: mrr_at_1
value: 5.405405405405405
verified: no, type: mrr_at_10
value: 8.37247962247962
verified: no, type: mrr_at_100
value: 9.522369675165548
verified: no, type: mrr_at_1000
value: 9.644865518194182
verified: no, type: mrr_at_20
value: 8.987200953145225
verified: no, type: mrr_at_3
value: 7.132132132132132
verified: no, type: mrr_at_5
value: 7.762762762762764
verified: no, type: nauc_map_at_1000_diff1
value: 12.103894408912778
verified: no, type: nauc_map_at_1000_max
value: 26.77460445002228
verified: no, type: nauc_map_at_100_diff1
value: 12.199535893254412
verified: no, type: nauc_map_at_100_max
value: 26.791136142909995
verified: no, type: nauc_map_at_10_diff1
value: 11.762615047468374
verified: no, type: nauc_map_at_10_max
value: 26.54661601271767
verified: no, type: nauc_map_at_1_diff1
value: 19.75768475065795
verified: no, type: nauc_map_at_1_max
value: 36.45294032166726
verified: no, type: nauc_map_at_20_diff1
value: 12.627299133728561
verified: no, type: nauc_map_at_20_max
value: 26.431834723382625
verified: no, type: nauc_map_at_3_diff1
value: 11.406093688135979
verified: no, type: nauc_map_at_3_max
value: 26.206852419799336
verified: no, type: nauc_map_at_5_diff1
value: 10.933715346866054
verified: no, type: nauc_map_at_5_max
value: 25.15168912848224
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.103894408912778
verified: no, type: nauc_mrr_at_1000_max
value: 26.77460445002228
verified: no, type: nauc_mrr_at_100_diff1
value: 12.199535893254412
verified: no, type: nauc_mrr_at_100_max
value: 26.791136142909995
verified: no, type: nauc_mrr_at_10_diff1
value: 11.762615047468374
verified: no, type: nauc_mrr_at_10_max
value: 26.54661601271767
verified: no, type: nauc_mrr_at_1_diff1
value: 19.75768475065795
verified: no, type: nauc_mrr_at_1_max
value: 36.45294032166726
verified: no, type: nauc_mrr_at_20_diff1
value: 12.627299133728561
verified: no, type: nauc_mrr_at_20_max
value: 26.431834723382625
verified: no, type: nauc_mrr_at_3_diff1
value: 11.406093688135979
verified: no, type: nauc_mrr_at_3_max
value: 26.206852419799336
verified: no, type: nauc_mrr_at_5_diff1
value: 10.933715346866054
verified: no, type: nauc_mrr_at_5_max
value: 25.15168912848224
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.119711442397051
verified: no, type: nauc_ndcg_at_1000_max
value: 25.821500954959493
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.610584456957277
verified: no, type: nauc_ndcg_at_100_max
value: 27.81373505272856
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.667531959142947
verified: no, type: nauc_ndcg_at_10_max
value: 25.428088817882212
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.75768475065795
verified: no, type: nauc_ndcg_at_1_max
value: 36.45294032166726
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.52659589943601
verified: no, type: nauc_ndcg_at_20_max
value: 25.543352357923972
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.220701633954755
verified: no, type: nauc_ndcg_at_3_max
value: 23.41404735216586
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.904201880131358
verified: no, type: nauc_ndcg_at_5_max
value: 22.27268813727672
verified: no, type: nauc_precision_at_1000_diff1
value: -13.379595578660972
verified: no, type: nauc_precision_at_1000_max
value: 19.07407039098987
verified: no, type: nauc_precision_at_100_diff1
value: 7.161231404563548
verified: no, type: nauc_precision_at_100_max
value: 32.1446712851372
verified: no, type: nauc_precision_at_10_diff1
value: 9.32876742632238
verified: no, type: nauc_precision_at_10_max
value: 24.401763374615022
verified: no, type: nauc_precision_at_1_diff1
value: 19.75768475065795
verified: no, type: nauc_precision_at_1_max
value: 36.45294032166726
verified: no, type: nauc_precision_at_20_diff1
value: 16.344981963229685
verified: no, type: nauc_precision_at_20_max
value: 25.273014482618493
verified: no, type: nauc_precision_at_3_diff1
value: 4.604729400599949
verified: no, type: nauc_precision_at_3_max
value: 17.491915784171987
verified: no, type: nauc_precision_at_5_diff1
value: 5.152774776096578
verified: no, type: nauc_precision_at_5_max
value: 16.848544787508555
verified: no, type: nauc_recall_at_1000_diff1
value: -13.379595578660883
verified: no, type: nauc_recall_at_1000_max
value: 19.07407039098995
verified: no, type: nauc_recall_at_100_diff1
value: 7.161231404563502
verified: no, type: nauc_recall_at_100_max
value: 32.144671285137136
verified: no, type: nauc_recall_at_10_diff1
value: 9.328767426322395
verified: no, type: nauc_recall_at_10_max
value: 24.40176337461501
verified: no, type: nauc_recall_at_1_diff1
value: 19.75768475065795
verified: no, type: nauc_recall_at_1_max
value: 36.45294032166726
verified: no, type: nauc_recall_at_20_diff1
value: 16.34498196322963
verified: no, type: nauc_recall_at_20_max
value: 25.27301448261847
verified: no, type: nauc_recall_at_3_diff1
value: 4.604729400599932
verified: no, type: nauc_recall_at_3_max
value: 17.49191578417196
verified: no, type: nauc_recall_at_5_diff1
value: 5.152774776096596
verified: no, type: nauc_recall_at_5_max
value: 16.848544787508573
verified: no, type: ndcg_at_1
value: 5.405
verified: no, type: ndcg_at_10
value: 10.51
verified: no, type: ndcg_at_100
value: 17.012
verified: no, type: ndcg_at_1000
value: 20.686
verified: no, type: ndcg_at_20
value: 12.849
verified: no, type: ndcg_at_3
value: 7.835
verified: no, type: ndcg_at_5
value: 8.959
verified: no, type: precision_at_1
value: 5.405
verified: no, type: precision_at_10
value: 1.757
verified: no, type: precision_at_100
value: 0.5
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.351
verified: no, type: precision_at_3
value: 3.3029999999999995
verified: no, type: precision_at_5
value: 2.5229999999999997
verified: no, type: recall_at_1
value: 5.405
verified: no, type: recall_at_10
value: 17.568
verified: no, type: recall_at_100
value: 50
verified: no, type: recall_at_1000
value: 79.73
verified: no, type: recall_at_20
value: 27.027
verified: no, type: recall_at_3
value: 9.91
verified: no, type: recall_at_5
value: 12.613
verified: no, task: type: Clustering
dataset: type: lyon-nlp/clustering-hal-s2s
name: MTEB HALClusteringS2S
config: default
split: test
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
metrics: type: v_measure
value: 23.773322308353517
verified: no, type: v_measures
value: 0.28321300949906897, 0.26004472642751963, 0.25956951558284086, 0.24123195304666292, 0.22207486085944725
verified: no, task: type: Clustering
dataset: type: reciTAL/mlsum
name: MTEB MLSUMClusteringP2P
config: default
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 44.10635133884183
verified: no, type: v_measures
value: 0.4352021194557699, 0.4616076200837005, 0.4407517544208635, 0.4387026615402928, 0.40575306284000634
verified: no, task: type: Clustering
dataset: type: reciTAL/mlsum
name: MTEB MLSUMClusteringS2S
config: default
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 43.6574557237274
verified: no, type: v_measures
value: 0.431013360873005, 0.45456972088535785, 0.4474907746228345, 0.4318507494303067, 0.3857692351737129
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 86.08518634512997
verified: no, type: f1
value: 86.01437763316983
verified: no, type: f1_weighted
value: 86.03483392539235
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 61.23081741309113
verified: no, type: f1
value: 44.76981337966934
verified: no, type: f1_weighted
value: 64.86577219367403
verified: no, task: type: Classification
dataset: type: mteb/masakhanews
name: MTEB MasakhaNEWSClassification (fra)
config: fra
split: test
revision: 18193f187b92da67168c655c9973a165ed9593dd
metrics: type: accuracy
value: 78.34123222748815
verified: no, type: f1
value: 74.19808376161188
verified: no, type: f1_weighted
value: 78.465165305135
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringP2P (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 58.6260598345145
verified: no, type: v_measures
value: 1, 0.052551289167589395, 0.4126124221990744, 0.690570263898874, 0.7755690164601873
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringS2S (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 53.47058992788083
verified: no, type: v_measures
value: 1, 0.06287268264858063, 0.6712730568122484, 0.2169401386066275, 0.7224436183265853
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 65.48755884330868
verified: no, type: f1
value: 63.42516904610099
verified: no, type: f1_weighted
value: 65.62227422445625
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 69.27370544720914
verified: no, type: f1
value: 68.92639289886843
verified: no, type: f1_weighted
value: 69.39025426049528
verified: no, task: type: Retrieval
dataset: type: jinaai/mintakaqa
name: MTEB MintakaRetrieval (fr)
config: fr
split: test
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
metrics: type: map_at_1
value: 13.718
verified: no, type: map_at_10
value: 21.404
verified: no, type: map_at_100
value: 22.371
verified: no, type: map_at_1000
value: 22.493
verified: no, type: map_at_20
value: 21.972
verified: no, type: map_at_3
value: 19.192
verified: no, type: map_at_5
value: 20.366999999999997
verified: no, type: mrr_at_1
value: 13.718263718263717
verified: no, type: mrr_at_10
value: 21.40396890396889
verified: no, type: mrr_at_100
value: 22.370673563176524
verified: no, type: mrr_at_1000
value: 22.49316476646458
verified: no, type: mrr_at_20
value: 21.971667600361627
verified: no, type: mrr_at_3
value: 19.191919191919162
verified: no, type: mrr_at_5
value: 20.36718536718532
verified: no, type: nauc_map_at_1000_diff1
value: 18.66186772676608
verified: no, type: nauc_map_at_1000_max
value: 32.45794220535016
verified: no, type: nauc_map_at_100_diff1
value: 18.620993318615394
verified: no, type: nauc_map_at_100_max
value: 32.44820369787587
verified: no, type: nauc_map_at_10_diff1
value: 18.884049513804037
verified: no, type: nauc_map_at_10_max
value: 32.77552431144882
verified: no, type: nauc_map_at_1_diff1
value: 25.49080673895181
verified: no, type: nauc_map_at_1_max
value: 29.25311987317655
verified: no, type: nauc_map_at_20_diff1
value: 18.704330878419075
verified: no, type: nauc_map_at_20_max
value: 32.55837988078994
verified: no, type: nauc_map_at_3_diff1
value: 20.095857563209314
verified: no, type: nauc_map_at_3_max
value: 32.93191322461617
verified: no, type: nauc_map_at_5_diff1
value: 19.281813313113396
verified: no, type: nauc_map_at_5_max
value: 32.786844756856475
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.66186763232669
verified: no, type: nauc_mrr_at_1000_max
value: 32.45794216874754
verified: no, type: nauc_mrr_at_100_diff1
value: 18.620993318615394
verified: no, type: nauc_mrr_at_100_max
value: 32.44820369787587
verified: no, type: nauc_mrr_at_10_diff1
value: 18.884049513804037
verified: no, type: nauc_mrr_at_10_max
value: 32.77552431144882
verified: no, type: nauc_mrr_at_1_diff1
value: 25.49080673895181
verified: no, type: nauc_mrr_at_1_max
value: 29.25311987317655
verified: no, type: nauc_mrr_at_20_diff1
value: 18.704330878419075
verified: no, type: nauc_mrr_at_20_max
value: 32.55837988078994
verified: no, type: nauc_mrr_at_3_diff1
value: 20.095857563209314
verified: no, type: nauc_mrr_at_3_max
value: 32.93191322461617
verified: no, type: nauc_mrr_at_5_diff1
value: 19.281813313113396
verified: no, type: nauc_mrr_at_5_max
value: 32.786844756856475
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.291266125191186
verified: no, type: nauc_ndcg_at_1000_max
value: 32.03483412880716
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.08155959648069
verified: no, type: nauc_ndcg_at_100_max
value: 31.74628993952365
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.457288503185854
verified: no, type: nauc_ndcg_at_10_max
value: 33.34322548472455
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.49080673895181
verified: no, type: nauc_ndcg_at_1_max
value: 29.25311987317655
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.847885101378232
verified: no, type: nauc_ndcg_at_20_max
value: 32.63179959589915
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.77312834653236
verified: no, type: nauc_ndcg_at_3_max
value: 33.76341797807492
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.46839695168085
verified: no, type: nauc_ndcg_at_5_max
value: 33.52006824258854
verified: no, type: nauc_precision_at_1000_diff1
value: -1.1586826170737583
verified: no, type: nauc_precision_at_1000_max
value: 19.93551888234813
verified: no, type: nauc_precision_at_100_diff1
value: 3.0380716626456072
verified: no, type: nauc_precision_at_100_max
value: 27.2930149786862
verified: no, type: nauc_precision_at_10_diff1
value: 10.566658459623403
verified: no, type: nauc_precision_at_10_max
value: 34.3880626271458
verified: no, type: nauc_precision_at_1_diff1
value: 25.49080673895181
verified: no, type: nauc_precision_at_1_max
value: 29.25311987317655
verified: no, type: nauc_precision_at_20_diff1
value: 8.479138077976014
verified: no, type: nauc_precision_at_20_max
value: 32.113399922346744
verified: no, type: nauc_precision_at_3_diff1
value: 15.622074491261472
verified: no, type: nauc_precision_at_3_max
value: 35.7250108281599
verified: no, type: nauc_precision_at_5_diff1
value: 13.229128818765382
verified: no, type: nauc_precision_at_5_max
value: 35.14850024280549
verified: no, type: nauc_recall_at_1000_diff1
value: -1.1586826170740634
verified: no, type: nauc_recall_at_1000_max
value: 19.93551888234777
verified: no, type: nauc_recall_at_100_diff1
value: 3.038071662645654
verified: no, type: nauc_recall_at_100_max
value: 27.293014978686276
verified: no, type: nauc_recall_at_10_diff1
value: 10.56665845962341
verified: no, type: nauc_recall_at_10_max
value: 34.38806262714581
verified: no, type: nauc_recall_at_1_diff1
value: 25.49080673895181
verified: no, type: nauc_recall_at_1_max
value: 29.25311987317655
verified: no, type: nauc_recall_at_20_diff1
value: 8.47913807797598
verified: no, type: nauc_recall_at_20_max
value: 32.113399922346744
verified: no, type: nauc_recall_at_3_diff1
value: 15.622074491261479
verified: no, type: nauc_recall_at_3_max
value: 35.725010828159924
verified: no, type: nauc_recall_at_5_diff1
value: 13.229128818765403
verified: no, type: nauc_recall_at_5_max
value: 35.14850024280548
verified: no, type: ndcg_at_1
value: 13.718
verified: no, type: ndcg_at_10
value: 25.576
verified: no, type: ndcg_at_100
value: 30.537999999999997
verified: no, type: ndcg_at_1000
value: 34.364
verified: no, type: ndcg_at_20
value: 27.619
verified: no, type: ndcg_at_3
value: 20.924
verified: no, type: ndcg_at_5
value: 23.046
verified: no, type: precision_at_1
value: 13.718
verified: no, type: precision_at_10
value: 3.894
verified: no, type: precision_at_100
value: 0.628
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 2.348
verified: no, type: precision_at_3
value: 8.64
verified: no, type: precision_at_5
value: 6.216
verified: no, type: recall_at_1
value: 13.718
verified: no, type: recall_at_10
value: 38.943
verified: no, type: recall_at_100
value: 62.775999999999996
verified: no, type: recall_at_1000
value: 94.10300000000001
verified: no, type: recall_at_20
value: 46.97
verified: no, type: recall_at_3
value: 25.921
verified: no, type: recall_at_5
value: 31.080999999999996
verified: no, task: type: PairClassification
dataset: type: GEM/opusparcus
name: MTEB OpusparcusPC (fr)
config: fr
split: test
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
metrics: type: cos_sim_accuracy
value: 81.81198910081744
verified: no, type: cos_sim_ap
value: 92.92034333454589
verified: no, type: cos_sim_f1
value: 87.20651653090562
verified: no, type: cos_sim_precision
value: 84.25925925925927
verified: no, type: cos_sim_recall
value: 90.3674280039722
verified: no, type: dot_accuracy
value: 81.06267029992752
verified: no, type: dot_ap
value: 92.19923182286357
verified: no, type: dot_f1
value: 87.23307587460246
verified: no, type: dot_precision
value: 80.40200995025126
verified: no, type: dot_recall
value: 95.33267130089378
verified: no, type: euclidean_accuracy
value: 81.06267029992752
verified: no, type: euclidean_ap
value: 92.58456772515233
verified: no, type: euclidean_f1
value: 86.94835680751173
verified: no, type: euclidean_precision
value: 82.45770258236865
verified: no, type: euclidean_recall
value: 91.9563058589871
verified: no, type: manhattan_accuracy
value: 80.92643051771117
verified: no, type: manhattan_ap
value: 92.47972548332238
verified: no, type: manhattan_f1
value: 86.88372093023257
verified: no, type: manhattan_precision
value: 81.71478565179353
verified: no, type: manhattan_recall
value: 92.75074478649454
verified: no, type: max_accuracy
value: 81.81198910081744
verified: no, type: max_ap
value: 92.92034333454589
verified: no, type: max_f1
value: 87.23307587460246
verified: no, task: type: PairClassification
dataset: type: google-research-datasets/paws-x
name: MTEB PawsX (fr)
config: fr
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 60.550000000000004
verified: no, type: cos_sim_ap
value: 58.1865824487652
verified: no, type: cos_sim_f1
value: 62.491349480968864
verified: no, type: cos_sim_precision
value: 45.44539506794162
verified: no, type: cos_sim_recall
value: 100
verified: no, type: dot_accuracy
value: 56.49999999999999
verified: no, type: dot_ap
value: 49.511525626044474
verified: no, type: dot_f1
value: 62.76595744680852
verified: no, type: dot_precision
value: 46.165884194053206
verified: no, type: dot_recall
value: 98.00664451827242
verified: no, type: euclidean_accuracy
value: 60.199999999999996
verified: no, type: euclidean_ap
value: 58.003058708335246
verified: no, type: euclidean_f1
value: 62.491349480968864
verified: no, type: euclidean_precision
value: 45.44539506794162
verified: no, type: euclidean_recall
value: 100
verified: no, type: manhattan_accuracy
value: 60.199999999999996
verified: no, type: manhattan_ap
value: 58.02420001567834
verified: no, type: manhattan_f1
value: 62.491349480968864
verified: no, type: manhattan_precision
value: 45.44539506794162
verified: no, type: manhattan_recall
value: 100
verified: no, type: max_accuracy
value: 60.550000000000004
verified: no, type: max_ap
value: 58.1865824487652
verified: no, type: max_f1
value: 62.76595744680852
verified: no, task: type: STS
dataset: type: Lajavaness/SICK-fr
name: MTEB SICKFr
config: default
split: test
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
metrics: type: cos_sim_pearson
value: 81.35988610550564
verified: no, type: cos_sim_spearman
value: 74.30702501405389
verified: no, type: euclidean_pearson
value: 77.98265846914386
verified: no, type: euclidean_spearman
value: 74.28309779423242
verified: no, type: manhattan_pearson
value: 77.91611618952486
verified: no, type: manhattan_spearman
value: 74.09543847416339
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cos_sim_pearson
value: 82.87930229178569
verified: no, type: cos_sim_spearman
value: 82.91122500126046
verified: no, type: euclidean_pearson
value: 82.30161381658885
verified: no, type: euclidean_spearman
value: 82.80157531184477
verified: no, type: manhattan_pearson
value: 82.59746592491155
verified: no, type: manhattan_spearman
value: 82.91620907805208
verified: no, task: type: STS
dataset: type: mteb/stsb_multi_mt
name: MTEB STSBenchmarkMultilingualSTS (fr)
config: fr
split: test
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
metrics: type: cos_sim_pearson
value: 83.44206580073515
verified: no, type: cos_sim_spearman
value: 83.29855460437528
verified: no, type: euclidean_pearson
value: 82.28885833656986
verified: no, type: euclidean_spearman
value: 83.17545506016941
verified: no, type: manhattan_pearson
value: 82.16568250036501
verified: no, type: manhattan_spearman
value: 83.0743139221437
verified: no, task: type: Summarization
dataset: type: lyon-nlp/summarization-summeval-fr-p2p
name: MTEB SummEvalFr
config: default
split: test
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
metrics: type: cos_sim_pearson
value: 31.280485627024635
verified: no, type: cos_sim_spearman
value: 32.33005962500831
verified: no, type: dot_pearson
value: 30.158348138782753
verified: no, type: dot_spearman
value: 30.392045689426418
verified: no, task: type: Reranking
dataset: type: lyon-nlp/mteb-fr-reranking-syntec-s2p
name: MTEB SyntecReranking
config: default
split: test
revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
metrics: type: map
value: 81.67777777777776
verified: no, type: mrr
value: 81.67777777777776
verified: no, type: nAUC_map_diff1
value: 59.89472485574524
verified: no, type: nAUC_map_max
value: 8.215249384307162
verified: no, type: nAUC_mrr_diff1
value: 59.89472485574524
verified: no, type: nAUC_mrr_max
value: 8.215249384307162
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
name: MTEB SyntecRetrieval
config: default
split: test
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
metrics: type: map_at_1
value: 62
verified: no, type: map_at_10
value: 72.887
verified: no, type: map_at_100
value: 73.181
verified: no, type: map_at_1000
value: 73.181
verified: no, type: map_at_20
value: 73.16
verified: no, type: map_at_3
value: 70.667
verified: no, type: map_at_5
value: 71.56700000000001
verified: no, type: mrr_at_1
value: 62
verified: no, type: mrr_at_10
value: 72.88690476190479
verified: no, type: mrr_at_100
value: 73.18055555555557
verified: no, type: mrr_at_1000
value: 73.18055555555557
verified: no, type: mrr_at_20
value: 73.15972222222224
verified: no, type: mrr_at_3
value: 70.66666666666667
verified: no, type: mrr_at_5
value: 71.56666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 47.52352042312832
verified: no, type: nauc_map_at_1000_max
value: 12.229977029802052
verified: no, type: nauc_map_at_100_diff1
value: 47.52352042312832
verified: no, type: nauc_map_at_100_max
value: 12.229977029802052
verified: no, type: nauc_map_at_10_diff1
value: 47.83118981173179
verified: no, type: nauc_map_at_10_max
value: 12.67122414331949
verified: no, type: nauc_map_at_1_diff1
value: 48.29708026951358
verified: no, type: nauc_map_at_1_max
value: 5.016460019075176
verified: no, type: nauc_map_at_20_diff1
value: 47.5126416742559
verified: no, type: nauc_map_at_20_max
value: 12.23002184861472
verified: no, type: nauc_map_at_3_diff1
value: 48.18168651330906
verified: no, type: nauc_map_at_3_max
value: 14.063513453945578
verified: no, type: nauc_map_at_5_diff1
value: 46.8656518414084
verified: no, type: nauc_map_at_5_max
value: 13.22896127813873
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.52352042312832
verified: no, type: nauc_mrr_at_1000_max
value: 12.229977029802052
verified: no, type: nauc_mrr_at_100_diff1
value: 47.52352042312832
verified: no, type: nauc_mrr_at_100_max
value: 12.229977029802052
verified: no, type: nauc_mrr_at_10_diff1
value: 47.83118981173179
verified: no, type: nauc_mrr_at_10_max
value: 12.67122414331949
verified: no, type: nauc_mrr_at_1_diff1
value: 48.29708026951358
verified: no, type: nauc_mrr_at_1_max
value: 5.016460019075176
verified: no, type: nauc_mrr_at_20_diff1
value: 47.5126416742559
verified: no, type: nauc_mrr_at_20_max
value: 12.23002184861472
verified: no, type: nauc_mrr_at_3_diff1
value: 48.18168651330906
verified: no, type: nauc_mrr_at_3_max
value: 14.063513453945578
verified: no, type: nauc_mrr_at_5_diff1
value: 46.8656518414084
verified: no, type: nauc_mrr_at_5_max
value: 13.22896127813873
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.56455972451391
verified: no, type: nauc_ndcg_at_1000_max
value: 12.900901768894494
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.56455972451391
verified: no, type: nauc_ndcg_at_100_max
value: 12.900901768894494
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.92225620164975
verified: no, type: nauc_ndcg_at_10_max
value: 14.848602834576374
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.29708026951358
verified: no, type: nauc_ndcg_at_1_max
value: 5.016460019075176
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.44500349427683
verified: no, type: nauc_ndcg_at_20_max
value: 12.894569953616672
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.79515966817958
verified: no, type: nauc_ndcg_at_3_max
value: 17.067858878871014
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.2582129725611
verified: no, type: nauc_ndcg_at_5_max
value: 15.802131944100553
verified: no, type: nauc_precision_at_1000_diff1
value: nan
verified: no, type: nauc_precision_at_1000_max
value: nan
verified: no, type: nauc_precision_at_100_diff1
value: nan
verified: no, type: nauc_precision_at_100_max
value: nan
verified: no, type: nauc_precision_at_10_diff1
value: 67.1335200746968
verified: no, type: nauc_precision_at_10_max
value: 41.521942110178045
verified: no, type: nauc_precision_at_1_diff1
value: 48.29708026951358
verified: no, type: nauc_precision_at_1_max
value: 5.016460019075176
verified: no, type: nauc_precision_at_20_diff1
value: 35.80765639589114
verified: no, type: nauc_precision_at_20_max
value: 12.278244631185926
verified: no, type: nauc_precision_at_3_diff1
value: 51.516580229451506
verified: no, type: nauc_precision_at_3_max
value: 28.765257478128753
verified: no, type: nauc_precision_at_5_diff1
value: 43.146762121705116
verified: no, type: nauc_precision_at_5_max
value: 27.715587373901627
verified: no, type: nauc_recall_at_1000_diff1
value: nan
verified: no, type: nauc_recall_at_1000_max
value: nan
verified: no, type: nauc_recall_at_100_diff1
value: nan
verified: no, type: nauc_recall_at_100_max
value: nan
verified: no, type: nauc_recall_at_10_diff1
value: 67.13352007469638
verified: no, type: nauc_recall_at_10_max
value: 41.52194211017754
verified: no, type: nauc_recall_at_1_diff1
value: 48.29708026951358
verified: no, type: nauc_recall_at_1_max
value: 5.016460019075176
verified: no, type: nauc_recall_at_20_diff1
value: 35.80765639589109
verified: no, type: nauc_recall_at_20_max
value: 12.278244631185359
verified: no, type: nauc_recall_at_3_diff1
value: 51.516580229451556
verified: no, type: nauc_recall_at_3_max
value: 28.765257478128735
verified: no, type: nauc_recall_at_5_diff1
value: 43.14676212170519
verified: no, type: nauc_recall_at_5_max
value: 27.7155873739018
verified: no, type: ndcg_at_1
value: 62
verified: no, type: ndcg_at_10
value: 78.188
verified: no, type: ndcg_at_100
value: 79.372
verified: no, type: ndcg_at_1000
value: 79.372
verified: no, type: ndcg_at_20
value: 79.194
verified: no, type: ndcg_at_3
value: 73.333
verified: no, type: ndcg_at_5
value: 74.968
verified: no, type: precision_at_1
value: 62
verified: no, type: precision_at_10
value: 9.5
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.95
verified: no, type: precision_at_3
value: 27
verified: no, type: precision_at_5
value: 17
verified: no, type: recall_at_1
value: 62
verified: no, type: recall_at_10
value: 95
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99
verified: no, type: recall_at_3
value: 81
verified: no, type: recall_at_5
value: 85
verified: no, task: type: Retrieval
dataset: type: jinaai/xpqa
name: MTEB XPQARetrieval (fr)
config: fr
split: test
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
metrics: type: map_at_1
value: 36.611
verified: no, type: map_at_10
value: 57.187
verified: no, type: map_at_100
value: 58.631
verified: no, type: map_at_1000
value: 58.709999999999994
verified: no, type: map_at_20
value: 58.08
verified: no, type: map_at_3
value: 50.998
verified: no, type: map_at_5
value: 55.191
verified: no, type: mrr_at_1
value: 57.810413885180246
verified: no, type: mrr_at_10
value: 65.8401148621442
verified: no, type: mrr_at_100
value: 66.40333125160906
verified: no, type: mrr_at_1000
value: 66.42402394693958
verified: no, type: mrr_at_20
value: 66.18532893351842
verified: no, type: mrr_at_3
value: 63.81842456608808
verified: no, type: mrr_at_5
value: 65.18691588785039
verified: no, type: nauc_map_at_1000_diff1
value: 50.788831583223235
verified: no, type: nauc_map_at_1000_max
value: 51.55624948390649
verified: no, type: nauc_map_at_100_diff1
value: 50.7629709789859
verified: no, type: nauc_map_at_100_max
value: 51.554970702491374
verified: no, type: nauc_map_at_10_diff1
value: 50.597059943822785
verified: no, type: nauc_map_at_10_max
value: 50.88242396839643
verified: no, type: nauc_map_at_1_diff1
value: 60.321467202422596
verified: no, type: nauc_map_at_1_max
value: 35.442708774490455
verified: no, type: nauc_map_at_20_diff1
value: 50.65058875526523
verified: no, type: nauc_map_at_20_max
value: 51.32644359237018
verified: no, type: nauc_map_at_3_diff1
value: 51.80849131095309
verified: no, type: nauc_map_at_3_max
value: 46.17402861801263
verified: no, type: nauc_map_at_5_diff1
value: 50.507875139443456
verified: no, type: nauc_map_at_5_max
value: 49.47151715153637
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.704380971676926
verified: no, type: nauc_mrr_at_1000_max
value: 59.554838611287494
verified: no, type: nauc_mrr_at_100_diff1
value: 58.699898563786
verified: no, type: nauc_mrr_at_100_max
value: 59.55774727939887
verified: no, type: nauc_mrr_at_10_diff1
value: 58.73927285559378
verified: no, type: nauc_mrr_at_10_max
value: 59.479293253354605
verified: no, type: nauc_mrr_at_1_diff1
value: 61.67387773779846
verified: no, type: nauc_mrr_at_1_max
value: 59.51259333152851
verified: no, type: nauc_mrr_at_20_diff1
value: 58.66891615345236
verified: no, type: nauc_mrr_at_20_max
value: 59.58138583451017
verified: no, type: nauc_mrr_at_3_diff1
value: 58.51184610727805
verified: no, type: nauc_mrr_at_3_max
value: 59.23400060136551
verified: no, type: nauc_mrr_at_5_diff1
value: 58.47244190154927
verified: no, type: nauc_mrr_at_5_max
value: 59.331044981327196
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.37179722848664
verified: no, type: nauc_ndcg_at_1000_max
value: 54.72666617792271
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.93605170636807
verified: no, type: nauc_ndcg_at_100_max
value: 54.79165999040737
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.405480630090835
verified: no, type: nauc_ndcg_at_10_max
value: 53.04193527385732
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.67387773779846
verified: no, type: nauc_ndcg_at_1_max
value: 59.51259333152851
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.293469681563096
verified: no, type: nauc_ndcg_at_20_max
value: 54.08435882900078
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.58388244693231
verified: no, type: nauc_ndcg_at_3_max
value: 51.74775013382323
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.82307910981021
verified: no, type: nauc_ndcg_at_5_max
value: 51.420799224894
verified: no, type: nauc_precision_at_1000_diff1
value: -16.663205684819612
verified: no, type: nauc_precision_at_1000_max
value: 12.234886940913926
verified: no, type: nauc_precision_at_100_diff1
value: -11.830123517342091
verified: no, type: nauc_precision_at_100_max
value: 19.147184681617514
verified: no, type: nauc_precision_at_10_diff1
value: -0.128354517220691
verified: no, type: nauc_precision_at_10_max
value: 31.00617539775257
verified: no, type: nauc_precision_at_1_diff1
value: 61.67387773779846
verified: no, type: nauc_precision_at_1_max
value: 59.51259333152851
verified: no, type: nauc_precision_at_20_diff1
value: -4.838065494986492
verified: no, type: nauc_precision_at_20_max
value: 26.59319852551229
verified: no, type: nauc_precision_at_3_diff1
value: 12.133336207725199
verified: no, type: nauc_precision_at_3_max
value: 39.377184679653084
verified: no, type: nauc_precision_at_5_diff1
value: 3.6946214253817242
verified: no, type: nauc_precision_at_5_max
value: 34.46699361026347
verified: no, type: nauc_recall_at_1000_diff1
value: 42.80775305857285
verified: no, type: nauc_recall_at_1000_max
value: 56.52032475068802
verified: no, type: nauc_recall_at_100_diff1
value: 37.39345422008765
verified: no, type: nauc_recall_at_100_max
value: 50.846199839766236
verified: no, type: nauc_recall_at_10_diff1
value: 42.80186951683253
verified: no, type: nauc_recall_at_10_max
value: 45.84205807317027
verified: no, type: nauc_recall_at_1_diff1
value: 60.321467202422596
verified: no, type: nauc_recall_at_1_max
value: 35.442708774490455
verified: no, type: nauc_recall_at_20_diff1
value: 39.799538893141424
verified: no, type: nauc_recall_at_20_max
value: 48.35852294352722
verified: no, type: nauc_recall_at_3_diff1
value: 45.955979843159135
verified: no, type: nauc_recall_at_3_max
value: 42.31051973839205
verified: no, type: nauc_recall_at_5_diff1
value: 42.5632345738307
verified: no, type: nauc_recall_at_5_max
value: 44.4648694495511
verified: no, type: ndcg_at_1
value: 57.809999999999995
verified: no, type: ndcg_at_10
value: 63.495999999999995
verified: no, type: ndcg_at_100
value: 68.394
verified: no, type: ndcg_at_1000
value: 69.663
verified: no, type: ndcg_at_20
value: 65.67399999999999
verified: no, type: ndcg_at_3
value: 58.23199999999999
verified: no, type: ndcg_at_5
value: 60.431999999999995
verified: no, type: precision_at_1
value: 57.809999999999995
verified: no, type: precision_at_10
value: 14.753
verified: no, type: precision_at_100
value: 1.8929999999999998
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 8.164
verified: no, type: precision_at_3
value: 35.737
verified: no, type: precision_at_5
value: 26.061
verified: no, type: recall_at_1
value: 36.611
verified: no, type: recall_at_10
value: 72.501
verified: no, type: recall_at_100
value: 91.40899999999999
verified: no, type: recall_at_1000
value: 99.544
verified: no, type: recall_at_20
value: 79.475
verified: no, type: recall_at_3
value: 55.96600000000001
verified: no, type: recall_at_5
value: 64.976
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 74.28358208955224
verified: no, type: ap
value: 37.19063914095112
verified: no, type: ap_weighted
value: 37.19063914095112
verified: no, type: f1
value: 68.28593926963595
verified: no, type: f1_weighted
value: 76.64216663284145
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 82.19695
verified: no, type: ap
value: 76.84400739904562
verified: no, type: ap_weighted
value: 76.84400739904562
verified: no, type: f1
value: 82.13083090108348
verified: no, type: f1_weighted
value: 82.13083090108348
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 40.216
verified: no, type: f1
value: 39.88981487562277
verified: no, type: f1_weighted
value: 39.88981487562277
verified: no, task: type: Retrieval
dataset: type: mteb/arguana
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 28.307
verified: no, type: map_at_10
value: 44.415
verified: no, type: map_at_100
value: 45.24
verified: no, type: map_at_1000
value: 45.245999999999995
verified: no, type: map_at_20
value: 45.048
verified: no, type: map_at_3
value: 39.343
verified: no, type: map_at_5
value: 42.156
verified: no, type: mrr_at_1
value: 28.591749644381224
verified: no, type: mrr_at_10
value: 44.53744157691528
verified: no, type: mrr_at_100
value: 45.36249919705719
verified: no, type: mrr_at_1000
value: 45.36795843267093
verified: no, type: mrr_at_20
value: 45.17017744908004
verified: no, type: mrr_at_3
value: 39.50924608819345
verified: no, type: mrr_at_5
value: 42.29374110953058
verified: no, type: nauc_map_at_1000_diff1
value: 3.81697701184427
verified: no, type: nauc_map_at_1000_max
value: -5.3494391339512966
verified: no, type: nauc_map_at_100_diff1
value: 3.8255923068950737
verified: no, type: nauc_map_at_100_max
value: -5.338796585423051
verified: no, type: nauc_map_at_10_diff1
value: 3.807599213819479
verified: no, type: nauc_map_at_10_max
value: -5.313800854145031
verified: no, type: nauc_map_at_1_diff1
value: 5.156690676517333
verified: no, type: nauc_map_at_1_max
value: -9.64584413837327
verified: no, type: nauc_map_at_20_diff1
value: 3.7941985981544244
verified: no, type: nauc_map_at_20_max
value: -5.200991165900242
verified: no, type: nauc_map_at_3_diff1
value: 3.042950933986489
verified: no, type: nauc_map_at_3_max
value: -5.953385411481654
verified: no, type: nauc_map_at_5_diff1
value: 3.0549453605943433
verified: no, type: nauc_map_at_5_max
value: -5.787888510997178
verified: no, type: nauc_mrr_at_1000_diff1
value: 2.815942782079056
verified: no, type: nauc_mrr_at_1000_max
value: -6.045251506633342
verified: no, type: nauc_mrr_at_100_diff1
value: 2.8247136693036206
verified: no, type: nauc_mrr_at_100_max
value: -6.034513630311149
verified: no, type: nauc_mrr_at_10_diff1
value: 2.842321554294615
verified: no, type: nauc_mrr_at_10_max
value: -5.983994994110801
verified: no, type: nauc_mrr_at_1_diff1
value: 4.289447405708845
verified: no, type: nauc_mrr_at_1_max
value: -10.158513246070529
verified: no, type: nauc_mrr_at_20_diff1
value: 2.802223509089013
verified: no, type: nauc_mrr_at_20_max
value: -5.889383549567283
verified: no, type: nauc_mrr_at_3_diff1
value: 1.9507572567994225
verified: no, type: nauc_mrr_at_3_max
value: -6.579817119302078
verified: no, type: nauc_mrr_at_5_diff1
value: 2.0636113696159306
verified: no, type: nauc_mrr_at_5_max
value: -6.47814796715319
verified: no, type: nauc_ndcg_at_1000_diff1
value: 4.054109302322553
verified: no, type: nauc_ndcg_at_1000_max
value: -4.194276048637998
verified: no, type: nauc_ndcg_at_100_diff1
value: 4.3606449596207995
verified: no, type: nauc_ndcg_at_100_max
value: -3.802885863375761
verified: no, type: nauc_ndcg_at_10_diff1
value: 4.374146895999117
verified: no, type: nauc_ndcg_at_10_max
value: -3.007138296243735
verified: no, type: nauc_ndcg_at_1_diff1
value: 5.156690676517333
verified: no, type: nauc_ndcg_at_1_max
value: -9.64584413837327
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.283769209560412
verified: no, type: nauc_ndcg_at_20_max
value: -2.5570972005509245
verified: no, type: nauc_ndcg_at_3_diff1
value: 2.4019132290785628
verified: no, type: nauc_ndcg_at_3_max
value: -4.772614514375251
verified: no, type: nauc_ndcg_at_5_diff1
value: 2.2604685552347488
verified: no, type: nauc_ndcg_at_5_max
value: -4.5287849384277346
verified: no, type: nauc_precision_at_1000_diff1
value: 26.832693994163886
verified: no, type: nauc_precision_at_1000_max
value: 28.13719829218545
verified: no, type: nauc_precision_at_100_diff1
value: 49.25187779934308
verified: no, type: nauc_precision_at_100_max
value: 54.90462014878204
verified: no, type: nauc_precision_at_10_diff1
value: 9.375044420325825
verified: no, type: nauc_precision_at_10_max
value: 11.118715229369158
verified: no, type: nauc_precision_at_1_diff1
value: 5.156690676517333
verified: no, type: nauc_precision_at_1_max
value: -9.64584413837327
verified: no, type: nauc_precision_at_20_diff1
value: 12.648487139563313
verified: no, type: nauc_precision_at_20_max
value: 29.17269939791144
verified: no, type: nauc_precision_at_3_diff1
value: 0.5381479007985195
verified: no, type: nauc_precision_at_3_max
value: -1.319607327988569
verified: no, type: nauc_precision_at_5_diff1
value: -0.530675691789191
verified: no, type: nauc_precision_at_5_max
value: -0.3449755187285182
verified: no, type: nauc_recall_at_1000_diff1
value: 26.83269399415972
verified: no, type: nauc_recall_at_1000_max
value: 28.137198292180138
verified: no, type: nauc_recall_at_100_diff1
value: 49.25187779934272
verified: no, type: nauc_recall_at_100_max
value: 54.90462014878089
verified: no, type: nauc_recall_at_10_diff1
value: 9.375044420325978
verified: no, type: nauc_recall_at_10_max
value: 11.118715229369167
verified: no, type: nauc_recall_at_1_diff1
value: 5.156690676517333
verified: no, type: nauc_recall_at_1_max
value: -9.64584413837327
verified: no, type: nauc_recall_at_20_diff1
value: 12.648487139563178
verified: no, type: nauc_recall_at_20_max
value: 29.172699397911256
verified: no, type: nauc_recall_at_3_diff1
value: 0.5381479007985096
verified: no, type: nauc_recall_at_3_max
value: -1.3196073279885299
verified: no, type: nauc_recall_at_5_diff1
value: -0.5306756917892376
verified: no, type: nauc_recall_at_5_max
value: -0.34497551872854154
verified: no, type: ndcg_at_1
value: 28.307
verified: no, type: ndcg_at_10
value: 53.593999999999994
verified: no, type: ndcg_at_100
value: 57.13399999999999
verified: no, type: ndcg_at_1000
value: 57.28
verified: no, type: ndcg_at_20
value: 55.861000000000004
verified: no, type: ndcg_at_3
value: 43.091
verified: no, type: ndcg_at_5
value: 48.16
verified: no, type: precision_at_1
value: 28.307
verified: no, type: precision_at_10
value: 8.3
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.595
verified: no, type: precision_at_3
value: 17.994
verified: no, type: precision_at_5
value: 13.257
verified: no, type: recall_at_1
value: 28.307
verified: no, type: recall_at_10
value: 83.001
verified: no, type: recall_at_100
value: 98.506
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 91.892
verified: no, type: recall_at_3
value: 53.983000000000004
verified: no, type: recall_at_5
value: 66.28699999999999
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 41.75510333108447
verified: no, type: v_measures
value: 0.38932105262642, 0.41167658391196155, 0.4152007083702598, 0.43751533882806676, 0.41353841462129437
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 31.628031176398057
verified: no, type: v_measures
value: 0.3124730271530551, 0.30410053196374376, 0.31038902598125107, 0.3037853444036682, 0.3061080414991767
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 56.78685528593245
verified: no, type: mrr
value: 70.13113925163786
verified: no, type: nAUC_map_diff1
value: 2.9860496068519695
verified: no, type: nAUC_map_max
value: 22.582369735674774
verified: no, type: nAUC_mrr_diff1
value: 10.846967439812445
verified: no, type: nAUC_mrr_max
value: 35.29439227015077
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 85.88368776567987
verified: no, type: cos_sim_spearman
value: 83.98625103310174
verified: no, type: euclidean_pearson
value: 84.15851334353565
verified: no, type: euclidean_spearman
value: 83.50611961105386
verified: no, type: manhattan_pearson
value: 84.26852097545078
verified: no, type: manhattan_spearman
value: 83.74287199356931
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 80.31493506493506
verified: no, type: f1
value: 80.18539252802539
verified: no, type: f1_weighted
value: 80.1853925280254
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 36.01213557884716
verified: no, type: v_measures
value: 0.35149213783659844, 0.3504551848301787, 0.3777396210177721, 0.36713470804377507, 0.35699360527484775
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 28.77320940838855
verified: no, type: v_measures
value: 0.30066854059482007, 0.27912691518289856, 0.28109177448868566, 0.27788082204726, 0.28174202201956644
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 28.931
verified: no, type: map_at_10
value: 39.226
verified: no, type: map_at_100
value: 40.641
verified: no, type: map_at_1000
value: 40.758
verified: no, type: map_at_20
value: 39.947
verified: no, type: map_at_3
value: 35.893
verified: no, type: map_at_5
value: 37.911
verified: no, type: mrr_at_1
value: 36.33762517882689
verified: no, type: mrr_at_10
value: 45.437813656697756
verified: no, type: mrr_at_100
value: 46.263112207849225
verified: no, type: mrr_at_1000
value: 46.31120643750262
verified: no, type: mrr_at_20
value: 45.89328313995794
verified: no, type: mrr_at_3
value: 42.89461134954697
verified: no, type: mrr_at_5
value: 44.49690033381019
verified: no, type: nauc_map_at_1000_diff1
value: 51.149900773445665
verified: no, type: nauc_map_at_1000_max
value: 38.68580130673067
verified: no, type: nauc_map_at_100_diff1
value: 51.10002536433903
verified: no, type: nauc_map_at_100_max
value: 38.641317822870484
verified: no, type: nauc_map_at_10_diff1
value: 51.124389332061504
verified: no, type: nauc_map_at_10_max
value: 38.318568221563254
verified: no, type: nauc_map_at_1_diff1
value: 56.90092514723948
verified: no, type: nauc_map_at_1_max
value: 37.61485298818892
verified: no, type: nauc_map_at_20_diff1
value: 51.181676535641515
verified: no, type: nauc_map_at_20_max
value: 38.50630258148947
verified: no, type: nauc_map_at_3_diff1
value: 52.9080719662819
verified: no, type: nauc_map_at_3_max
value: 37.65490829785428
verified: no, type: nauc_map_at_5_diff1
value: 51.88563997044587
verified: no, type: nauc_map_at_5_max
value: 38.162982469441104
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.02314497512314
verified: no, type: nauc_mrr_at_1000_max
value: 42.51237380812326
verified: no, type: nauc_mrr_at_100_diff1
value: 52.00022544992019
verified: no, type: nauc_mrr_at_100_max
value: 42.47931426167529
verified: no, type: nauc_mrr_at_10_diff1
value: 51.91527284768196
verified: no, type: nauc_mrr_at_10_max
value: 42.39017221462642
verified: no, type: nauc_mrr_at_1_diff1
value: 57.748140308636906
verified: no, type: nauc_mrr_at_1_max
value: 45.151335057931625
verified: no, type: nauc_mrr_at_20_diff1
value: 52.014517489654786
verified: no, type: nauc_mrr_at_20_max
value: 42.502037133226224
verified: no, type: nauc_mrr_at_3_diff1
value: 53.44263059806559
verified: no, type: nauc_mrr_at_3_max
value: 42.54366394954965
verified: no, type: nauc_mrr_at_5_diff1
value: 52.40067352297368
verified: no, type: nauc_mrr_at_5_max
value: 42.39770466495629
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.303067288367096
verified: no, type: nauc_ndcg_at_1000_max
value: 40.15083357935891
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.06078219853983
verified: no, type: nauc_ndcg_at_100_max
value: 39.099873422335584
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.427405777556764
verified: no, type: nauc_ndcg_at_10_max
value: 38.8466159356305
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.748140308636906
verified: no, type: nauc_ndcg_at_1_max
value: 45.151335057931625
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.400275143008884
verified: no, type: nauc_ndcg_at_20_max
value: 38.987281654803155
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.94028236848058
verified: no, type: nauc_ndcg_at_3_max
value: 39.22267932164834
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.228342110462435
verified: no, type: nauc_ndcg_at_5_max
value: 39.25835142473454
verified: no, type: nauc_precision_at_1000_diff1
value: -6.148682329597722
verified: no, type: nauc_precision_at_1000_max
value: 1.1132760594569802
verified: no, type: nauc_precision_at_100_diff1
value: -0.42183455399296765
verified: no, type: nauc_precision_at_100_max
value: 12.337898495315343
verified: no, type: nauc_precision_at_10_diff1
value: 18.94429698742333
verified: no, type: nauc_precision_at_10_max
value: 28.777738237731203
verified: no, type: nauc_precision_at_1_diff1
value: 57.748140308636906
verified: no, type: nauc_precision_at_1_max
value: 45.151335057931625
verified: no, type: nauc_precision_at_20_diff1
value: 12.915885854552354
verified: no, type: nauc_precision_at_20_max
value: 24.01402704364973
verified: no, type: nauc_precision_at_3_diff1
value: 36.634218047630384
verified: no, type: nauc_precision_at_3_max
value: 36.27512688680148
verified: no, type: nauc_precision_at_5_diff1
value: 28.272819211308992
verified: no, type: nauc_precision_at_5_max
value: 33.34907639932695
verified: no, type: nauc_recall_at_1000_diff1
value: 26.52022379258474
verified: no, type: nauc_recall_at_1000_max
value: 49.10217378309213
verified: no, type: nauc_recall_at_100_diff1
value: 25.383923002033832
verified: no, type: nauc_recall_at_100_max
value: 29.224125741020877
verified: no, type: nauc_recall_at_10_diff1
value: 36.465429616129015
verified: no, type: nauc_recall_at_10_max
value: 33.39232875391991
verified: no, type: nauc_recall_at_1_diff1
value: 56.90092514723948
verified: no, type: nauc_recall_at_1_max
value: 37.61485298818892
verified: no, type: nauc_recall_at_20_diff1
value: 34.97381075257172
verified: no, type: nauc_recall_at_20_max
value: 33.453578222267346
verified: no, type: nauc_recall_at_3_diff1
value: 47.268820296829134
verified: no, type: nauc_recall_at_3_max
value: 35.21361112290018
verified: no, type: nauc_recall_at_5_diff1
value: 42.36929492536004
verified: no, type: nauc_recall_at_5_max
value: 34.972452567095665
verified: no, type: ndcg_at_1
value: 36.338
verified: no, type: ndcg_at_10
value: 45.07
verified: no, type: ndcg_at_100
value: 50.619
verified: no, type: ndcg_at_1000
value: 52.729000000000006
verified: no, type: ndcg_at_20
value: 47.027
verified: no, type: ndcg_at_3
value: 40.388000000000005
verified: no, type: ndcg_at_5
value: 42.811
verified: no, type: precision_at_1
value: 36.338
verified: no, type: precision_at_10
value: 8.541
verified: no, type: precision_at_100
value: 1.391
verified: no, type: precision_at_1000
value: 0.184
verified: no, type: precision_at_20
value: 5.007000000000001
verified: no, type: precision_at_3
value: 19.409000000000002
verified: no, type: precision_at_5
value: 14.163
verified: no, type: recall_at_1
value: 28.931
verified: no, type: recall_at_10
value: 55.701
verified: no, type: recall_at_100
value: 79.389
verified: no, type: recall_at_1000
value: 93.366
verified: no, type: recall_at_20
value: 62.833000000000006
verified: no, type: recall_at_3
value: 42.007
verified: no, type: recall_at_5
value: 48.84
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 23.638
verified: no, type: map_at_10
value: 32.277
verified: no, type: map_at_100
value: 33.363
verified: no, type: map_at_1000
value: 33.488
verified: no, type: map_at_20
value: 32.857
verified: no, type: map_at_3
value: 29.748
verified: no, type: map_at_5
value: 31.179000000000002
verified: no, type: mrr_at_1
value: 30.254777070063692
verified: no, type: mrr_at_10
value: 37.817384490951355
verified: no, type: mrr_at_100
value: 38.525912264467145
verified: no, type: mrr_at_1000
value: 38.58069194468667
verified: no, type: mrr_at_20
value: 38.20930815682446
verified: no, type: mrr_at_3
value: 35.700636942675146
verified: no, type: mrr_at_5
value: 36.926751592356666
verified: no, type: nauc_map_at_1000_diff1
value: 45.223392226929235
verified: no, type: nauc_map_at_1000_max
value: 38.24038259272163
verified: no, type: nauc_map_at_100_diff1
value: 45.23190429504784
verified: no, type: nauc_map_at_100_max
value: 38.19794744902846
verified: no, type: nauc_map_at_10_diff1
value: 45.515992352450176
verified: no, type: nauc_map_at_10_max
value: 37.548960747017844
verified: no, type: nauc_map_at_1_diff1
value: 52.291404507813056
verified: no, type: nauc_map_at_1_max
value: 33.46767953286993
verified: no, type: nauc_map_at_20_diff1
value: 45.332400816656936
verified: no, type: nauc_map_at_20_max
value: 37.878067742926675
verified: no, type: nauc_map_at_3_diff1
value: 46.829233538381764
verified: no, type: nauc_map_at_3_max
value: 36.69901435795047
verified: no, type: nauc_map_at_5_diff1
value: 46.12298460254266
verified: no, type: nauc_map_at_5_max
value: 37.34969360011008
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.898365322188674
verified: no, type: nauc_mrr_at_1000_max
value: 39.304566277957704
verified: no, type: nauc_mrr_at_100_diff1
value: 41.88883697764852
verified: no, type: nauc_mrr_at_100_max
value: 39.30077276431053
verified: no, type: nauc_mrr_at_10_diff1
value: 42.062104921386506
verified: no, type: nauc_mrr_at_10_max
value: 39.30528366258507
verified: no, type: nauc_mrr_at_1_diff1
value: 47.92599437007114
verified: no, type: nauc_mrr_at_1_max
value: 39.11863678363455
verified: no, type: nauc_mrr_at_20_diff1
value: 41.88168571216021
verified: no, type: nauc_mrr_at_20_max
value: 39.26248573846707
verified: no, type: nauc_mrr_at_3_diff1
value: 43.07190580570743
verified: no, type: nauc_mrr_at_3_max
value: 39.87788973395513
verified: no, type: nauc_mrr_at_5_diff1
value: 42.49866565630987
verified: no, type: nauc_mrr_at_5_max
value: 39.54834907714328
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.51353648334291
verified: no, type: nauc_ndcg_at_1000_max
value: 39.603326878012986
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.30454895265097
verified: no, type: nauc_ndcg_at_100_max
value: 39.313602966554505
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.02099052567711
verified: no, type: nauc_ndcg_at_10_max
value: 38.534861088136715
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.92599437007114
verified: no, type: nauc_ndcg_at_1_max
value: 39.11863678363455
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.663145625518375
verified: no, type: nauc_ndcg_at_20_max
value: 38.752693813154075
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.68575961185724
verified: no, type: nauc_ndcg_at_3_max
value: 39.40226210725685
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.00140726081697
verified: no, type: nauc_ndcg_at_5_max
value: 39.21485362612467
verified: no, type: nauc_precision_at_1000_diff1
value: -2.790275135023392
verified: no, type: nauc_precision_at_1000_max
value: 17.818318660525463
verified: no, type: nauc_precision_at_100_diff1
value: 2.0554939129182417
verified: no, type: nauc_precision_at_100_max
value: 29.753860102457935
verified: no, type: nauc_precision_at_10_diff1
value: 15.094160126474254
verified: no, type: nauc_precision_at_10_max
value: 37.972874196449126
verified: no, type: nauc_precision_at_1_diff1
value: 47.92599437007114
verified: no, type: nauc_precision_at_1_max
value: 39.11863678363455
verified: no, type: nauc_precision_at_20_diff1
value: 10.746873592106713
verified: no, type: nauc_precision_at_20_max
value: 36.96468826692449
verified: no, type: nauc_precision_at_3_diff1
value: 28.944521315560483
verified: no, type: nauc_precision_at_3_max
value: 42.03983245575044
verified: no, type: nauc_precision_at_5_diff1
value: 23.828098284010075
verified: no, type: nauc_precision_at_5_max
value: 41.76526648017447
verified: no, type: nauc_recall_at_1000_diff1
value: 26.537966542990997
verified: no, type: nauc_recall_at_1000_max
value: 41.86346125540241
verified: no, type: nauc_recall_at_100_diff1
value: 28.044584247129283
verified: no, type: nauc_recall_at_100_max
value: 37.42247127416711
verified: no, type: nauc_recall_at_10_diff1
value: 33.434563672243115
verified: no, type: nauc_recall_at_10_max
value: 34.63428918279095
verified: no, type: nauc_recall_at_1_diff1
value: 52.291404507813056
verified: no, type: nauc_recall_at_1_max
value: 33.46767953286993
verified: no, type: nauc_recall_at_20_diff1
value: 31.189066205007187
verified: no, type: nauc_recall_at_20_max
value: 35.3704318509917
verified: no, type: nauc_recall_at_3_diff1
value: 39.67602671214362
verified: no, type: nauc_recall_at_3_max
value: 35.6485218636747
verified: no, type: nauc_recall_at_5_diff1
value: 36.71118621793804
verified: no, type: nauc_recall_at_5_max
value: 35.81341336007971
verified: no, type: ndcg_at_1
value: 30.255
verified: no, type: ndcg_at_10
value: 37.376
verified: no, type: ndcg_at_100
value: 41.678
verified: no, type: ndcg_at_1000
value: 44.079
verified: no, type: ndcg_at_20
value: 38.942
verified: no, type: ndcg_at_3
value: 33.641
verified: no, type: ndcg_at_5
value: 35.346
verified: no, type: precision_at_1
value: 30.255
verified: no, type: precision_at_10
value: 7.102
verified: no, type: precision_at_100
value: 1.184
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_20
value: 4.185
verified: no, type: precision_at_3
value: 16.348
verified: no, type: precision_at_5
value: 11.591999999999999
verified: no, type: recall_at_1
value: 23.638
verified: no, type: recall_at_10
value: 46.524
verified: no, type: recall_at_100
value: 65.118
verified: no, type: recall_at_1000
value: 81.133
verified: no, type: recall_at_20
value: 52.331
verified: no, type: recall_at_3
value: 35.254999999999995
verified: no, type: recall_at_5
value: 40.174
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 35.667
verified: no, type: map_at_10
value: 47.397
verified: no, type: map_at_100
value: 48.366
verified: no, type: map_at_1000
value: 48.433
verified: no, type: map_at_20
value: 47.963
verified: no, type: map_at_3
value: 44.211
verified: no, type: map_at_5
value: 46.037
verified: no, type: mrr_at_1
value: 40.87774294670846
verified: no, type: mrr_at_10
value: 50.565880479673616
verified: no, type: mrr_at_100
value: 51.271230622181626
verified: no, type: mrr_at_1000
value: 51.306805744714836
verified: no, type: mrr_at_20
value: 51.012075318045525
verified: no, type: mrr_at_3
value: 47.9832810867294
verified: no, type: mrr_at_5
value: 49.525600835945724
verified: no, type: nauc_map_at_1000_diff1
value: 50.33288681013869
verified: no, type: nauc_map_at_1000_max
value: 37.44437438806084
verified: no, type: nauc_map_at_100_diff1
value: 50.317492085630064
verified: no, type: nauc_map_at_100_max
value: 37.426681891363835
verified: no, type: nauc_map_at_10_diff1
value: 50.24182139242321
verified: no, type: nauc_map_at_10_max
value: 36.91039477771677
verified: no, type: nauc_map_at_1_diff1
value: 56.01200063592147
verified: no, type: nauc_map_at_1_max
value: 31.767342114075202
verified: no, type: nauc_map_at_20_diff1
value: 50.21631708851613
verified: no, type: nauc_map_at_20_max
value: 37.28818324793643
verified: no, type: nauc_map_at_3_diff1
value: 51.111793089491364
verified: no, type: nauc_map_at_3_max
value: 36.16516417187456
verified: no, type: nauc_map_at_5_diff1
value: 50.47567188188865
verified: no, type: nauc_map_at_5_max
value: 36.72222550501132
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.29372112096636
verified: no, type: nauc_mrr_at_1000_max
value: 39.248284382084236
verified: no, type: nauc_mrr_at_100_diff1
value: 49.28279373491327
verified: no, type: nauc_mrr_at_100_max
value: 39.26004837053389
verified: no, type: nauc_mrr_at_10_diff1
value: 49.123704806290434
verified: no, type: nauc_mrr_at_10_max
value: 39.05266034946078
verified: no, type: nauc_mrr_at_1_diff1
value: 53.88859746474265
verified: no, type: nauc_mrr_at_1_max
value: 37.056204568674275
verified: no, type: nauc_mrr_at_20_diff1
value: 49.18403232554298
verified: no, type: nauc_mrr_at_20_max
value: 39.26689196401381
verified: no, type: nauc_mrr_at_3_diff1
value: 49.59424894836517
verified: no, type: nauc_mrr_at_3_max
value: 38.95714592509984
verified: no, type: nauc_mrr_at_5_diff1
value: 49.257845318012954
verified: no, type: nauc_mrr_at_5_max
value: 39.30070104826491
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.91743661336846
verified: no, type: nauc_ndcg_at_1000_max
value: 39.39031133623686
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.61511346835115
verified: no, type: nauc_ndcg_at_100_max
value: 39.459340998985724
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.06588542038947
verified: no, type: nauc_ndcg_at_10_max
value: 38.157829321231
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.88859746474265
verified: no, type: nauc_ndcg_at_1_max
value: 37.056204568674275
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.05115075637084
verified: no, type: nauc_ndcg_at_20_max
value: 39.2235027218884
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.30878740373676
verified: no, type: nauc_ndcg_at_3_max
value: 37.84032746584941
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.47712228032605
verified: no, type: nauc_ndcg_at_5_max
value: 38.38589466282407
verified: no, type: nauc_precision_at_1000_diff1
value: -7.243262652381105
verified: no, type: nauc_precision_at_1000_max
value: 18.453365469588427
verified: no, type: nauc_precision_at_100_diff1
value: -2.0153970546194753
verified: no, type: nauc_precision_at_100_max
value: 24.22667501786602
verified: no, type: nauc_precision_at_10_diff1
value: 14.979334560516222
verified: no, type: nauc_precision_at_10_max
value: 33.13307837324579
verified: no, type: nauc_precision_at_1_diff1
value: 53.88859746474265
verified: no, type: nauc_precision_at_1_max
value: 37.056204568674275
verified: no, type: nauc_precision_at_20_diff1
value: 8.379765029951027
verified: no, type: nauc_precision_at_20_max
value: 32.28271665269386
verified: no, type: nauc_precision_at_3_diff1
value: 31.16831547354767
verified: no, type: nauc_precision_at_3_max
value: 38.10801385749373
verified: no, type: nauc_precision_at_5_diff1
value: 23.32241470046817
verified: no, type: nauc_precision_at_5_max
value: 37.2000516679205
verified: no, type: nauc_recall_at_1000_diff1
value: 40.03022783413472
verified: no, type: nauc_recall_at_1000_max
value: 49.77189630896353
verified: no, type: nauc_recall_at_100_diff1
value: 39.485228558001154
verified: no, type: nauc_recall_at_100_max
value: 44.84364760927468
verified: no, type: nauc_recall_at_10_diff1
value: 39.911638774960096
verified: no, type: nauc_recall_at_10_max
value: 37.00135324546857
verified: no, type: nauc_recall_at_1_diff1
value: 56.01200063592147
verified: no, type: nauc_recall_at_1_max
value: 31.767342114075202
verified: no, type: nauc_recall_at_20_diff1
value: 38.604788301520685
verified: no, type: nauc_recall_at_20_max
value: 42.21099902041599
verified: no, type: nauc_recall_at_3_diff1
value: 44.913068402378755
verified: no, type: nauc_recall_at_3_max
value: 36.35063250643407
verified: no, type: nauc_recall_at_5_diff1
value: 42.15428494957372
verified: no, type: nauc_recall_at_5_max
value: 38.11256932308573
verified: no, type: ndcg_at_1
value: 40.878
verified: no, type: ndcg_at_10
value: 53.062
verified: no, type: ndcg_at_100
value: 57.160999999999994
verified: no, type: ndcg_at_1000
value: 58.538999999999994
verified: no, type: ndcg_at_20
value: 54.821
verified: no, type: ndcg_at_3
value: 47.544
verified: no, type: ndcg_at_5
value: 50.305
verified: no, type: precision_at_1
value: 40.878
verified: no, type: precision_at_10
value: 8.564
verified: no, type: precision_at_100
value: 1.155
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_20
value: 4.79
verified: no, type: precision_at_3
value: 21.108
verified: no, type: precision_at_5
value: 14.658
verified: no, type: recall_at_1
value: 35.667
verified: no, type: recall_at_10
value: 66.766
verified: no, type: recall_at_100
value: 84.553
verified: no, type: recall_at_1000
value: 94.346
verified: no, type: recall_at_20
value: 73.272
verified: no, type: recall_at_3
value: 52.139
verified: no, type: recall_at_5
value: 58.816
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 20.618
verified: no, type: map_at_10
value: 27.47
verified: no, type: map_at_100
value: 28.505000000000003
verified: no, type: map_at_1000
value: 28.594
verified: no, type: map_at_20
value: 28.057
verified: no, type: map_at_3
value: 24.918000000000003
verified: no, type: map_at_5
value: 26.229999999999997
verified: no, type: mrr_at_1
value: 22.372881355932204
verified: no, type: mrr_at_10
value: 29.201910142588083
verified: no, type: mrr_at_100
value: 30.158796422923974
verified: no, type: mrr_at_1000
value: 30.226705533923436
verified: no, type: mrr_at_20
value: 29.748232470158786
verified: no, type: mrr_at_3
value: 26.723163841807924
verified: no, type: mrr_at_5
value: 27.97175141242938
verified: no, type: nauc_map_at_1000_diff1
value: 42.518789058108034
verified: no, type: nauc_map_at_1000_max
value: 21.82284691419632
verified: no, type: nauc_map_at_100_diff1
value: 42.513945119173414
verified: no, type: nauc_map_at_100_max
value: 21.824969680261194
verified: no, type: nauc_map_at_10_diff1
value: 42.21492283731788
verified: no, type: nauc_map_at_10_max
value: 21.305888026069674
verified: no, type: nauc_map_at_1_diff1
value: 47.62145355083881
verified: no, type: nauc_map_at_1_max
value: 22.35827304798013
verified: no, type: nauc_map_at_20_diff1
value: 42.31982757448588
verified: no, type: nauc_map_at_20_max
value: 21.594656622891048
verified: no, type: nauc_map_at_3_diff1
value: 44.10607386887907
verified: no, type: nauc_map_at_3_max
value: 21.690680453680425
verified: no, type: nauc_map_at_5_diff1
value: 43.24911634980367
verified: no, type: nauc_map_at_5_max
value: 21.736719675567752
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.98881956610886
verified: no, type: nauc_mrr_at_1000_max
value: 23.673388697614747
verified: no, type: nauc_mrr_at_100_diff1
value: 41.975077881853366
verified: no, type: nauc_mrr_at_100_max
value: 23.680855488904697
verified: no, type: nauc_mrr_at_10_diff1
value: 41.753512191582516
verified: no, type: nauc_mrr_at_10_max
value: 23.286885884623786
verified: no, type: nauc_mrr_at_1_diff1
value: 48.01121917180329
verified: no, type: nauc_mrr_at_1_max
value: 25.91040117459629
verified: no, type: nauc_mrr_at_20_diff1
value: 41.837798974871795
verified: no, type: nauc_mrr_at_20_max
value: 23.53887919859698
verified: no, type: nauc_mrr_at_3_diff1
value: 43.74425619417245
verified: no, type: nauc_mrr_at_3_max
value: 23.80181072142051
verified: no, type: nauc_mrr_at_5_diff1
value: 42.77128789582419
verified: no, type: nauc_mrr_at_5_max
value: 23.78994160229315
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.4038817214834
verified: no, type: nauc_ndcg_at_1000_max
value: 22.308549183052513
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.55678288183828
verified: no, type: nauc_ndcg_at_100_max
value: 22.609367205269443
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.83098871853759
verified: no, type: nauc_ndcg_at_10_max
value: 20.68362628733941
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.01121917180329
verified: no, type: nauc_ndcg_at_1_max
value: 25.91040117459629
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.061663618713894
verified: no, type: nauc_ndcg_at_20_max
value: 21.476419663219456
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.736087127795955
verified: no, type: nauc_ndcg_at_3_max
value: 21.742127165660058
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.186966297966734
verified: no, type: nauc_ndcg_at_5_max
value: 21.759401429767212
verified: no, type: nauc_precision_at_1000_diff1
value: 6.654559938649311
verified: no, type: nauc_precision_at_1000_max
value: 16.806910891601543
verified: no, type: nauc_precision_at_100_diff1
value: 25.864492780814064
verified: no, type: nauc_precision_at_100_max
value: 25.263440890575012
verified: no, type: nauc_precision_at_10_diff1
value: 28.182469153166974
verified: no, type: nauc_precision_at_10_max
value: 21.10173854858086
verified: no, type: nauc_precision_at_1_diff1
value: 48.01121917180329
verified: no, type: nauc_precision_at_1_max
value: 25.91040117459629
verified: no, type: nauc_precision_at_20_diff1
value: 26.16409861031152
verified: no, type: nauc_precision_at_20_max
value: 22.589571974868473
verified: no, type: nauc_precision_at_3_diff1
value: 39.49309649649902
verified: no, type: nauc_precision_at_3_max
value: 23.66194846956826
verified: no, type: nauc_precision_at_5_diff1
value: 35.47688709673743
verified: no, type: nauc_precision_at_5_max
value: 23.5888265356714
verified: no, type: nauc_recall_at_1000_diff1
value: 28.057334771322758
verified: no, type: nauc_recall_at_1000_max
value: 17.48633214718912
verified: no, type: nauc_recall_at_100_diff1
value: 35.67263027900714
verified: no, type: nauc_recall_at_100_max
value: 23.115839579250103
verified: no, type: nauc_recall_at_10_diff1
value: 28.261498615045998
verified: no, type: nauc_recall_at_10_max
value: 16.20575819609654
verified: no, type: nauc_recall_at_1_diff1
value: 47.62145355083881
verified: no, type: nauc_recall_at_1_max
value: 22.35827304798013
verified: no, type: nauc_recall_at_20_diff1
value: 28.255566253430192
verified: no, type: nauc_recall_at_20_max
value: 18.257219460506295
verified: no, type: nauc_recall_at_3_diff1
value: 39.30800774709927
verified: no, type: nauc_recall_at_3_max
value: 19.810995082445473
verified: no, type: nauc_recall_at_5_diff1
value: 35.27158910591411
verified: no, type: nauc_recall_at_5_max
value: 19.678077623550937
verified: no, type: ndcg_at_1
value: 22.373
verified: no, type: ndcg_at_10
value: 31.918000000000003
verified: no, type: ndcg_at_100
value: 36.992000000000004
verified: no, type: ndcg_at_1000
value: 39.513
verified: no, type: ndcg_at_20
value: 33.983999999999995
verified: no, type: ndcg_at_3
value: 26.832
verified: no, type: ndcg_at_5
value: 29.078
verified: no, type: precision_at_1
value: 22.373
verified: no, type: precision_at_10
value: 5.04
verified: no, type: precision_at_100
value: 0.7979999999999999
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 3
verified: no, type: precision_at_3
value: 11.299
verified: no, type: precision_at_5
value: 8.045
verified: no, type: recall_at_1
value: 20.618
verified: no, type: recall_at_10
value: 44.202000000000005
verified: no, type: recall_at_100
value: 67.242
verified: no, type: recall_at_1000
value: 86.69200000000001
verified: no, type: recall_at_20
value: 52.03
verified: no, type: recall_at_3
value: 30.386000000000003
verified: no, type: recall_at_5
value: 35.858000000000004
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 12.731
verified: no, type: map_at_10
value: 19.054
verified: no, type: map_at_100
value: 20.313
verified: no, type: map_at_1000
value: 20.443
verified: no, type: map_at_20
value: 19.77
verified: no, type: map_at_3
value: 16.596
verified: no, type: map_at_5
value: 18.013
verified: no, type: mrr_at_1
value: 15.796019900497512
verified: no, type: mrr_at_10
value: 22.789327173655526
verified: no, type: mrr_at_100
value: 23.862539649948847
verified: no, type: mrr_at_1000
value: 23.946663050199312
verified: no, type: mrr_at_20
value: 23.427143696525313
verified: no, type: mrr_at_3
value: 20.27363184079603
verified: no, type: mrr_at_5
value: 21.68532338308458
verified: no, type: nauc_map_at_1000_diff1
value: 27.516068477843454
verified: no, type: nauc_map_at_1000_max
value: 17.80187067129459
verified: no, type: nauc_map_at_100_diff1
value: 27.49088157159594
verified: no, type: nauc_map_at_100_max
value: 17.78426299327126
verified: no, type: nauc_map_at_10_diff1
value: 27.322013804309574
verified: no, type: nauc_map_at_10_max
value: 17.001651979041277
verified: no, type: nauc_map_at_1_diff1
value: 32.676819886304166
verified: no, type: nauc_map_at_1_max
value: 15.203042726400561
verified: no, type: nauc_map_at_20_diff1
value: 27.44288664011662
verified: no, type: nauc_map_at_20_max
value: 17.908350138714276
verified: no, type: nauc_map_at_3_diff1
value: 28.50114932717826
verified: no, type: nauc_map_at_3_max
value: 17.780823694386235
verified: no, type: nauc_map_at_5_diff1
value: 27.86215762055489
verified: no, type: nauc_map_at_5_max
value: 17.50773539133613
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.947843223207236
verified: no, type: nauc_mrr_at_1000_max
value: 19.62172810233295
verified: no, type: nauc_mrr_at_100_diff1
value: 29.9288142137001
verified: no, type: nauc_mrr_at_100_max
value: 19.629003114636255
verified: no, type: nauc_mrr_at_10_diff1
value: 29.97657648240847
verified: no, type: nauc_mrr_at_10_max
value: 19.194295823726197
verified: no, type: nauc_mrr_at_1_diff1
value: 35.00554412354239
verified: no, type: nauc_mrr_at_1_max
value: 17.759999184794772
verified: no, type: nauc_mrr_at_20_diff1
value: 29.96168512518019
verified: no, type: nauc_mrr_at_20_max
value: 19.812693338679974
verified: no, type: nauc_mrr_at_3_diff1
value: 31.869293054331997
verified: no, type: nauc_mrr_at_3_max
value: 19.72221933712261
verified: no, type: nauc_mrr_at_5_diff1
value: 30.633662242516408
verified: no, type: nauc_mrr_at_5_max
value: 19.633065520422832
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.41309716877246
verified: no, type: nauc_ndcg_at_1000_max
value: 19.407030290375477
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.033991008430068
verified: no, type: nauc_ndcg_at_100_max
value: 19.18116285140471
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.58417445038125
verified: no, type: nauc_ndcg_at_10_max
value: 17.264882794530223
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.00554412354239
verified: no, type: nauc_ndcg_at_1_max
value: 17.759999184794772
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.93407473459688
verified: no, type: nauc_ndcg_at_20_max
value: 19.950029090611025
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.72061546564716
verified: no, type: nauc_ndcg_at_3_max
value: 19.386795976250635
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.154487593736675
verified: no, type: nauc_ndcg_at_5_max
value: 18.600609597997746
verified: no, type: nauc_precision_at_1000_diff1
value: 5.41924757448531
verified: no, type: nauc_precision_at_1000_max
value: 6.545740061131494
verified: no, type: nauc_precision_at_100_diff1
value: 14.592825976137824
verified: no, type: nauc_precision_at_100_max
value: 14.125640563802245
verified: no, type: nauc_precision_at_10_diff1
value: 21.4491651411123
verified: no, type: nauc_precision_at_10_max
value: 16.9551658679841
verified: no, type: nauc_precision_at_1_diff1
value: 35.00554412354239
verified: no, type: nauc_precision_at_1_max
value: 17.759999184794772
verified: no, type: nauc_precision_at_20_diff1
value: 19.92971906917106
verified: no, type: nauc_precision_at_20_max
value: 23.22690053316326
verified: no, type: nauc_precision_at_3_diff1
value: 27.57959149246176
verified: no, type: nauc_precision_at_3_max
value: 22.093284431161333
verified: no, type: nauc_precision_at_5_diff1
value: 25.25496908645805
verified: no, type: nauc_precision_at_5_max
value: 20.458763176343208
verified: no, type: nauc_recall_at_1000_diff1
value: 16.984282437643287
verified: no, type: nauc_recall_at_1000_max
value: 24.737697260268117
verified: no, type: nauc_recall_at_100_diff1
value: 17.950878545274918
verified: no, type: nauc_recall_at_100_max
value: 19.837467082624126
verified: no, type: nauc_recall_at_10_diff1
value: 18.161945687752247
verified: no, type: nauc_recall_at_10_max
value: 14.97915128596929
verified: no, type: nauc_recall_at_1_diff1
value: 32.676819886304166
verified: no, type: nauc_recall_at_1_max
value: 15.203042726400561
verified: no, type: nauc_recall_at_20_diff1
value: 19.155358112421517
verified: no, type: nauc_recall_at_20_max
value: 22.374680334603898
verified: no, type: nauc_recall_at_3_diff1
value: 24.842029532917927
verified: no, type: nauc_recall_at_3_max
value: 20.135627867318494
verified: no, type: nauc_recall_at_5_diff1
value: 22.00729745995486
verified: no, type: nauc_recall_at_5_max
value: 18.21612524182701
verified: no, type: ndcg_at_1
value: 15.796
verified: no, type: ndcg_at_10
value: 23.528
verified: no, type: ndcg_at_100
value: 29.537000000000003
verified: no, type: ndcg_at_1000
value: 32.719
verified: no, type: ndcg_at_20
value: 25.935000000000002
verified: no, type: ndcg_at_3
value: 18.908
verified: no, type: ndcg_at_5
value: 21.154
verified: no, type: precision_at_1
value: 15.796
verified: no, type: precision_at_10
value: 4.515000000000001
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_20
value: 2.942
verified: no, type: precision_at_3
value: 9.163
verified: no, type: precision_at_5
value: 7.04
verified: no, type: recall_at_1
value: 12.731
verified: no, type: recall_at_10
value: 33.797
verified: no, type: recall_at_100
value: 59.914
verified: no, type: recall_at_1000
value: 82.718
verified: no, type: recall_at_20
value: 42.347
verified: no, type: recall_at_3
value: 20.923
verified: no, type: recall_at_5
value: 26.71
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 23.567
verified: no, type: map_at_10
value: 32.628
verified: no, type: map_at_100
value: 33.908
verified: no, type: map_at_1000
value: 34.039
verified: no, type: map_at_20
value: 33.363
verified: no, type: map_at_3
value: 29.726999999999997
verified: no, type: map_at_5
value: 31.347
verified: no, type: mrr_at_1
value: 29.25890279114533
verified: no, type: mrr_at_10
value: 38.079960890355494
verified: no, type: mrr_at_100
value: 38.97514464689193
verified: no, type: mrr_at_1000
value: 39.038125614768354
verified: no, type: mrr_at_20
value: 38.620932209488565
verified: no, type: mrr_at_3
value: 35.65928777670837
verified: no, type: mrr_at_5
value: 37.00673724735321
verified: no, type: nauc_map_at_1000_diff1
value: 44.243962711843174
verified: no, type: nauc_map_at_1000_max
value: 26.557934640504595
verified: no, type: nauc_map_at_100_diff1
value: 44.24191729725104
verified: no, type: nauc_map_at_100_max
value: 26.520477564732385
verified: no, type: nauc_map_at_10_diff1
value: 44.33869154968317
verified: no, type: nauc_map_at_10_max
value: 26.044484632871434
verified: no, type: nauc_map_at_1_diff1
value: 50.15813855147419
verified: no, type: nauc_map_at_1_max
value: 26.303389987904445
verified: no, type: nauc_map_at_20_diff1
value: 44.3113665446356
verified: no, type: nauc_map_at_20_max
value: 26.237662556133813
verified: no, type: nauc_map_at_3_diff1
value: 45.85173282565928
verified: no, type: nauc_map_at_3_max
value: 26.32504035565671
verified: no, type: nauc_map_at_5_diff1
value: 44.78643814548486
verified: no, type: nauc_map_at_5_max
value: 26.334504875414634
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.626249945153624
verified: no, type: nauc_mrr_at_1000_max
value: 29.330289291530644
verified: no, type: nauc_mrr_at_100_diff1
value: 43.613407635792015
verified: no, type: nauc_mrr_at_100_max
value: 29.319268635273986
verified: no, type: nauc_mrr_at_10_diff1
value: 43.63724190566422
verified: no, type: nauc_mrr_at_10_max
value: 29.108055344568847
verified: no, type: nauc_mrr_at_1_diff1
value: 48.217336788734755
verified: no, type: nauc_mrr_at_1_max
value: 30.672813296466302
verified: no, type: nauc_mrr_at_20_diff1
value: 43.649017818875166
verified: no, type: nauc_mrr_at_20_max
value: 29.261304940945127
verified: no, type: nauc_mrr_at_3_diff1
value: 44.675792519491715
verified: no, type: nauc_mrr_at_3_max
value: 29.675911336957483
verified: no, type: nauc_mrr_at_5_diff1
value: 43.64775996596029
verified: no, type: nauc_mrr_at_5_max
value: 29.45182353499564
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.87489199354678
verified: no, type: nauc_ndcg_at_1000_max
value: 27.93893077509421
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.670343791634906
verified: no, type: nauc_ndcg_at_100_max
value: 27.313715056723876
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.85016751613856
verified: no, type: nauc_ndcg_at_10_max
value: 25.643066472480765
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.217336788734755
verified: no, type: nauc_ndcg_at_1_max
value: 30.672813296466302
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.97037963181627
verified: no, type: nauc_ndcg_at_20_max
value: 26.33944171406708
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.06711834714099
verified: no, type: nauc_ndcg_at_3_max
value: 27.34491521639161
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.4168573468611
verified: no, type: nauc_ndcg_at_5_max
value: 26.65793931965115
verified: no, type: nauc_precision_at_1000_diff1
value: -9.551422528655461
verified: no, type: nauc_precision_at_1000_max
value: 8.34835764204442
verified: no, type: nauc_precision_at_100_diff1
value: 2.2233830685766245
verified: no, type: nauc_precision_at_100_max
value: 18.020691836598584
verified: no, type: nauc_precision_at_10_diff1
value: 19.325743761791916
verified: no, type: nauc_precision_at_10_max
value: 23.679007985508786
verified: no, type: nauc_precision_at_1_diff1
value: 48.217336788734755
verified: no, type: nauc_precision_at_1_max
value: 30.672813296466302
verified: no, type: nauc_precision_at_20_diff1
value: 13.87527519424572
verified: no, type: nauc_precision_at_20_max
value: 22.302645068156657
verified: no, type: nauc_precision_at_3_diff1
value: 33.05090446279134
verified: no, type: nauc_precision_at_3_max
value: 29.389174313703947
verified: no, type: nauc_precision_at_5_diff1
value: 25.75562225572127
verified: no, type: nauc_precision_at_5_max
value: 27.147828437597372
verified: no, type: nauc_recall_at_1000_diff1
value: 19.621088665598236
verified: no, type: nauc_recall_at_1000_max
value: 30.43205196145353
verified: no, type: nauc_recall_at_100_diff1
value: 27.23232029826097
verified: no, type: nauc_recall_at_100_max
value: 22.14067215503966
verified: no, type: nauc_recall_at_10_diff1
value: 33.10443747704974
verified: no, type: nauc_recall_at_10_max
value: 19.41308822202282
verified: no, type: nauc_recall_at_1_diff1
value: 50.15813855147419
verified: no, type: nauc_recall_at_1_max
value: 26.303389987904445
verified: no, type: nauc_recall_at_20_diff1
value: 32.276483197865936
verified: no, type: nauc_recall_at_20_max
value: 20.72725151323571
verified: no, type: nauc_recall_at_3_diff1
value: 40.22031270566891
verified: no, type: nauc_recall_at_3_max
value: 23.9301104444151
verified: no, type: nauc_recall_at_5_diff1
value: 35.98209271954092
verified: no, type: nauc_recall_at_5_max
value: 22.83878482624863
verified: no, type: ndcg_at_1
value: 29.259
verified: no, type: ndcg_at_10
value: 38.207
verified: no, type: ndcg_at_100
value: 43.711
verified: no, type: ndcg_at_1000
value: 46.341
verified: no, type: ndcg_at_20
value: 40.498
verified: no, type: ndcg_at_3
value: 33.532000000000004
verified: no, type: ndcg_at_5
value: 35.69
verified: no, type: precision_at_1
value: 29.259
verified: no, type: precision_at_10
value: 7.007
verified: no, type: precision_at_100
value: 1.1560000000000001
verified: no, type: precision_at_1000
value: 0.158
verified: no, type: precision_at_20
value: 4.244
verified: no, type: precision_at_3
value: 16.041
verified: no, type: precision_at_5
value: 11.511000000000001
verified: no, type: recall_at_1
value: 23.567
verified: no, type: recall_at_10
value: 49.523
verified: no, type: recall_at_100
value: 72.562
verified: no, type: recall_at_1000
value: 90.178
verified: no, type: recall_at_20
value: 57.621
verified: no, type: recall_at_3
value: 36.282
verified: no, type: recall_at_5
value: 41.921
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 22.266
verified: no, type: map_at_10
value: 30.25
verified: no, type: map_at_100
value: 31.581
verified: no, type: map_at_1000
value: 31.704
verified: no, type: map_at_20
value: 30.952
verified: no, type: map_at_3
value: 27.466
verified: no, type: map_at_5
value: 29.072
verified: no, type: mrr_at_1
value: 27.397260273972602
verified: no, type: mrr_at_10
value: 35.2599296948612
verified: no, type: mrr_at_100
value: 36.24881323819273
verified: no, type: mrr_at_1000
value: 36.31077886612844
verified: no, type: mrr_at_20
value: 35.848406062858004
verified: no, type: mrr_at_3
value: 32.591324200913256
verified: no, type: mrr_at_5
value: 34.235159817351594
verified: no, type: nauc_map_at_1000_diff1
value: 49.041338317944216
verified: no, type: nauc_map_at_1000_max
value: 38.50873723942883
verified: no, type: nauc_map_at_100_diff1
value: 49.01701126534856
verified: no, type: nauc_map_at_100_max
value: 38.49295698329094
verified: no, type: nauc_map_at_10_diff1
value: 49.095813348188166
verified: no, type: nauc_map_at_10_max
value: 37.90864503064915
verified: no, type: nauc_map_at_1_diff1
value: 55.75650937633808
verified: no, type: nauc_map_at_1_max
value: 36.45803206536568
verified: no, type: nauc_map_at_20_diff1
value: 48.88486278259804
verified: no, type: nauc_map_at_20_max
value: 38.234576284979276
verified: no, type: nauc_map_at_3_diff1
value: 50.800510951074344
verified: no, type: nauc_map_at_3_max
value: 36.75190407865029
verified: no, type: nauc_map_at_5_diff1
value: 49.60838604964711
verified: no, type: nauc_map_at_5_max
value: 37.32035047604114
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.13411044876944
verified: no, type: nauc_mrr_at_1000_max
value: 38.97006615081024
verified: no, type: nauc_mrr_at_100_diff1
value: 49.11706960503639
verified: no, type: nauc_mrr_at_100_max
value: 38.96559788105358
verified: no, type: nauc_mrr_at_10_diff1
value: 49.092123992814116
verified: no, type: nauc_mrr_at_10_max
value: 38.94728645893312
verified: no, type: nauc_mrr_at_1_diff1
value: 55.47287529444724
verified: no, type: nauc_mrr_at_1_max
value: 40.293546568686224
verified: no, type: nauc_mrr_at_20_diff1
value: 48.96467402915927
verified: no, type: nauc_mrr_at_20_max
value: 38.86612256286537
verified: no, type: nauc_mrr_at_3_diff1
value: 50.69348233488136
verified: no, type: nauc_mrr_at_3_max
value: 39.07374242862782
verified: no, type: nauc_mrr_at_5_diff1
value: 49.48713462272688
verified: no, type: nauc_mrr_at_5_max
value: 38.903556289495874
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.865532935814144
verified: no, type: nauc_ndcg_at_1000_max
value: 39.54745630513795
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.320278315069814
verified: no, type: nauc_ndcg_at_100_max
value: 39.38111071082402
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.21493444038667
verified: no, type: nauc_ndcg_at_10_max
value: 38.21912668950852
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.47287529444724
verified: no, type: nauc_ndcg_at_1_max
value: 40.293546568686224
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.64094089105446
verified: no, type: nauc_ndcg_at_20_max
value: 38.59596868552488
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.016415433673835
verified: no, type: nauc_ndcg_at_3_max
value: 37.89533426315243
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.20788719798163
verified: no, type: nauc_ndcg_at_5_max
value: 37.682560665048904
verified: no, type: nauc_precision_at_1000_diff1
value: -7.359826953607673
verified: no, type: nauc_precision_at_1000_max
value: 5.6412152804640066
verified: no, type: nauc_precision_at_100_diff1
value: 4.466458911297046
verified: no, type: nauc_precision_at_100_max
value: 24.578741906158726
verified: no, type: nauc_precision_at_10_diff1
value: 22.359709568967506
verified: no, type: nauc_precision_at_10_max
value: 36.47969015950308
verified: no, type: nauc_precision_at_1_diff1
value: 55.47287529444724
verified: no, type: nauc_precision_at_1_max
value: 40.293546568686224
verified: no, type: nauc_precision_at_20_diff1
value: 14.120893949469135
verified: no, type: nauc_precision_at_20_max
value: 34.249667264582534
verified: no, type: nauc_precision_at_3_diff1
value: 37.7007086171551
verified: no, type: nauc_precision_at_3_max
value: 37.95445662666999
verified: no, type: nauc_precision_at_5_diff1
value: 29.715009411494712
verified: no, type: nauc_precision_at_5_max
value: 36.89274409767293
verified: no, type: nauc_recall_at_1000_diff1
value: 32.33111662036445
verified: no, type: nauc_recall_at_1000_max
value: 45.35170430166642
verified: no, type: nauc_recall_at_100_diff1
value: 32.144354498328035
verified: no, type: nauc_recall_at_100_max
value: 36.84062501935607
verified: no, type: nauc_recall_at_10_diff1
value: 36.14633959446269
verified: no, type: nauc_recall_at_10_max
value: 35.448585836721506
verified: no, type: nauc_recall_at_1_diff1
value: 55.75650937633808
verified: no, type: nauc_recall_at_1_max
value: 36.45803206536568
verified: no, type: nauc_recall_at_20_diff1
value: 32.97579259309187
verified: no, type: nauc_recall_at_20_max
value: 35.23418118770078
verified: no, type: nauc_recall_at_3_diff1
value: 44.664415627999816
verified: no, type: nauc_recall_at_3_max
value: 34.31461153552717
verified: no, type: nauc_recall_at_5_diff1
value: 40.19780197689489
verified: no, type: nauc_recall_at_5_max
value: 34.5962677637341
verified: no, type: ndcg_at_1
value: 27.397
verified: no, type: ndcg_at_10
value: 35.443999999999996
verified: no, type: ndcg_at_100
value: 41.429
verified: no, type: ndcg_at_1000
value: 44.059
verified: no, type: ndcg_at_20
value: 37.714999999999996
verified: no, type: ndcg_at_3
value: 30.679000000000002
verified: no, type: ndcg_at_5
value: 32.992
verified: no, type: precision_at_1
value: 27.397
verified: no, type: precision_at_10
value: 6.5409999999999995
verified: no, type: precision_at_100
value: 1.102
verified: no, type: precision_at_1000
value: 0.151
verified: no, type: precision_at_20
value: 3.961
verified: no, type: precision_at_3
value: 14.536
verified: no, type: precision_at_5
value: 10.685
verified: no, type: recall_at_1
value: 22.266
verified: no, type: recall_at_10
value: 46.071
verified: no, type: recall_at_100
value: 72.064
verified: no, type: recall_at_1000
value: 90.038
verified: no, type: recall_at_20
value: 54.342999999999996
verified: no, type: recall_at_3
value: 32.926
verified: no, type: recall_at_5
value: 38.75
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 17.261000000000003
verified: no, type: map_at_10
value: 23.753
verified: no, type: map_at_100
value: 24.627
verified: no, type: map_at_1000
value: 24.735
verified: no, type: map_at_20
value: 24.274
verified: no, type: map_at_3
value: 21.413
verified: no, type: map_at_5
value: 22.745
verified: no, type: mrr_at_1
value: 19.32515337423313
verified: no, type: mrr_at_10
value: 25.910081312688664
verified: no, type: mrr_at_100
value: 26.732545270907544
verified: no, type: mrr_at_1000
value: 26.81958074650717
verified: no, type: mrr_at_20
value: 26.38483873098964
verified: no, type: mrr_at_3
value: 23.77300613496933
verified: no, type: mrr_at_5
value: 25.02300613496933
verified: no, type: nauc_map_at_1000_diff1
value: 51.2509463814842
verified: no, type: nauc_map_at_1000_max
value: 34.59378039517527
verified: no, type: nauc_map_at_100_diff1
value: 51.20195960756142
verified: no, type: nauc_map_at_100_max
value: 34.52292810417864
verified: no, type: nauc_map_at_10_diff1
value: 50.971047162244375
verified: no, type: nauc_map_at_10_max
value: 34.42837100976023
verified: no, type: nauc_map_at_1_diff1
value: 61.66057666415862
verified: no, type: nauc_map_at_1_max
value: 34.54325674205874
verified: no, type: nauc_map_at_20_diff1
value: 51.16950921599598
verified: no, type: nauc_map_at_20_max
value: 34.50836855076594
verified: no, type: nauc_map_at_3_diff1
value: 52.980211175481394
verified: no, type: nauc_map_at_3_max
value: 34.10535134653065
verified: no, type: nauc_map_at_5_diff1
value: 51.825290665802
verified: no, type: nauc_map_at_5_max
value: 34.48591848937056
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.50014502932111
verified: no, type: nauc_mrr_at_1000_max
value: 36.80362520167512
verified: no, type: nauc_mrr_at_100_diff1
value: 51.447470381911685
verified: no, type: nauc_mrr_at_100_max
value: 36.776788558968704
verified: no, type: nauc_mrr_at_10_diff1
value: 51.264885407403696
verified: no, type: nauc_mrr_at_10_max
value: 36.93350671984603
verified: no, type: nauc_mrr_at_1_diff1
value: 60.877750778528494
verified: no, type: nauc_mrr_at_1_max
value: 36.49057984523738
verified: no, type: nauc_mrr_at_20_diff1
value: 51.3534499982496
verified: no, type: nauc_mrr_at_20_max
value: 36.84780620387409
verified: no, type: nauc_mrr_at_3_diff1
value: 53.30071892113097
verified: no, type: nauc_mrr_at_3_max
value: 36.820559680318546
verified: no, type: nauc_mrr_at_5_diff1
value: 52.220386246212556
verified: no, type: nauc_mrr_at_5_max
value: 37.04291739287823
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.42608193180114
verified: no, type: nauc_ndcg_at_1000_max
value: 35.93812099772579
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.5791516869875
verified: no, type: nauc_ndcg_at_100_max
value: 34.85361305271241
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.85004446008741
verified: no, type: nauc_ndcg_at_10_max
value: 34.62550268395681
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.877750778528494
verified: no, type: nauc_ndcg_at_1_max
value: 36.49057984523738
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.301675307241545
verified: no, type: nauc_ndcg_at_20_max
value: 34.762713095272225
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.570168102906564
verified: no, type: nauc_ndcg_at_3_max
value: 35.019669654163586
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.66877986875303
verified: no, type: nauc_ndcg_at_5_max
value: 35.01212166467292
verified: no, type: nauc_precision_at_1000_diff1
value: 14.228081363546169
verified: no, type: nauc_precision_at_1000_max
value: 32.18702497143084
verified: no, type: nauc_precision_at_100_diff1
value: 27.494269464828974
verified: no, type: nauc_precision_at_100_max
value: 37.41573760452751
verified: no, type: nauc_precision_at_10_diff1
value: 33.933451544379366
verified: no, type: nauc_precision_at_10_max
value: 38.49427569486423
verified: no, type: nauc_precision_at_1_diff1
value: 60.877750778528494
verified: no, type: nauc_precision_at_1_max
value: 36.49057984523738
verified: no, type: nauc_precision_at_20_diff1
value: 34.397803404800605
verified: no, type: nauc_precision_at_20_max
value: 40.15514058102005
verified: no, type: nauc_precision_at_3_diff1
value: 42.88433793638738
verified: no, type: nauc_precision_at_3_max
value: 38.4764975067788
verified: no, type: nauc_precision_at_5_diff1
value: 38.93369587658407
verified: no, type: nauc_precision_at_5_max
value: 39.456916993900585
verified: no, type: nauc_recall_at_1000_diff1
value: 37.19758635716514
verified: no, type: nauc_recall_at_1000_max
value: 36.93465372531077
verified: no, type: nauc_recall_at_100_diff1
value: 35.404949235194174
verified: no, type: nauc_recall_at_100_max
value: 30.630300224996066
verified: no, type: nauc_recall_at_10_diff1
value: 34.702045929932055
verified: no, type: nauc_recall_at_10_max
value: 31.534616746827915
verified: no, type: nauc_recall_at_1_diff1
value: 61.66057666415862
verified: no, type: nauc_recall_at_1_max
value: 34.54325674205874
verified: no, type: nauc_recall_at_20_diff1
value: 35.24947576154629
verified: no, type: nauc_recall_at_20_max
value: 31.041888309997695
verified: no, type: nauc_recall_at_3_diff1
value: 43.141135363012054
verified: no, type: nauc_recall_at_3_max
value: 31.535167376189584
verified: no, type: nauc_recall_at_5_diff1
value: 38.72810643136954
verified: no, type: nauc_recall_at_5_max
value: 32.01182215240314
verified: no, type: ndcg_at_1
value: 19.325
verified: no, type: ndcg_at_10
value: 27.722
verified: no, type: ndcg_at_100
value: 32
verified: no, type: ndcg_at_1000
value: 34.77
verified: no, type: ndcg_at_20
value: 29.465000000000003
verified: no, type: ndcg_at_3
value: 23.341
verified: no, type: ndcg_at_5
value: 25.529000000000003
verified: no, type: precision_at_1
value: 19.325
verified: no, type: precision_at_10
value: 4.601
verified: no, type: precision_at_100
value: 0.721
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 2.692
verified: no, type: precision_at_3
value: 10.327
verified: no, type: precision_at_5
value: 7.515
verified: no, type: recall_at_1
value: 17.261000000000003
verified: no, type: recall_at_10
value: 37.802
verified: no, type: recall_at_100
value: 57.166
verified: no, type: recall_at_1000
value: 77.469
verified: no, type: recall_at_20
value: 44.318999999999996
verified: no, type: recall_at_3
value: 26.116
verified: no, type: recall_at_5
value: 31.366
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 12.961
verified: no, type: map_at_10
value: 18.740000000000002
verified: no, type: map_at_100
value: 19.703
verified: no, type: map_at_1000
value: 19.825
verified: no, type: map_at_20
value: 19.216
verified: no, type: map_at_3
value: 16.694
verified: no, type: map_at_5
value: 17.743000000000002
verified: no, type: mrr_at_1
value: 16.10461114934618
verified: no, type: mrr_at_10
value: 22.051188564437027
verified: no, type: mrr_at_100
value: 22.947710833057016
verified: no, type: mrr_at_1000
value: 23.031251789042475
verified: no, type: mrr_at_20
value: 22.535362926344344
verified: no, type: mrr_at_3
value: 20.061940812112866
verified: no, type: mrr_at_5
value: 21.092567102546468
verified: no, type: nauc_map_at_1000_diff1
value: 28.720484948469466
verified: no, type: nauc_map_at_1000_max
value: 22.865440767140637
verified: no, type: nauc_map_at_100_diff1
value: 28.725034760353314
verified: no, type: nauc_map_at_100_max
value: 22.84046004129796
verified: no, type: nauc_map_at_10_diff1
value: 28.952012695372698
verified: no, type: nauc_map_at_10_max
value: 22.793975798196286
verified: no, type: nauc_map_at_1_diff1
value: 35.53613349593089
verified: no, type: nauc_map_at_1_max
value: 24.140548014012747
verified: no, type: nauc_map_at_20_diff1
value: 28.853451957069336
verified: no, type: nauc_map_at_20_max
value: 22.799743549101326
verified: no, type: nauc_map_at_3_diff1
value: 29.951337425480883
verified: no, type: nauc_map_at_3_max
value: 22.610756063409553
verified: no, type: nauc_map_at_5_diff1
value: 29.37330668286449
verified: no, type: nauc_map_at_5_max
value: 22.57878266649173
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.90192701434291
verified: no, type: nauc_mrr_at_1000_max
value: 23.7579661122046
verified: no, type: nauc_mrr_at_100_diff1
value: 27.900632259474882
verified: no, type: nauc_mrr_at_100_max
value: 23.75784428285424
verified: no, type: nauc_mrr_at_10_diff1
value: 28.00880872779524
verified: no, type: nauc_mrr_at_10_max
value: 23.798169424406627
verified: no, type: nauc_mrr_at_1_diff1
value: 34.309863568911425
verified: no, type: nauc_mrr_at_1_max
value: 26.916059981932417
verified: no, type: nauc_mrr_at_20_diff1
value: 28.043424996676624
verified: no, type: nauc_mrr_at_20_max
value: 23.783097407351868
verified: no, type: nauc_mrr_at_3_diff1
value: 28.872236354185237
verified: no, type: nauc_mrr_at_3_max
value: 24.10001094600915
verified: no, type: nauc_mrr_at_5_diff1
value: 28.431586921893327
verified: no, type: nauc_mrr_at_5_max
value: 23.793770139983565
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.26133758890153
verified: no, type: nauc_ndcg_at_1000_max
value: 22.369863581700518
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.295918102117653
verified: no, type: nauc_ndcg_at_100_max
value: 22.19607938223796
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.73394941848248
verified: no, type: nauc_ndcg_at_10_max
value: 22.53565041597461
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.309863568911425
verified: no, type: nauc_ndcg_at_1_max
value: 26.916059981932417
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.483879384526325
verified: no, type: nauc_ndcg_at_20_max
value: 22.37283043808397
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.233989865507585
verified: no, type: nauc_ndcg_at_3_max
value: 23.18337582626765
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.586183431281597
verified: no, type: nauc_ndcg_at_5_max
value: 22.525122228978613
verified: no, type: nauc_precision_at_1000_diff1
value: 4.291961797660381
verified: no, type: nauc_precision_at_1000_max
value: 20.066766200392706
verified: no, type: nauc_precision_at_100_diff1
value: 9.25374685617893
verified: no, type: nauc_precision_at_100_max
value: 23.561539434177973
verified: no, type: nauc_precision_at_10_diff1
value: 18.543124835189897
verified: no, type: nauc_precision_at_10_max
value: 25.99560427639843
verified: no, type: nauc_precision_at_1_diff1
value: 34.309863568911425
verified: no, type: nauc_precision_at_1_max
value: 26.916059981932417
verified: no, type: nauc_precision_at_20_diff1
value: 17.32859805675752
verified: no, type: nauc_precision_at_20_max
value: 25.111647024470713
verified: no, type: nauc_precision_at_3_diff1
value: 23.11307218784423
verified: no, type: nauc_precision_at_3_max
value: 25.43882757760188
verified: no, type: nauc_precision_at_5_diff1
value: 21.066799573535427
verified: no, type: nauc_precision_at_5_max
value: 25.53816237609956
verified: no, type: nauc_recall_at_1000_diff1
value: 9.108450047050564
verified: no, type: nauc_recall_at_1000_max
value: 15.552865366057592
verified: no, type: nauc_recall_at_100_diff1
value: 14.425072798063132
verified: no, type: nauc_recall_at_100_max
value: 17.05584096508452
verified: no, type: nauc_recall_at_10_diff1
value: 20.957155461035747
verified: no, type: nauc_recall_at_10_max
value: 18.77313505623332
verified: no, type: nauc_recall_at_1_diff1
value: 35.53613349593089
verified: no, type: nauc_recall_at_1_max
value: 24.140548014012747
verified: no, type: nauc_recall_at_20_diff1
value: 19.96872494547587
verified: no, type: nauc_recall_at_20_max
value: 18.462760317549197
verified: no, type: nauc_recall_at_3_diff1
value: 24.694266156911524
verified: no, type: nauc_recall_at_3_max
value: 19.640837676020173
verified: no, type: nauc_recall_at_5_diff1
value: 23.065469774243972
verified: no, type: nauc_recall_at_5_max
value: 18.657460685134776
verified: no, type: ndcg_at_1
value: 16.105
verified: no, type: ndcg_at_10
value: 22.708000000000002
verified: no, type: ndcg_at_100
value: 27.653
verified: no, type: ndcg_at_1000
value: 30.812
verified: no, type: ndcg_at_20
value: 24.346
verified: no, type: ndcg_at_3
value: 18.95
verified: no, type: ndcg_at_5
value: 20.522000000000002
verified: no, type: precision_at_1
value: 16.105
verified: no, type: precision_at_10
value: 4.267
verified: no, type: precision_at_100
value: 0.799
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_20
value: 2.6100000000000003
verified: no, type: precision_at_3
value: 9.049999999999999
verified: no, type: precision_at_5
value: 6.593
verified: no, type: recall_at_1
value: 12.961
verified: no, type: recall_at_10
value: 31.438
verified: no, type: recall_at_100
value: 54.129000000000005
verified: no, type: recall_at_1000
value: 77.076
verified: no, type: recall_at_20
value: 37.518
verified: no, type: recall_at_3
value: 20.997
verified: no, type: recall_at_5
value: 25.074999999999996
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 20.709
verified: no, type: map_at_10
value: 28.738999999999997
verified: no, type: map_at_100
value: 29.815
verified: no, type: map_at_1000
value: 29.932
verified: no, type: map_at_20
value: 29.282999999999998
verified: no, type: map_at_3
value: 26.441
verified: no, type: map_at_5
value: 27.777
verified: no, type: mrr_at_1
value: 24.53358208955224
verified: no, type: mrr_at_10
value: 32.394463693437544
verified: no, type: mrr_at_100
value: 33.350174597946385
verified: no, type: mrr_at_1000
value: 33.41993464841955
verified: no, type: mrr_at_20
value: 32.94076610467875
verified: no, type: mrr_at_3
value: 30.130597014925375
verified: no, type: mrr_at_5
value: 31.473880597014904
verified: no, type: nauc_map_at_1000_diff1
value: 40.692748340864746
verified: no, type: nauc_map_at_1000_max
value: 35.57839095914156
verified: no, type: nauc_map_at_100_diff1
value: 40.650799378493744
verified: no, type: nauc_map_at_100_max
value: 35.53795709449845
verified: no, type: nauc_map_at_10_diff1
value: 40.89383138365538
verified: no, type: nauc_map_at_10_max
value: 35.44293342259398
verified: no, type: nauc_map_at_1_diff1
value: 49.12072003473875
verified: no, type: nauc_map_at_1_max
value: 35.88899688359625
verified: no, type: nauc_map_at_20_diff1
value: 40.67489507417953
verified: no, type: nauc_map_at_20_max
value: 35.37903608045856
verified: no, type: nauc_map_at_3_diff1
value: 41.5317838231129
verified: no, type: nauc_map_at_3_max
value: 35.46770908063441
verified: no, type: nauc_map_at_5_diff1
value: 40.846545617446004
verified: no, type: nauc_map_at_5_max
value: 35.14965178055238
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.73361687958999
verified: no, type: nauc_mrr_at_1000_max
value: 37.121713108339534
verified: no, type: nauc_mrr_at_100_diff1
value: 40.71129341657058
verified: no, type: nauc_mrr_at_100_max
value: 37.11517896403668
verified: no, type: nauc_mrr_at_10_diff1
value: 40.72473147121323
verified: no, type: nauc_mrr_at_10_max
value: 37.04589115955753
verified: no, type: nauc_mrr_at_1_diff1
value: 48.388878266455734
verified: no, type: nauc_mrr_at_1_max
value: 37.526360339847045
verified: no, type: nauc_mrr_at_20_diff1
value: 40.61982213089854
verified: no, type: nauc_mrr_at_20_max
value: 37.00491513836514
verified: no, type: nauc_mrr_at_3_diff1
value: 41.37485831338118
verified: no, type: nauc_mrr_at_3_max
value: 37.47176509970741
verified: no, type: nauc_mrr_at_5_diff1
value: 40.93161777811511
verified: no, type: nauc_mrr_at_5_max
value: 37.078286920815906
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.5467813816651
verified: no, type: nauc_ndcg_at_1000_max
value: 36.596764984052825
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.67469746267849
verified: no, type: nauc_ndcg_at_100_max
value: 35.8208874944717
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.66595637217053
verified: no, type: nauc_ndcg_at_10_max
value: 35.6228257599822
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.388878266455734
verified: no, type: nauc_ndcg_at_1_max
value: 37.526360339847045
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.890275853954094
verified: no, type: nauc_ndcg_at_20_max
value: 35.25047254404629
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.87230430483416
verified: no, type: nauc_ndcg_at_3_max
value: 36.008184210199325
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.841236541335206
verified: no, type: nauc_ndcg_at_5_max
value: 35.192374109201246
verified: no, type: nauc_precision_at_1000_diff1
value: 1.657722375056512
verified: no, type: nauc_precision_at_1000_max
value: 11.706401779440883
verified: no, type: nauc_precision_at_100_diff1
value: 10.20061825548431
verified: no, type: nauc_precision_at_100_max
value: 22.845634742237408
verified: no, type: nauc_precision_at_10_diff1
value: 26.632700346478916
verified: no, type: nauc_precision_at_10_max
value: 32.62334674689399
verified: no, type: nauc_precision_at_1_diff1
value: 48.388878266455734
verified: no, type: nauc_precision_at_1_max
value: 37.526360339847045
verified: no, type: nauc_precision_at_20_diff1
value: 20.876173735564592
verified: no, type: nauc_precision_at_20_max
value: 28.850377091435526
verified: no, type: nauc_precision_at_3_diff1
value: 32.025223944269
verified: no, type: nauc_precision_at_3_max
value: 35.71025859086816
verified: no, type: nauc_precision_at_5_diff1
value: 28.967780161302443
verified: no, type: nauc_precision_at_5_max
value: 33.49195837301289
verified: no, type: nauc_recall_at_1000_diff1
value: 23.608841697077036
verified: no, type: nauc_recall_at_1000_max
value: 41.20735928314203
verified: no, type: nauc_recall_at_100_diff1
value: 22.76475282031864
verified: no, type: nauc_recall_at_100_max
value: 30.663804567546897
verified: no, type: nauc_recall_at_10_diff1
value: 31.20793541893715
verified: no, type: nauc_recall_at_10_max
value: 32.83480866538358
verified: no, type: nauc_recall_at_1_diff1
value: 49.12072003473875
verified: no, type: nauc_recall_at_1_max
value: 35.88899688359625
verified: no, type: nauc_recall_at_20_diff1
value: 27.465280423335305
verified: no, type: nauc_recall_at_20_max
value: 30.40284795095875
verified: no, type: nauc_recall_at_3_diff1
value: 34.792488128346164
verified: no, type: nauc_recall_at_3_max
value: 34.223694348326724
verified: no, type: nauc_recall_at_5_diff1
value: 32.528565271564474
verified: no, type: nauc_recall_at_5_max
value: 32.428759553708744
verified: no, type: ndcg_at_1
value: 24.534
verified: no, type: ndcg_at_10
value: 33.363
verified: no, type: ndcg_at_100
value: 38.737
verified: no, type: ndcg_at_1000
value: 41.508
verified: no, type: ndcg_at_20
value: 35.288000000000004
verified: no, type: ndcg_at_3
value: 29.083
verified: no, type: ndcg_at_5
value: 31.212
verified: no, type: precision_at_1
value: 24.534
verified: no, type: precision_at_10
value: 5.588
verified: no, type: precision_at_100
value: 0.932
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_20
value: 3.3300000000000005
verified: no, type: precision_at_3
value: 13.245999999999999
verified: no, type: precision_at_5
value: 9.366
verified: no, type: recall_at_1
value: 20.709
verified: no, type: recall_at_10
value: 43.924
verified: no, type: recall_at_100
value: 67.823
verified: no, type: recall_at_1000
value: 87.665
verified: no, type: recall_at_20
value: 50.893
verified: no, type: recall_at_3
value: 32.175
verified: no, type: recall_at_5
value: 37.649
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 22.305
verified: no, type: map_at_10
value: 30.379
verified: no, type: map_at_100
value: 31.782
verified: no, type: map_at_1000
value: 32.012
verified: no, type: map_at_20
value: 31.064000000000004
verified: no, type: map_at_3
value: 27.881
verified: no, type: map_at_5
value: 29.160000000000004
verified: no, type: mrr_at_1
value: 27.07509881422925
verified: no, type: mrr_at_10
value: 34.71610515088775
verified: no, type: mrr_at_100
value: 35.64647402926793
verified: no, type: mrr_at_1000
value: 35.72461288830468
verified: no, type: mrr_at_20
value: 35.21386515614449
verified: no, type: mrr_at_3
value: 32.608695652173914
verified: no, type: mrr_at_5
value: 33.73517786561265
verified: no, type: nauc_map_at_1000_diff1
value: 40.06942921592567
verified: no, type: nauc_map_at_1000_max
value: 34.948952917618826
verified: no, type: nauc_map_at_100_diff1
value: 40.26652655508838
verified: no, type: nauc_map_at_100_max
value: 35.05037692834513
verified: no, type: nauc_map_at_10_diff1
value: 40.40482595725152
verified: no, type: nauc_map_at_10_max
value: 34.76994801074602
verified: no, type: nauc_map_at_1_diff1
value: 48.449155396082276
verified: no, type: nauc_map_at_1_max
value: 31.923255733967675
verified: no, type: nauc_map_at_20_diff1
value: 40.43121378897672
verified: no, type: nauc_map_at_20_max
value: 34.955059887164744
verified: no, type: nauc_map_at_3_diff1
value: 41.520030101234
verified: no, type: nauc_map_at_3_max
value: 33.87326916343342
verified: no, type: nauc_map_at_5_diff1
value: 40.68085798830698
verified: no, type: nauc_map_at_5_max
value: 34.52274061079644
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.58624602600238
verified: no, type: nauc_mrr_at_1000_max
value: 36.71589604244066
verified: no, type: nauc_mrr_at_100_diff1
value: 38.57954339254479
verified: no, type: nauc_mrr_at_100_max
value: 36.71451461262756
verified: no, type: nauc_mrr_at_10_diff1
value: 38.39778240600376
verified: no, type: nauc_mrr_at_10_max
value: 36.867440078145805
verified: no, type: nauc_mrr_at_1_diff1
value: 45.54773488737558
verified: no, type: nauc_mrr_at_1_max
value: 35.46157252708776
verified: no, type: nauc_mrr_at_20_diff1
value: 38.56226741939672
verified: no, type: nauc_mrr_at_20_max
value: 36.79076112969171
verified: no, type: nauc_mrr_at_3_diff1
value: 39.241048736996326
verified: no, type: nauc_mrr_at_3_max
value: 36.81497880532945
verified: no, type: nauc_mrr_at_5_diff1
value: 38.75938933304581
verified: no, type: nauc_mrr_at_5_max
value: 36.91112394256869
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.01015933832102
verified: no, type: nauc_ndcg_at_1000_max
value: 36.14674427038953
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.46009355653446
verified: no, type: nauc_ndcg_at_100_max
value: 36.168362134330415
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.87998378155374
verified: no, type: nauc_ndcg_at_10_max
value: 36.03488979078424
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.54773488737558
verified: no, type: nauc_ndcg_at_1_max
value: 35.46157252708776
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.32245335628528
verified: no, type: nauc_ndcg_at_20_max
value: 35.98153437861986
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.4065595992595
verified: no, type: nauc_ndcg_at_3_max
value: 36.16984761665991
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.528041451543274
verified: no, type: nauc_ndcg_at_5_max
value: 36.29795461312836
verified: no, type: nauc_precision_at_1000_diff1
value: -27.028565760553704
verified: no, type: nauc_precision_at_1000_max
value: -6.211061610108618
verified: no, type: nauc_precision_at_100_diff1
value: -11.543495827856747
verified: no, type: nauc_precision_at_100_max
value: 10.08227744965561
verified: no, type: nauc_precision_at_10_diff1
value: 11.91615180702728
verified: no, type: nauc_precision_at_10_max
value: 31.648399736572237
verified: no, type: nauc_precision_at_1_diff1
value: 45.54773488737558
verified: no, type: nauc_precision_at_1_max
value: 35.46157252708776
verified: no, type: nauc_precision_at_20_diff1
value: 7.106796337295673
verified: no, type: nauc_precision_at_20_max
value: 28.270776285978005
verified: no, type: nauc_precision_at_3_diff1
value: 27.025372640430305
verified: no, type: nauc_precision_at_3_max
value: 37.05993782016582
verified: no, type: nauc_precision_at_5_diff1
value: 20.36905717821343
verified: no, type: nauc_precision_at_5_max
value: 36.78762312900936
verified: no, type: nauc_recall_at_1000_diff1
value: 15.327824598428135
verified: no, type: nauc_recall_at_1000_max
value: 37.388077518454125
verified: no, type: nauc_recall_at_100_diff1
value: 26.663273479931682
verified: no, type: nauc_recall_at_100_max
value: 35.19719455819416
verified: no, type: nauc_recall_at_10_diff1
value: 29.457868053419173
verified: no, type: nauc_recall_at_10_max
value: 34.69858107618685
verified: no, type: nauc_recall_at_1_diff1
value: 48.449155396082276
verified: no, type: nauc_recall_at_1_max
value: 31.923255733967675
verified: no, type: nauc_recall_at_20_diff1
value: 28.740287691134785
verified: no, type: nauc_recall_at_20_max
value: 33.54392173053316
verified: no, type: nauc_recall_at_3_diff1
value: 34.36341724443082
verified: no, type: nauc_recall_at_3_max
value: 34.23281133452072
verified: no, type: nauc_recall_at_5_diff1
value: 31.778622196668138
verified: no, type: nauc_recall_at_5_max
value: 35.09923813897011
verified: no, type: ndcg_at_1
value: 27.075
verified: no, type: ndcg_at_10
value: 35.35
verified: no, type: ndcg_at_100
value: 40.822
verified: no, type: ndcg_at_1000
value: 43.961
verified: no, type: ndcg_at_20
value: 37.13
verified: no, type: ndcg_at_3
value: 31.419000000000004
verified: no, type: ndcg_at_5
value: 33.032000000000004
verified: no, type: precision_at_1
value: 27.075
verified: no, type: precision_at_10
value: 6.64
verified: no, type: precision_at_100
value: 1.35
verified: no, type: precision_at_1000
value: 0.232
verified: no, type: precision_at_20
value: 4.14
verified: no, type: precision_at_3
value: 14.427000000000001
verified: no, type: precision_at_5
value: 10.435
verified: no, type: recall_at_1
value: 22.305
verified: no, type: recall_at_10
value: 44.456
verified: no, type: recall_at_100
value: 69.57799999999999
verified: no, type: recall_at_1000
value: 89.262
verified: no, type: recall_at_20
value: 51.434999999999995
verified: no, type: recall_at_3
value: 33.141999999999996
verified: no, type: recall_at_5
value: 37.51
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 15.723999999999998
verified: no, type: map_at_10
value: 22.479
verified: no, type: map_at_100
value: 23.494
verified: no, type: map_at_1000
value: 23.613
verified: no, type: map_at_20
value: 23.043
verified: no, type: map_at_3
value: 20.49
verified: no, type: map_at_5
value: 21.711
verified: no, type: mrr_at_1
value: 17.375231053604438
verified: no, type: mrr_at_10
value: 24.391485491300635
verified: no, type: mrr_at_100
value: 25.3451706703197
verified: no, type: mrr_at_1000
value: 25.4338976938353
verified: no, type: mrr_at_20
value: 24.932480156623605
verified: no, type: mrr_at_3
value: 22.48921749845963
verified: no, type: mrr_at_5
value: 23.62600123228588
verified: no, type: nauc_map_at_1000_diff1
value: 26.568452594006768
verified: no, type: nauc_map_at_1000_max
value: 22.6643108995624
verified: no, type: nauc_map_at_100_diff1
value: 26.56713050875225
verified: no, type: nauc_map_at_100_max
value: 22.72845024690553
verified: no, type: nauc_map_at_10_diff1
value: 26.48034872839756
verified: no, type: nauc_map_at_10_max
value: 22.77864909505566
verified: no, type: nauc_map_at_1_diff1
value: 35.16513757522047
verified: no, type: nauc_map_at_1_max
value: 22.34690217093654
verified: no, type: nauc_map_at_20_diff1
value: 26.373663262670444
verified: no, type: nauc_map_at_20_max
value: 22.587491027571254
verified: no, type: nauc_map_at_3_diff1
value: 27.621000302198922
verified: no, type: nauc_map_at_3_max
value: 22.84661442384809
verified: no, type: nauc_map_at_5_diff1
value: 26.765290689478732
verified: no, type: nauc_map_at_5_max
value: 22.988851260881056
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.28527950781967
verified: no, type: nauc_mrr_at_1000_max
value: 22.818092962601042
verified: no, type: nauc_mrr_at_100_diff1
value: 27.29780478860489
verified: no, type: nauc_mrr_at_100_max
value: 22.85092145520846
verified: no, type: nauc_mrr_at_10_diff1
value: 27.245118068210814
verified: no, type: nauc_mrr_at_10_max
value: 22.93612080353226
verified: no, type: nauc_mrr_at_1_diff1
value: 36.22401042267479
verified: no, type: nauc_mrr_at_1_max
value: 24.1620633176196
verified: no, type: nauc_mrr_at_20_diff1
value: 27.10137249046854
verified: no, type: nauc_mrr_at_20_max
value: 22.74832608433313
verified: no, type: nauc_mrr_at_3_diff1
value: 28.803394273224846
verified: no, type: nauc_mrr_at_3_max
value: 23.58218274270813
verified: no, type: nauc_mrr_at_5_diff1
value: 27.548514879068392
verified: no, type: nauc_mrr_at_5_max
value: 23.202061782986362
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.255610268405004
verified: no, type: nauc_ndcg_at_1000_max
value: 21.021653182317866
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.38035576235643
verified: no, type: nauc_ndcg_at_100_max
value: 22.01602046149638
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.72345010383346
verified: no, type: nauc_ndcg_at_10_max
value: 22.379426846697886
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.22401042267479
verified: no, type: nauc_ndcg_at_1_max
value: 24.1620633176196
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.238204223853767
verified: no, type: nauc_ndcg_at_20_max
value: 21.524058764754642
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.154431437162284
verified: no, type: nauc_ndcg_at_3_max
value: 23.12477560308262
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.381279154864856
verified: no, type: nauc_ndcg_at_5_max
value: 22.928738776001943
verified: no, type: nauc_precision_at_1000_diff1
value: 10.866194934427694
verified: no, type: nauc_precision_at_1000_max
value: -8.119816513990198
verified: no, type: nauc_precision_at_100_diff1
value: 16.347299053203397
verified: no, type: nauc_precision_at_100_max
value: 13.26292415361133
verified: no, type: nauc_precision_at_10_diff1
value: 16.63699688800471
verified: no, type: nauc_precision_at_10_max
value: 22.375088256427286
verified: no, type: nauc_precision_at_1_diff1
value: 36.22401042267479
verified: no, type: nauc_precision_at_1_max
value: 24.1620633176196
verified: no, type: nauc_precision_at_20_diff1
value: 15.555806748912909
verified: no, type: nauc_precision_at_20_max
value: 18.55637142126297
verified: no, type: nauc_precision_at_3_diff1
value: 21.119629681631707
verified: no, type: nauc_precision_at_3_max
value: 25.238443284915007
verified: no, type: nauc_precision_at_5_diff1
value: 18.173398326347908
verified: no, type: nauc_precision_at_5_max
value: 24.277628318544387
verified: no, type: nauc_recall_at_1000_diff1
value: 11.904300629344641
verified: no, type: nauc_recall_at_1000_max
value: 4.543701587503855
verified: no, type: nauc_recall_at_100_diff1
value: 17.873778791471032
verified: no, type: nauc_recall_at_100_max
value: 18.07160995779775
verified: no, type: nauc_recall_at_10_diff1
value: 15.715088403469021
verified: no, type: nauc_recall_at_10_max
value: 20.285351500657857
verified: no, type: nauc_recall_at_1_diff1
value: 35.16513757522047
verified: no, type: nauc_recall_at_1_max
value: 22.34690217093654
verified: no, type: nauc_recall_at_20_diff1
value: 13.584020684215409
verified: no, type: nauc_recall_at_20_max
value: 16.915404230260844
verified: no, type: nauc_recall_at_3_diff1
value: 20.57543835256644
verified: no, type: nauc_recall_at_3_max
value: 22.257888049364798
verified: no, type: nauc_recall_at_5_diff1
value: 17.196563781054497
verified: no, type: nauc_recall_at_5_max
value: 21.786295860256278
verified: no, type: ndcg_at_1
value: 17.375
verified: no, type: ndcg_at_10
value: 26.458
verified: no, type: ndcg_at_100
value: 31.630999999999997
verified: no, type: ndcg_at_1000
value: 34.648
verified: no, type: ndcg_at_20
value: 28.429
verified: no, type: ndcg_at_3
value: 22.572
verified: no, type: ndcg_at_5
value: 24.627
verified: no, type: precision_at_1
value: 17.375
verified: no, type: precision_at_10
value: 4.3069999999999995
verified: no, type: precision_at_100
value: 0.747
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 2.616
verified: no, type: precision_at_3
value: 9.982000000000001
verified: no, type: precision_at_5
value: 7.172000000000001
verified: no, type: recall_at_1
value: 15.723999999999998
verified: no, type: recall_at_10
value: 36.848
verified: no, type: recall_at_100
value: 60.843
verified: no, type: recall_at_1000
value: 83.35900000000001
verified: no, type: recall_at_20
value: 44.239
verified: no, type: recall_at_3
value: 26.512999999999998
verified: no, type: recall_at_5
value: 31.447999999999997
verified: no, task: type: Retrieval
dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 7.556
verified: no, type: map_at_10
value: 14.451
verified: no, type: map_at_100
value: 16.098000000000003
verified: no, type: map_at_1000
value: 16.292
verified: no, type: map_at_20
value: 15.354000000000001
verified: no, type: map_at_3
value: 11.788
verified: no, type: map_at_5
value: 13.036
verified: no, type: mrr_at_1
value: 17.850162866449512
verified: no, type: mrr_at_10
value: 29.02070730572359
verified: no, type: mrr_at_100
value: 30.10374653258222
verified: no, type: mrr_at_1000
value: 30.159660391788854
verified: no, type: mrr_at_20
value: 29.705480653232243
verified: no, type: mrr_at_3
value: 25.287730727470116
verified: no, type: mrr_at_5
value: 27.437567861020568
verified: no, type: nauc_map_at_1000_diff1
value: 19.209527081030096
verified: no, type: nauc_map_at_1000_max
value: 31.647208883839507
verified: no, type: nauc_map_at_100_diff1
value: 19.20806522507485
verified: no, type: nauc_map_at_100_max
value: 31.548780447276
verified: no, type: nauc_map_at_10_diff1
value: 19.169908589166987
verified: no, type: nauc_map_at_10_max
value: 30.501288768500395
verified: no, type: nauc_map_at_1_diff1
value: 26.988959334325852
verified: no, type: nauc_map_at_1_max
value: 27.356073363716522
verified: no, type: nauc_map_at_20_diff1
value: 19.09827492317952
verified: no, type: nauc_map_at_20_max
value: 31.134688299749186
verified: no, type: nauc_map_at_3_diff1
value: 19.934035735585724
verified: no, type: nauc_map_at_3_max
value: 29.22218051641785
verified: no, type: nauc_map_at_5_diff1
value: 19.398656144868713
verified: no, type: nauc_map_at_5_max
value: 29.045993729549778
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.978829558159727
verified: no, type: nauc_mrr_at_1000_max
value: 27.016129985398962
verified: no, type: nauc_mrr_at_100_diff1
value: 16.95693929120996
verified: no, type: nauc_mrr_at_100_max
value: 27.02464201206241
verified: no, type: nauc_mrr_at_10_diff1
value: 16.922383134541786
verified: no, type: nauc_mrr_at_10_max
value: 26.917342116854172
verified: no, type: nauc_mrr_at_1_diff1
value: 21.967275710063323
verified: no, type: nauc_mrr_at_1_max
value: 23.97730021914779
verified: no, type: nauc_mrr_at_20_diff1
value: 16.933125050384778
verified: no, type: nauc_mrr_at_20_max
value: 27.07768335891788
verified: no, type: nauc_mrr_at_3_diff1
value: 16.946763294333316
verified: no, type: nauc_mrr_at_3_max
value: 25.214811458539
verified: no, type: nauc_mrr_at_5_diff1
value: 17.04305756647301
verified: no, type: nauc_mrr_at_5_max
value: 26.130628979961834
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.986658675773686
verified: no, type: nauc_ndcg_at_1000_max
value: 34.4643347153785
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.057499024976163
verified: no, type: nauc_ndcg_at_100_max
value: 33.73159453243811
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.929966520239194
verified: no, type: nauc_ndcg_at_10_max
value: 31.301536380836026
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.967275710063323
verified: no, type: nauc_ndcg_at_1_max
value: 23.97730021914779
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.900348110026968
verified: no, type: nauc_ndcg_at_20_max
value: 32.476079344191525
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.270453057670856
verified: no, type: nauc_ndcg_at_3_max
value: 27.75387606914448
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.300131450254998
verified: no, type: nauc_ndcg_at_5_max
value: 28.707766380169097
verified: no, type: nauc_precision_at_1000_diff1
value: 2.3756918838598002
verified: no, type: nauc_precision_at_1000_max
value: 20.23410724169113
verified: no, type: nauc_precision_at_100_diff1
value: 6.358801887547644
verified: no, type: nauc_precision_at_100_max
value: 26.742998434337
verified: no, type: nauc_precision_at_10_diff1
value: 8.985726577486592
verified: no, type: nauc_precision_at_10_max
value: 29.98846164047006
verified: no, type: nauc_precision_at_1_diff1
value: 21.967275710063323
verified: no, type: nauc_precision_at_1_max
value: 23.97730021914779
verified: no, type: nauc_precision_at_20_diff1
value: 8.689481678265938
verified: no, type: nauc_precision_at_20_max
value: 30.24412868451184
verified: no, type: nauc_precision_at_3_diff1
value: 11.498289241456895
verified: no, type: nauc_precision_at_3_max
value: 26.84419245258572
verified: no, type: nauc_precision_at_5_diff1
value: 10.894319062565254
verified: no, type: nauc_precision_at_5_max
value: 27.273788735432884
verified: no, type: nauc_recall_at_1000_diff1
value: 8.943592557292224
verified: no, type: nauc_recall_at_1000_max
value: 37.585654238896446
verified: no, type: nauc_recall_at_100_diff1
value: 10.708206895515247
verified: no, type: nauc_recall_at_100_max
value: 32.10962530348595
verified: no, type: nauc_recall_at_10_diff1
value: 12.169794236323957
verified: no, type: nauc_recall_at_10_max
value: 30.12170288353037
verified: no, type: nauc_recall_at_1_diff1
value: 26.988959334325852
verified: no, type: nauc_recall_at_1_max
value: 27.356073363716522
verified: no, type: nauc_recall_at_20_diff1
value: 11.394888526086374
verified: no, type: nauc_recall_at_20_max
value: 30.72718903844353
verified: no, type: nauc_recall_at_3_diff1
value: 15.011650843515994
verified: no, type: nauc_recall_at_3_max
value: 28.233837827958475
verified: no, type: nauc_recall_at_5_diff1
value: 13.739007199689038
verified: no, type: nauc_recall_at_5_max
value: 27.097220418736455
verified: no, type: ndcg_at_1
value: 17.849999999999998
verified: no, type: ndcg_at_10
value: 21.712
verified: no, type: ndcg_at_100
value: 28.552
verified: no, type: ndcg_at_1000
value: 32.261
verified: no, type: ndcg_at_20
value: 24.421
verified: no, type: ndcg_at_3
value: 16.791
verified: no, type: ndcg_at_5
value: 18.462999999999997
verified: no, type: precision_at_1
value: 17.849999999999998
verified: no, type: precision_at_10
value: 7.212000000000001
verified: no, type: precision_at_100
value: 1.438
verified: no, type: precision_at_1000
value: 0.212
verified: no, type: precision_at_20
value: 4.73
verified: no, type: precision_at_3
value: 12.942
verified: no, type: precision_at_5
value: 10.280000000000001
verified: no, type: recall_at_1
value: 7.556
verified: no, type: recall_at_10
value: 27.891
verified: no, type: recall_at_100
value: 51.585
verified: no, type: recall_at_1000
value: 72.638
verified: no, type: recall_at_20
value: 35.644999999999996
verified: no, type: recall_at_3
value: 16.026
verified: no, type: recall_at_5
value: 20.507
verified: no, task: type: Retrieval
dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 7.234
verified: no, type: map_at_10
value: 14.607000000000001
verified: no, type: map_at_100
value: 20.104
verified: no, type: map_at_1000
value: 21.478
verified: no, type: map_at_20
value: 16.619999999999997
verified: no, type: map_at_3
value: 11.027000000000001
verified: no, type: map_at_5
value: 12.469
verified: no, type: mrr_at_1
value: 54.25
verified: no, type: mrr_at_10
value: 64.63998015873014
verified: no, type: mrr_at_100
value: 65.1130930093471
verified: no, type: mrr_at_1000
value: 65.13135082056961
verified: no, type: mrr_at_20
value: 64.94966038326137
verified: no, type: mrr_at_3
value: 62.458333333333336
verified: no, type: mrr_at_5
value: 63.845833333333324
verified: no, type: nauc_map_at_1000_diff1
value: 22.4158889201391
verified: no, type: nauc_map_at_1000_max
value: 7.026467662060626
verified: no, type: nauc_map_at_100_diff1
value: 23.04636496295622
verified: no, type: nauc_map_at_100_max
value: 4.725540774086458
verified: no, type: nauc_map_at_10_diff1
value: 23.432494495467783
verified: no, type: nauc_map_at_10_max
value: -5.821110663085555
verified: no, type: nauc_map_at_1_diff1
value: 34.840276007257444
verified: no, type: nauc_map_at_1_max
value: -11.37201527363141
verified: no, type: nauc_map_at_20_diff1
value: 24.395490704549474
verified: no, type: nauc_map_at_20_max
value: -2.1089029956487084
verified: no, type: nauc_map_at_3_diff1
value: 26.996333964606727
verified: no, type: nauc_map_at_3_max
value: -10.371168153982198
verified: no, type: nauc_map_at_5_diff1
value: 24.959954478462205
verified: no, type: nauc_map_at_5_max
value: -8.600893701670593
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.24039282463778
verified: no, type: nauc_mrr_at_1000_max
value: 37.114026096308244
verified: no, type: nauc_mrr_at_100_diff1
value: 35.246986246738324
verified: no, type: nauc_mrr_at_100_max
value: 37.127597625848175
verified: no, type: nauc_mrr_at_10_diff1
value: 35.19817679146017
verified: no, type: nauc_mrr_at_10_max
value: 37.10088394447574
verified: no, type: nauc_mrr_at_1_diff1
value: 37.871437973819546
verified: no, type: nauc_mrr_at_1_max
value: 33.639317316766494
verified: no, type: nauc_mrr_at_20_diff1
value: 35.1331593237111
verified: no, type: nauc_mrr_at_20_max
value: 37.0319775042493
verified: no, type: nauc_mrr_at_3_diff1
value: 35.18290669114643
verified: no, type: nauc_mrr_at_3_max
value: 37.17151353458554
verified: no, type: nauc_mrr_at_5_diff1
value: 35.27152644879001
verified: no, type: nauc_mrr_at_5_max
value: 37.59776931748075
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.265231375797573
verified: no, type: nauc_ndcg_at_1000_max
value: 19.253303883964247
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.65543924960885
verified: no, type: nauc_ndcg_at_100_max
value: 12.423207189979774
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.383661242851076
verified: no, type: nauc_ndcg_at_10_max
value: 12.11544119539834
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.37762392054306
verified: no, type: nauc_ndcg_at_1_max
value: 24.33308418951577
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.56519958043796
verified: no, type: nauc_ndcg_at_20_max
value: 9.25238387333473
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.39638864122631
verified: no, type: nauc_ndcg_at_3_max
value: 18.095896878796434
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.554177625230157
verified: no, type: nauc_ndcg_at_5_max
value: 14.90300796432758
verified: no, type: nauc_precision_at_1000_diff1
value: -14.028751970399872
verified: no, type: nauc_precision_at_1000_max
value: 22.683829892782335
verified: no, type: nauc_precision_at_100_diff1
value: -1.4922684516357194
verified: no, type: nauc_precision_at_100_max
value: 32.211371870388795
verified: no, type: nauc_precision_at_10_diff1
value: 1.3791441135589875
verified: no, type: nauc_precision_at_10_max
value: 28.329452472562267
verified: no, type: nauc_precision_at_1_diff1
value: 37.871437973819546
verified: no, type: nauc_precision_at_1_max
value: 33.639317316766494
verified: no, type: nauc_precision_at_20_diff1
value: 3.1829444563318128
verified: no, type: nauc_precision_at_20_max
value: 30.79822842458981
verified: no, type: nauc_precision_at_3_diff1
value: 9.890760276356035
verified: no, type: nauc_precision_at_3_max
value: 27.255950486716085
verified: no, type: nauc_precision_at_5_diff1
value: 2.835882319987235
verified: no, type: nauc_precision_at_5_max
value: 27.588094099192865
verified: no, type: nauc_recall_at_1000_diff1
value: 11.301016973437319
verified: no, type: nauc_recall_at_1000_max
value: 13.632028573670441
verified: no, type: nauc_recall_at_100_diff1
value: 16.244420258674484
verified: no, type: nauc_recall_at_100_max
value: 5.252228595283477
verified: no, type: nauc_recall_at_10_diff1
value: 17.14009149723741
verified: no, type: nauc_recall_at_10_max
value: -8.886638909096206
verified: no, type: nauc_recall_at_1_diff1
value: 34.840276007257444
verified: no, type: nauc_recall_at_1_max
value: -11.37201527363141
verified: no, type: nauc_recall_at_20_diff1
value: 18.393774547280316
verified: no, type: nauc_recall_at_20_max
value: -5.756994115048744
verified: no, type: nauc_recall_at_3_diff1
value: 23.65687656688717
verified: no, type: nauc_recall_at_3_max
value: -11.646229125385862
verified: no, type: nauc_recall_at_5_diff1
value: 21.02934437742109
verified: no, type: nauc_recall_at_5_max
value: -9.305597108185982
verified: no, type: ndcg_at_1
value: 42.625
verified: no, type: ndcg_at_10
value: 32.005
verified: no, type: ndcg_at_100
value: 36.563
verified: no, type: ndcg_at_1000
value: 44.207
verified: no, type: ndcg_at_20
value: 31.608999999999998
verified: no, type: ndcg_at_3
value: 35.949999999999996
verified: no, type: ndcg_at_5
value: 33.375
verified: no, type: precision_at_1
value: 54.25
verified: no, type: precision_at_10
value: 25.650000000000002
verified: no, type: precision_at_100
value: 8.260000000000002
verified: no, type: precision_at_1000
value: 1.806
verified: no, type: precision_at_20
value: 18.9
verified: no, type: precision_at_3
value: 39.833
verified: no, type: precision_at_5
value: 32.7
verified: no, type: recall_at_1
value: 7.234
verified: no, type: recall_at_10
value: 20.075000000000003
verified: no, type: recall_at_100
value: 43.980999999999995
verified: no, type: recall_at_1000
value: 68.527
verified: no, type: recall_at_20
value: 26.251
verified: no, type: recall_at_3
value: 12.534999999999998
verified: no, type: recall_at_5
value: 15.121
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 40.81
verified: no, type: f1
value: 36.53895095274932
verified: no, type: f1_weighted
value: 43.09824575802351
verified: no, task: type: Retrieval
dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 45.399
verified: no, type: map_at_10
value: 59.345000000000006
verified: no, type: map_at_100
value: 59.821000000000005
verified: no, type: map_at_1000
value: 59.841
verified: no, type: map_at_20
value: 59.662000000000006
verified: no, type: map_at_3
value: 56.577
verified: no, type: map_at_5
value: 58.384
verified: no, type: mrr_at_1
value: 48.7998799879988
verified: no, type: mrr_at_10
value: 63.182490868134714
verified: no, type: mrr_at_100
value: 63.571831061553496
verified: no, type: mrr_at_1000
value: 63.58053777600791
verified: no, type: mrr_at_20
value: 63.45420825510186
verified: no, type: mrr_at_3
value: 60.45604560456103
verified: no, type: mrr_at_5
value: 62.25322532253252
verified: no, type: nauc_map_at_1000_diff1
value: 35.07017933142576
verified: no, type: nauc_map_at_1000_max
value: 8.523823797002448
verified: no, type: nauc_map_at_100_diff1
value: 35.06363318835806
verified: no, type: nauc_map_at_100_max
value: 8.522323239837585
verified: no, type: nauc_map_at_10_diff1
value: 34.99069002859329
verified: no, type: nauc_map_at_10_max
value: 8.635643511853687
verified: no, type: nauc_map_at_1_diff1
value: 38.063117939510256
verified: no, type: nauc_map_at_1_max
value: 5.897821931847972
verified: no, type: nauc_map_at_20_diff1
value: 35.02816464339912
verified: no, type: nauc_map_at_20_max
value: 8.57606618814322
verified: no, type: nauc_map_at_3_diff1
value: 34.74870593960704
verified: no, type: nauc_map_at_3_max
value: 7.7563142367550855
verified: no, type: nauc_map_at_5_diff1
value: 34.86268337627808
verified: no, type: nauc_map_at_5_max
value: 8.440880068028383
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.05838366137394
verified: no, type: nauc_mrr_at_1000_max
value: 8.841793483971488
verified: no, type: nauc_mrr_at_100_diff1
value: 38.055327497620105
verified: no, type: nauc_mrr_at_100_max
value: 8.852785015905537
verified: no, type: nauc_mrr_at_10_diff1
value: 37.972785779782065
verified: no, type: nauc_mrr_at_10_max
value: 9.037378532213502
verified: no, type: nauc_mrr_at_1_diff1
value: 40.4432565446304
verified: no, type: nauc_mrr_at_1_max
value: 5.807334670577964
verified: no, type: nauc_mrr_at_20_diff1
value: 38.02767311040578
verified: no, type: nauc_mrr_at_20_max
value: 8.935949669165813
verified: no, type: nauc_mrr_at_3_diff1
value: 37.60471936912395
verified: no, type: nauc_mrr_at_3_max
value: 8.236789961860858
verified: no, type: nauc_mrr_at_5_diff1
value: 37.86352377415473
verified: no, type: nauc_mrr_at_5_max
value: 8.895540094390892
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.07160524499026
verified: no, type: nauc_ndcg_at_1000_max
value: 9.813866402912101
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.92933991980568
verified: no, type: nauc_ndcg_at_100_max
value: 9.89567365562028
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.529981017804104
verified: no, type: nauc_ndcg_at_10_max
value: 10.607560550422225
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.4432565446304
verified: no, type: nauc_ndcg_at_1_max
value: 5.807334670577964
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.668263021521994
verified: no, type: nauc_ndcg_at_20_max
value: 10.397799223138245
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.25729382926051
verified: no, type: nauc_ndcg_at_3_max
value: 8.745767948993501
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.33973241023773
verified: no, type: nauc_ndcg_at_5_max
value: 10.048081516024556
verified: no, type: nauc_precision_at_1000_diff1
value: -4.077783587263832
verified: no, type: nauc_precision_at_1000_max
value: 12.765822496184464
verified: no, type: nauc_precision_at_100_diff1
value: 1.4680450598592432
verified: no, type: nauc_precision_at_100_max
value: 17.44831984105488
verified: no, type: nauc_precision_at_10_diff1
value: 19.92695770531176
verified: no, type: nauc_precision_at_10_max
value: 23.914679743057352
verified: no, type: nauc_precision_at_1_diff1
value: 40.4432565446304
verified: no, type: nauc_precision_at_1_max
value: 5.807334670577964
verified: no, type: nauc_precision_at_20_diff1
value: 12.999177323343336
verified: no, type: nauc_precision_at_20_max
value: 23.540911859396033
verified: no, type: nauc_precision_at_3_diff1
value: 29.62941105307629
verified: no, type: nauc_precision_at_3_max
value: 12.866042509022865
verified: no, type: nauc_precision_at_5_diff1
value: 26.255704472502938
verified: no, type: nauc_precision_at_5_max
value: 18.77439128365061
verified: no, type: nauc_recall_at_1000_diff1
value: 8.920814764522019
verified: no, type: nauc_recall_at_1000_max
value: 17.655295496605643
verified: no, type: nauc_recall_at_100_diff1
value: 14.762238468369407
verified: no, type: nauc_recall_at_100_max
value: 17.048567752646125
verified: no, type: nauc_recall_at_10_diff1
value: 23.32325502930857
verified: no, type: nauc_recall_at_10_max
value: 19.556176492083992
verified: no, type: nauc_recall_at_1_diff1
value: 38.063117939510256
verified: no, type: nauc_recall_at_1_max
value: 5.897821931847972
verified: no, type: nauc_recall_at_20_diff1
value: 20.506042184854063
verified: no, type: nauc_recall_at_20_max
value: 20.561022468033503
verified: no, type: nauc_recall_at_3_diff1
value: 27.65947022544946
verified: no, type: nauc_recall_at_3_max
value: 10.81743699331276
verified: no, type: nauc_recall_at_5_diff1
value: 25.94551760999131
verified: no, type: nauc_recall_at_5_max
value: 15.156745563504675
verified: no, type: ndcg_at_1
value: 48.8
verified: no, type: ndcg_at_10
value: 66.459
verified: no, type: ndcg_at_100
value: 68.521
verified: no, type: ndcg_at_1000
value: 68.938
verified: no, type: ndcg_at_20
value: 67.52
verified: no, type: ndcg_at_3
value: 61.11299999999999
verified: no, type: ndcg_at_5
value: 64.21900000000001
verified: no, type: precision_at_1
value: 48.8
verified: no, type: precision_at_10
value: 9.256
verified: no, type: precision_at_100
value: 1.04
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 4.862
verified: no, type: precision_at_3
value: 25.387999999999998
verified: no, type: precision_at_5
value: 16.933999999999997
verified: no, type: recall_at_1
value: 45.399
verified: no, type: recall_at_10
value: 84.572
verified: no, type: recall_at_100
value: 93.585
verified: no, type: recall_at_1000
value: 96.43
verified: no, type: recall_at_20
value: 88.576
verified: no, type: recall_at_3
value: 70.283
verified: no, type: recall_at_5
value: 77.804
verified: no, task: type: Retrieval
dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 10.773000000000001
verified: no, type: map_at_10
value: 18.273
verified: no, type: map_at_100
value: 19.846
verified: no, type: map_at_1000
value: 20.066
verified: no, type: map_at_20
value: 19.092000000000002
verified: no, type: map_at_3
value: 15.653
verified: no, type: map_at_5
value: 16.996
verified: no, type: mrr_at_1
value: 22.839506172839506
verified: no, type: mrr_at_10
value: 30.709264158338218
verified: no, type: mrr_at_100
value: 31.765285545264728
verified: no, type: mrr_at_1000
value: 31.84254498770477
verified: no, type: mrr_at_20
value: 31.28359047494611
verified: no, type: mrr_at_3
value: 28.34362139917697
verified: no, type: mrr_at_5
value: 29.578189300411527
verified: no, type: nauc_map_at_1000_diff1
value: 42.33696758957174
verified: no, type: nauc_map_at_1000_max
value: 22.28446732536063
verified: no, type: nauc_map_at_100_diff1
value: 42.280232367289614
verified: no, type: nauc_map_at_100_max
value: 22.193658543387336
verified: no, type: nauc_map_at_10_diff1
value: 42.86152992348606
verified: no, type: nauc_map_at_10_max
value: 21.649513921678768
verified: no, type: nauc_map_at_1_diff1
value: 50.25274550047308
verified: no, type: nauc_map_at_1_max
value: 18.793153289309025
verified: no, type: nauc_map_at_20_diff1
value: 42.68337193792793
verified: no, type: nauc_map_at_20_max
value: 21.783732998080165
verified: no, type: nauc_map_at_3_diff1
value: 44.526091901592025
verified: no, type: nauc_map_at_3_max
value: 20.44240168343812
verified: no, type: nauc_map_at_5_diff1
value: 43.40025778096801
verified: no, type: nauc_map_at_5_max
value: 21.337520847399794
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.76413081015503
verified: no, type: nauc_mrr_at_1000_max
value: 25.051153181122253
verified: no, type: nauc_mrr_at_100_diff1
value: 42.726972311439724
verified: no, type: nauc_mrr_at_100_max
value: 25.041597478239442
verified: no, type: nauc_mrr_at_10_diff1
value: 43.05815490208189
verified: no, type: nauc_mrr_at_10_max
value: 25.13689635924164
verified: no, type: nauc_mrr_at_1_diff1
value: 49.40608982855475
verified: no, type: nauc_mrr_at_1_max
value: 26.84279922755957
verified: no, type: nauc_mrr_at_20_diff1
value: 42.68770796904053
verified: no, type: nauc_mrr_at_20_max
value: 25.00374130766682
verified: no, type: nauc_mrr_at_3_diff1
value: 43.56229080869875
verified: no, type: nauc_mrr_at_3_max
value: 25.00272462955036
verified: no, type: nauc_mrr_at_5_diff1
value: 42.78163485253489
verified: no, type: nauc_mrr_at_5_max
value: 24.996583555035066
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.60623109749308
verified: no, type: nauc_ndcg_at_1000_max
value: 24.945954161473963
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.391977738851054
verified: no, type: nauc_ndcg_at_100_max
value: 23.1495309393186
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.82447224697167
verified: no, type: nauc_ndcg_at_10_max
value: 22.103721284897222
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.40608982855475
verified: no, type: nauc_ndcg_at_1_max
value: 26.84279922755957
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.87655648003804
verified: no, type: nauc_ndcg_at_20_max
value: 21.863160067094732
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.702330655505094
verified: no, type: nauc_ndcg_at_3_max
value: 24.30088309227799
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.15335198539591
verified: no, type: nauc_ndcg_at_5_max
value: 23.383496342798235
verified: no, type: nauc_precision_at_1000_diff1
value: 5.078790711874846
verified: no, type: nauc_precision_at_1000_max
value: 28.270734693277067
verified: no, type: nauc_precision_at_100_diff1
value: 10.751006733811092
verified: no, type: nauc_precision_at_100_max
value: 28.016358575658305
verified: no, type: nauc_precision_at_10_diff1
value: 28.69051966074066
verified: no, type: nauc_precision_at_10_max
value: 29.264771382133375
verified: no, type: nauc_precision_at_1_diff1
value: 49.40608982855475
verified: no, type: nauc_precision_at_1_max
value: 26.84279922755957
verified: no, type: nauc_precision_at_20_diff1
value: 23.657472193309125
verified: no, type: nauc_precision_at_20_max
value: 27.08411359763242
verified: no, type: nauc_precision_at_3_diff1
value: 36.599109026411924
verified: no, type: nauc_precision_at_3_max
value: 28.383077203742246
verified: no, type: nauc_precision_at_5_diff1
value: 31.358430042619563
verified: no, type: nauc_precision_at_5_max
value: 28.555003400952845
verified: no, type: nauc_recall_at_1000_diff1
value: 20.25194559618304
verified: no, type: nauc_recall_at_1000_max
value: 23.710031862813118
verified: no, type: nauc_recall_at_100_diff1
value: 18.359725605438047
verified: no, type: nauc_recall_at_100_max
value: 13.823806806919805
verified: no, type: nauc_recall_at_10_diff1
value: 30.54188950640248
verified: no, type: nauc_recall_at_10_max
value: 15.290504422192791
verified: no, type: nauc_recall_at_1_diff1
value: 50.25274550047308
verified: no, type: nauc_recall_at_1_max
value: 18.793153289309025
verified: no, type: nauc_recall_at_20_diff1
value: 27.314651647568404
verified: no, type: nauc_recall_at_20_max
value: 14.088522206775039
verified: no, type: nauc_recall_at_3_diff1
value: 36.125136373927354
verified: no, type: nauc_recall_at_3_max
value: 16.778297325102113
verified: no, type: nauc_recall_at_5_diff1
value: 32.03749698394437
verified: no, type: nauc_recall_at_5_max
value: 17.620359878684805
verified: no, type: ndcg_at_1
value: 22.84
verified: no, type: ndcg_at_10
value: 24.467
verified: no, type: ndcg_at_100
value: 31.270999999999997
verified: no, type: ndcg_at_1000
value: 35.564
verified: no, type: ndcg_at_20
value: 26.871000000000002
verified: no, type: ndcg_at_3
value: 21.128
verified: no, type: ndcg_at_5
value: 22.203999999999997
verified: no, type: precision_at_1
value: 22.84
verified: no, type: precision_at_10
value: 7.114
verified: no, type: precision_at_100
value: 1.381
verified: no, type: precision_at_1000
value: 0.213
verified: no, type: precision_at_20
value: 4.552
verified: no, type: precision_at_3
value: 14.352
verified: no, type: precision_at_5
value: 10.864
verified: no, type: recall_at_1
value: 10.773000000000001
verified: no, type: recall_at_10
value: 30.564000000000004
verified: no, type: recall_at_100
value: 56.745999999999995
verified: no, type: recall_at_1000
value: 82.826
verified: no, type: recall_at_20
value: 37.844
verified: no, type: recall_at_3
value: 19.406000000000002
verified: no, type: recall_at_5
value: 23.724
verified: no, task: type: Retrieval
dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 32.046
verified: no, type: map_at_10
value: 48.443000000000005
verified: no, type: map_at_100
value: 49.389
verified: no, type: map_at_1000
value: 49.466
verified: no, type: map_at_20
value: 48.986000000000004
verified: no, type: map_at_3
value: 44.893
verified: no, type: map_at_5
value: 47.075
verified: no, type: mrr_at_1
value: 64.09182984469953
verified: no, type: mrr_at_10
value: 72.85266282970527
verified: no, type: mrr_at_100
value: 73.21185355612093
verified: no, type: mrr_at_1000
value: 73.2252657846111
verified: no, type: mrr_at_20
value: 73.10862127718183
verified: no, type: mrr_at_3
value: 71.3031735313976
verified: no, type: mrr_at_5
value: 72.34233625928402
verified: no, type: nauc_map_at_1000_diff1
value: 29.57880669891487
verified: no, type: nauc_map_at_1000_max
value: 21.845463980026476
verified: no, type: nauc_map_at_100_diff1
value: 29.55367483685356
verified: no, type: nauc_map_at_100_max
value: 21.828007798768958
verified: no, type: nauc_map_at_10_diff1
value: 29.67368554537432
verified: no, type: nauc_map_at_10_max
value: 21.849279138947868
verified: no, type: nauc_map_at_1_diff1
value: 61.13740199701338
verified: no, type: nauc_map_at_1_max
value: 32.6342175820136
verified: no, type: nauc_map_at_20_diff1
value: 29.598291599316568
verified: no, type: nauc_map_at_20_max
value: 21.862735577320557
verified: no, type: nauc_map_at_3_diff1
value: 31.22835556923922
verified: no, type: nauc_map_at_3_max
value: 22.344809372883315
verified: no, type: nauc_map_at_5_diff1
value: 30.432000722074665
verified: no, type: nauc_map_at_5_max
value: 22.27699649933424
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.26794200803715
verified: no, type: nauc_mrr_at_1000_max
value: 34.33050463026508
verified: no, type: nauc_mrr_at_100_diff1
value: 59.26740246956419
verified: no, type: nauc_mrr_at_100_max
value: 34.33577087313508
verified: no, type: nauc_mrr_at_10_diff1
value: 59.13786202070478
verified: no, type: nauc_mrr_at_10_max
value: 34.377953823081384
verified: no, type: nauc_mrr_at_1_diff1
value: 61.13740199701338
verified: no, type: nauc_mrr_at_1_max
value: 32.6342175820136
verified: no, type: nauc_mrr_at_20_diff1
value: 59.22898475872048
verified: no, type: nauc_mrr_at_20_max
value: 34.34680319223408
verified: no, type: nauc_mrr_at_3_diff1
value: 59.03499635007199
verified: no, type: nauc_mrr_at_3_max
value: 34.398014446289544
verified: no, type: nauc_mrr_at_5_diff1
value: 59.20761322618965
verified: no, type: nauc_mrr_at_5_max
value: 34.42827235318949
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.64061494118113
verified: no, type: nauc_ndcg_at_1000_max
value: 23.616685748536074
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.11038119247951
verified: no, type: nauc_ndcg_at_100_max
value: 23.33285928609271
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.70477446409243
verified: no, type: nauc_ndcg_at_10_max
value: 23.662027117393535
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.13740199701338
verified: no, type: nauc_ndcg_at_1_max
value: 32.6342175820136
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.32220211811219
verified: no, type: nauc_ndcg_at_20_max
value: 23.564270159145643
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.63724665178986
verified: no, type: nauc_ndcg_at_3_max
value: 24.820074757992305
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.27199365493392
verified: no, type: nauc_ndcg_at_5_max
value: 24.508158825075682
verified: no, type: nauc_precision_at_1000_diff1
value: -2.430622498990411
verified: no, type: nauc_precision_at_1000_max
value: 7.822027373881609
verified: no, type: nauc_precision_at_100_diff1
value: 4.202356673527351
verified: no, type: nauc_precision_at_100_max
value: 10.321772681063146
verified: no, type: nauc_precision_at_10_diff1
value: 14.011676403321902
verified: no, type: nauc_precision_at_10_max
value: 15.666639850967512
verified: no, type: nauc_precision_at_1_diff1
value: 61.13740199701338
verified: no, type: nauc_precision_at_1_max
value: 32.6342175820136
verified: no, type: nauc_precision_at_20_diff1
value: 10.437835060510753
verified: no, type: nauc_precision_at_20_max
value: 14.10661581882921
verified: no, type: nauc_precision_at_3_diff1
value: 23.783985172773143
verified: no, type: nauc_precision_at_3_max
value: 20.590352544033866
verified: no, type: nauc_precision_at_5_diff1
value: 19.592566862830548
verified: no, type: nauc_precision_at_5_max
value: 18.88117124055341
verified: no, type: nauc_recall_at_1000_diff1
value: -2.430622498990057
verified: no, type: nauc_recall_at_1000_max
value: 7.822027373881757
verified: no, type: nauc_recall_at_100_diff1
value: 4.202356673527403
verified: no, type: nauc_recall_at_100_max
value: 10.32177268106303
verified: no, type: nauc_recall_at_10_diff1
value: 14.011676403321957
verified: no, type: nauc_recall_at_10_max
value: 15.666639850967554
verified: no, type: nauc_recall_at_1_diff1
value: 61.13740199701338
verified: no, type: nauc_recall_at_1_max
value: 32.6342175820136
verified: no, type: nauc_recall_at_20_diff1
value: 10.437835060510707
verified: no, type: nauc_recall_at_20_max
value: 14.106615818829187
verified: no, type: nauc_recall_at_3_diff1
value: 23.783985172773168
verified: no, type: nauc_recall_at_3_max
value: 20.590352544033934
verified: no, type: nauc_recall_at_5_diff1
value: 19.59256686283052
verified: no, type: nauc_recall_at_5_max
value: 18.88117124055339
verified: no, type: ndcg_at_1
value: 64.092
verified: no, type: ndcg_at_10
value: 57.964000000000006
verified: no, type: ndcg_at_100
value: 61.501
verified: no, type: ndcg_at_1000
value: 63.022
verified: no, type: ndcg_at_20
value: 59.463
verified: no, type: ndcg_at_3
value: 52.608
verified: no, type: ndcg_at_5
value: 55.577
verified: no, type: precision_at_1
value: 64.092
verified: no, type: precision_at_10
value: 12.462
verified: no, type: precision_at_100
value: 1.5230000000000001
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_20
value: 6.714
verified: no, type: precision_at_3
value: 33.657
verified: no, type: precision_at_5
value: 22.533
verified: no, type: recall_at_1
value: 32.046
verified: no, type: recall_at_10
value: 62.309000000000005
verified: no, type: recall_at_100
value: 76.13799999999999
verified: no, type: recall_at_1000
value: 86.185
verified: no, type: recall_at_20
value: 67.144
verified: no, type: recall_at_3
value: 50.486
verified: no, type: recall_at_5
value: 56.333999999999996
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 73.702
verified: no, type: ap
value: 67.55549836397681
verified: no, type: ap_weighted
value: 67.55549836397681
verified: no, type: f1
value: 73.4581895293936
verified: no, type: f1_weighted
value: 73.45818952939358
verified: no, task: type: Retrieval
dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: test
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 30.051
verified: no, type: map_at_1
value: 14.244
verified: no, type: map_at_10
value: 24.143
verified: no, type: map_at_100
value: 25.402
verified: no, type: map_at_1000
value: 25.479
verified: no, type: map_at_20
value: 24.875
verified: no, type: map_at_3
value: 20.694
verified: no, type: map_at_5
value: 22.604
verified: no, type: mrr_at_1
value: 14.584527220630372
verified: no, type: mrr_at_10
value: 24.557460090053123
verified: no, type: mrr_at_100
value: 25.785901435660147
verified: no, type: mrr_at_1000
value: 25.85709282510335
verified: no, type: mrr_at_20
value: 25.274992596418866
verified: no, type: mrr_at_3
value: 21.131805157593057
verified: no, type: mrr_at_5
value: 23.0429799426934
verified: no, type: nauc_map_at_1000_diff1
value: 27.61711087970365
verified: no, type: nauc_map_at_1000_max
value: 1.6657479941178628
verified: no, type: nauc_map_at_1000_std
value: -9.49651956936018
verified: no, type: nauc_map_at_100_diff1
value: 27.61498736358577
verified: no, type: nauc_map_at_100_max
value: 1.6634690696430845
verified: no, type: nauc_map_at_100_std
value: -9.46789097558277
verified: no, type: nauc_map_at_10_diff1
value: 27.616888705380603
verified: no, type: nauc_map_at_10_max
value: 1.4276684096575918
verified: no, type: nauc_map_at_10_std
value: -10.446820384304754
verified: no, type: nauc_map_at_1_diff1
value: 29.76931787521696
verified: no, type: nauc_map_at_1_max
value: 0.948603060998731
verified: no, type: nauc_map_at_1_std
value: -10.775704940266767
verified: no, type: nauc_map_at_20_diff1
value: 27.57600730820819
verified: no, type: nauc_map_at_20_max
value: 1.5143185235329177
verified: no, type: nauc_map_at_20_std
value: -9.849312193865744
verified: no, type: nauc_map_at_3_diff1
value: 27.890351531157577
verified: no, type: nauc_map_at_3_max
value: 1.4000607426502167
verified: no, type: nauc_map_at_3_std
value: -11.118014158060422
verified: no, type: nauc_map_at_5_diff1
value: 27.786816928992376
verified: no, type: nauc_map_at_5_max
value: 1.2637200637686197
verified: no, type: nauc_map_at_5_std
value: -10.922970086569386
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.42128154832487
verified: no, type: nauc_mrr_at_1000_max
value: 1.769383613212847
verified: no, type: nauc_mrr_at_1000_std
value: -9.304600797518969
verified: no, type: nauc_mrr_at_100_diff1
value: 27.418466905238216
verified: no, type: nauc_mrr_at_100_max
value: 1.7702836453764914
verified: no, type: nauc_mrr_at_100_std
value: -9.27018903363956
verified: no, type: nauc_mrr_at_10_diff1
value: 27.43223048852499
verified: no, type: nauc_mrr_at_10_max
value: 1.5863443925517158
verified: no, type: nauc_mrr_at_10_std
value: -10.19228455560491
verified: no, type: nauc_mrr_at_1_diff1
value: 29.63894982019449
verified: no, type: nauc_mrr_at_1_max
value: 1.1350720726087482
verified: no, type: nauc_mrr_at_1_std
value: -10.706375855749798
verified: no, type: nauc_mrr_at_20_diff1
value: 27.3813401873824
verified: no, type: nauc_mrr_at_20_max
value: 1.6349061697179936
verified: no, type: nauc_mrr_at_20_std
value: -9.62511280355079
verified: no, type: nauc_mrr_at_3_diff1
value: 27.63825584292618
verified: no, type: nauc_mrr_at_3_max
value: 1.5014142622215632
verified: no, type: nauc_mrr_at_3_std
value: -10.937120645836448
verified: no, type: nauc_mrr_at_5_diff1
value: 27.65874684943374
verified: no, type: nauc_mrr_at_5_max
value: 1.3921567756597124
verified: no, type: nauc_mrr_at_5_std
value: -10.715887774339881
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.940019720932135
verified: no, type: nauc_ndcg_at_1000_max
value: 3.071589090811754
verified: no, type: nauc_ndcg_at_1000_std
value: -5.820914521338
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.80295695348146
verified: no, type: nauc_ndcg_at_100_max
value: 3.064374012393309
verified: no, type: nauc_ndcg_at_100_std
value: -4.689320725729883
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.73912033432779
verified: no, type: nauc_ndcg_at_10_max
value: 1.7371596861856864
verified: no, type: nauc_ndcg_at_10_std
value: -9.587955568967976
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.63894982019449
verified: no, type: nauc_ndcg_at_1_max
value: 1.1350720726087482
verified: no, type: nauc_ndcg_at_1_std
value: -10.706375855749798
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.554059540064955
verified: no, type: nauc_ndcg_at_20_max
value: 2.037008011734218
verified: no, type: nauc_ndcg_at_20_std
value: -7.522356479764311
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.38197429348882
verified: no, type: nauc_ndcg_at_3_max
value: 1.5447259968645135
verified: no, type: nauc_ndcg_at_3_std
value: -11.056572041307833
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.23078023341192
verified: no, type: nauc_ndcg_at_5_max
value: 1.3332668241078742
verified: no, type: nauc_ndcg_at_5_std
value: -10.70755059234365
verified: no, type: nauc_precision_at_1000_diff1
value: 4.824440345952768
verified: no, type: nauc_precision_at_1000_max
value: 22.501190150975695
verified: no, type: nauc_precision_at_1000_std
value: 27.01244032141851
verified: no, type: nauc_precision_at_100_diff1
value: 18.806308686259438
verified: no, type: nauc_precision_at_100_max
value: 14.0556087259749
verified: no, type: nauc_precision_at_100_std
value: 23.65979665814084
verified: no, type: nauc_precision_at_10_diff1
value: 23.631970615652996
verified: no, type: nauc_precision_at_10_max
value: 3.2279467100874113
verified: no, type: nauc_precision_at_10_std
value: -6.612111844206746
verified: no, type: nauc_precision_at_1_diff1
value: 29.63894982019449
verified: no, type: nauc_precision_at_1_max
value: 1.1350720726087482
verified: no, type: nauc_precision_at_1_std
value: -10.706375855749798
verified: no, type: nauc_precision_at_20_diff1
value: 22.13613457378927
verified: no, type: nauc_precision_at_20_max
value: 4.984490409308019
verified: no, type: nauc_precision_at_20_std
value: 1.3959896282348365
verified: no, type: nauc_precision_at_3_diff1
value: 25.924423449037278
verified: no, type: nauc_precision_at_3_max
value: 2.119600062847904
verified: no, type: nauc_precision_at_3_std
value: -10.816296974118274
verified: no, type: nauc_precision_at_5_diff1
value: 25.47042606356821
verified: no, type: nauc_precision_at_5_max
value: 1.832019713836658
verified: no, type: nauc_precision_at_5_std
value: -9.928054676627815
verified: no, type: nauc_recall_at_1000_diff1
value: 22.574618149749853
verified: no, type: nauc_recall_at_1000_max
value: 30.82526285969409
verified: no, type: nauc_recall_at_1000_std
value: 59.21512310658756
verified: no, type: nauc_recall_at_100_diff1
value: 23.54920706844819
verified: no, type: nauc_recall_at_100_max
value: 10.975217227651312
verified: no, type: nauc_recall_at_100_std
value: 24.85603771243269
verified: no, type: nauc_recall_at_10_diff1
value: 24.413494892666748
verified: no, type: nauc_recall_at_10_max
value: 2.349732649717201
verified: no, type: nauc_recall_at_10_std
value: -7.37174021438692
verified: no, type: nauc_recall_at_1_diff1
value: 29.76931787521696
verified: no, type: nauc_recall_at_1_max
value: 0.948603060998731
verified: no, type: nauc_recall_at_1_std
value: -10.775704940266767
verified: no, type: nauc_recall_at_20_diff1
value: 23.4560099128478
verified: no, type: nauc_recall_at_20_max
value: 3.399890015984125
verified: no, type: nauc_recall_at_20_std
value: 0.1065905686863526
verified: no, type: nauc_recall_at_3_diff1
value: 26.33393571726941
verified: no, type: nauc_recall_at_3_max
value: 1.7770061463264046
verified: no, type: nauc_recall_at_3_std
value: -11.030373812919407
verified: no, type: nauc_recall_at_5_diff1
value: 25.84870110945663
verified: no, type: nauc_recall_at_5_max
value: 1.368501163591071
verified: no, type: nauc_recall_at_5_std
value: -10.251669620544972
verified: no, type: ndcg_at_1
value: 14.585
verified: no, type: ndcg_at_10
value: 30.051
verified: no, type: ndcg_at_100
value: 36.429
verified: no, type: ndcg_at_1000
value: 38.501
verified: no, type: ndcg_at_20
value: 32.678
verified: no, type: ndcg_at_3
value: 22.963
verified: no, type: ndcg_at_5
value: 26.385
verified: no, type: precision_at_1
value: 14.585
verified: no, type: precision_at_10
value: 5.04
verified: no, type: precision_at_100
value: 0.826
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 3.062
verified: no, type: precision_at_3
value: 10
verified: no, type: precision_at_5
value: 7.722
verified: no, type: recall_at_1
value: 14.244
verified: no, type: recall_at_10
value: 48.48
verified: no, type: recall_at_100
value: 78.652
verified: no, type: recall_at_1000
value: 94.774
verified: no, type: recall_at_20
value: 58.724
verified: no, type: recall_at_3
value: 29.106
verified: no, type: recall_at_5
value: 37.329
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 89.73096215230278
verified: no, type: f1
value: 89.31269053453195
verified: no, type: f1_weighted
value: 89.75118268368209
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 66.49110807113543
verified: no, type: f1
value: 51.250886916460544
verified: no, type: f1_weighted
value: 69.910921231367
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 68.86348352387357
verified: no, type: f1
value: 66.19332858716572
verified: no, type: f1_weighted
value: 68.90834063842036
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 74.48890383322124
verified: no, type: f1
value: 74.01198670144007
verified: no, type: f1_weighted
value: 74.5767171066833
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 31.26742368186013
verified: no, type: v_measures
value: 0.3010655091536935, 0.29691302264328545, 0.31333602296285296, 0.3118686703571087, 0.3066404174656012
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 28.971953824342002
verified: no, type: v_measures
value: 0.28128031641493684, 0.2709575455939747, 0.28058910226798894, 0.286988068530199, 0.27155292611128873
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: map
value: 30.919005892986945
verified: no, type: mrr
value: 31.964215230201017
verified: no, type: nAUC_map_diff1
value: 12.380227971335106
verified: no, type: nAUC_map_max
value: -20.306665699119915
verified: no, type: nAUC_mrr_diff1
value: 11.860907307359078
verified: no, type: nAUC_mrr_max
value: -14.820057982537445
verified: no, task: type: Retrieval
dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 4.9239999999999995
verified: no, type: map_at_10
value: 10.216
verified: no, type: map_at_100
value: 13.073
verified: no, type: map_at_1000
value: 14.335999999999999
verified: no, type: map_at_20
value: 11.562
verified: no, type: map_at_3
value: 7.361
verified: no, type: map_at_5
value: 8.790000000000001
verified: no, type: mrr_at_1
value: 40.55727554179567
verified: no, type: mrr_at_10
value: 48.67290775959506
verified: no, type: mrr_at_100
value: 49.39988509152788
verified: no, type: mrr_at_1000
value: 49.44995547989892
verified: no, type: mrr_at_20
value: 49.1476640818267
verified: no, type: mrr_at_3
value: 46.336429308565535
verified: no, type: mrr_at_5
value: 47.85345717234262
verified: no, type: nauc_map_at_1000_diff1
value: 26.873576120717154
verified: no, type: nauc_map_at_1000_max
value: 22.28375511136719
verified: no, type: nauc_map_at_100_diff1
value: 28.105989810331305
verified: no, type: nauc_map_at_100_max
value: 20.80280182475018
verified: no, type: nauc_map_at_10_diff1
value: 32.22012802586023
verified: no, type: nauc_map_at_10_max
value: 14.563410751855393
verified: no, type: nauc_map_at_1_diff1
value: 48.78589273340728
verified: no, type: nauc_map_at_1_max
value: 0.7100902846948914
verified: no, type: nauc_map_at_20_diff1
value: 29.749385475706614
verified: no, type: nauc_map_at_20_max
value: 17.725130767277143
verified: no, type: nauc_map_at_3_diff1
value: 42.91163831592647
verified: no, type: nauc_map_at_3_max
value: 7.949303449529328
verified: no, type: nauc_map_at_5_diff1
value: 36.37288307582431
verified: no, type: nauc_map_at_5_max
value: 10.294774281587333
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.224194118245986
verified: no, type: nauc_mrr_at_1000_max
value: 35.03713736523123
verified: no, type: nauc_mrr_at_100_diff1
value: 28.239722499941884
verified: no, type: nauc_mrr_at_100_max
value: 35.08008834682332
verified: no, type: nauc_mrr_at_10_diff1
value: 28.312031722561397
verified: no, type: nauc_mrr_at_10_max
value: 35.07745441637377
verified: no, type: nauc_mrr_at_1_diff1
value: 29.71286290489225
verified: no, type: nauc_mrr_at_1_max
value: 27.07492092557332
verified: no, type: nauc_mrr_at_20_diff1
value: 28.408619888309524
verified: no, type: nauc_mrr_at_20_max
value: 35.07056834593783
verified: no, type: nauc_mrr_at_3_diff1
value: 28.57209508947814
verified: no, type: nauc_mrr_at_3_max
value: 32.824180760173896
verified: no, type: nauc_mrr_at_5_diff1
value: 28.236082992043393
verified: no, type: nauc_mrr_at_5_max
value: 34.17372569423924
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.083700969367612
verified: no, type: nauc_ndcg_at_1000_max
value: 38.883846498536116
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.312730110282526
verified: no, type: nauc_ndcg_at_100_max
value: 32.64936241784008
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.975398707754817
verified: no, type: nauc_ndcg_at_10_max
value: 32.32412505213287
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.756195441367673
verified: no, type: nauc_ndcg_at_1_max
value: 26.483443465985328
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.936710159355073
verified: no, type: nauc_ndcg_at_20_max
value: 31.338021731338316
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.895979777747623
verified: no, type: nauc_ndcg_at_3_max
value: 32.17933652323659
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.852961142954506
verified: no, type: nauc_ndcg_at_5_max
value: 32.56301733572076
verified: no, type: nauc_precision_at_1000_diff1
value: -12.569744637564826
verified: no, type: nauc_precision_at_1000_max
value: 14.067171968274472
verified: no, type: nauc_precision_at_100_diff1
value: -8.452640794750774
verified: no, type: nauc_precision_at_100_max
value: 26.52425208852308
verified: no, type: nauc_precision_at_10_diff1
value: -0.8599396198058924
verified: no, type: nauc_precision_at_10_max
value: 36.79898093749965
verified: no, type: nauc_precision_at_1_diff1
value: 30.53565353379064
verified: no, type: nauc_precision_at_1_max
value: 27.150932557011842
verified: no, type: nauc_precision_at_20_diff1
value: -4.190746979665414
verified: no, type: nauc_precision_at_20_max
value: 35.90857451601526
verified: no, type: nauc_precision_at_3_diff1
value: 12.548153913459656
verified: no, type: nauc_precision_at_3_max
value: 35.753894439704055
verified: no, type: nauc_precision_at_5_diff1
value: 5.476630825300621
verified: no, type: nauc_precision_at_5_max
value: 36.94019333022866
verified: no, type: nauc_recall_at_1000_diff1
value: 15.743509429414217
verified: no, type: nauc_recall_at_1000_max
value: 19.44531544138
verified: no, type: nauc_recall_at_100_diff1
value: 18.385119061958157
verified: no, type: nauc_recall_at_100_max
value: 19.1318751995873
verified: no, type: nauc_recall_at_10_diff1
value: 25.482096811308676
verified: no, type: nauc_recall_at_10_max
value: 14.006190865424864
verified: no, type: nauc_recall_at_1_diff1
value: 48.78589273340728
verified: no, type: nauc_recall_at_1_max
value: 0.7100902846948914
verified: no, type: nauc_recall_at_20_diff1
value: 22.76078199362388
verified: no, type: nauc_recall_at_20_max
value: 17.126864200524057
verified: no, type: nauc_recall_at_3_diff1
value: 39.93189765909178
verified: no, type: nauc_recall_at_3_max
value: 9.276495447517293
verified: no, type: nauc_recall_at_5_diff1
value: 28.17119993582467
verified: no, type: nauc_recall_at_5_max
value: 9.757053939301784
verified: no, type: ndcg_at_1
value: 38.7
verified: no, type: ndcg_at_10
value: 28.942
verified: no, type: ndcg_at_100
value: 27.346999999999998
verified: no, type: ndcg_at_1000
value: 36.216
verified: no, type: ndcg_at_20
value: 27.506999999999998
verified: no, type: ndcg_at_3
value: 33.335
verified: no, type: ndcg_at_5
value: 31.541999999999998
verified: no, type: precision_at_1
value: 40.248
verified: no, type: precision_at_10
value: 21.455
verified: no, type: precision_at_100
value: 7.015000000000001
verified: no, type: precision_at_1000
value: 1.9709999999999999
verified: no, type: precision_at_20
value: 16.471
verified: no, type: precision_at_3
value: 30.857
verified: no, type: precision_at_5
value: 26.811
verified: no, type: recall_at_1
value: 4.9239999999999995
verified: no, type: recall_at_10
value: 13.724
verified: no, type: recall_at_100
value: 28.450999999999997
verified: no, type: recall_at_1000
value: 60.136
verified: no, type: recall_at_20
value: 18.013
verified: no, type: recall_at_3
value: 7.954999999999999
verified: no, type: recall_at_5
value: 10.700999999999999
verified: no, task: type: Retrieval
dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 21.246000000000002
verified: no, type: map_at_10
value: 34.107
verified: no, type: map_at_100
value: 35.43
verified: no, type: map_at_1000
value: 35.483
verified: no, type: map_at_20
value: 34.945
verified: no, type: map_at_3
value: 30.070000000000004
verified: no, type: map_at_5
value: 32.25
verified: no, type: mrr_at_1
value: 24.10196987253766
verified: no, type: mrr_at_10
value: 36.531318398352
verified: no, type: mrr_at_100
value: 37.59236775235497
verified: no, type: mrr_at_1000
value: 37.630099883433154
verified: no, type: mrr_at_20
value: 37.20931733276279
verified: no, type: mrr_at_3
value: 32.91328698339132
verified: no, type: mrr_at_5
value: 34.92516415604491
verified: no, type: nauc_map_at_1000_diff1
value: 20.872737281787636
verified: no, type: nauc_map_at_1000_max
value: 16.624364326260896
verified: no, type: nauc_map_at_100_diff1
value: 20.878142367328813
verified: no, type: nauc_map_at_100_max
value: 16.643468154696926
verified: no, type: nauc_map_at_10_diff1
value: 20.807793402274534
verified: no, type: nauc_map_at_10_max
value: 16.39391387269205
verified: no, type: nauc_map_at_1_diff1
value: 22.35812341861645
verified: no, type: nauc_map_at_1_max
value: 11.615838197259766
verified: no, type: nauc_map_at_20_diff1
value: 20.893013757323047
verified: no, type: nauc_map_at_20_max
value: 16.675046191798433
verified: no, type: nauc_map_at_3_diff1
value: 20.05521274346964
verified: no, type: nauc_map_at_3_max
value: 13.969959601269148
verified: no, type: nauc_map_at_5_diff1
value: 20.625293595408642
verified: no, type: nauc_map_at_5_max
value: 15.630481595302918
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.659075334032188
verified: no, type: nauc_mrr_at_1000_max
value: 17.1077266798649
verified: no, type: nauc_mrr_at_100_diff1
value: 20.659592764012615
verified: no, type: nauc_mrr_at_100_max
value: 17.12673405006388
verified: no, type: nauc_mrr_at_10_diff1
value: 20.6492334539065
verified: no, type: nauc_mrr_at_10_max
value: 17.139758338338574
verified: no, type: nauc_mrr_at_1_diff1
value: 21.959789955443817
verified: no, type: nauc_mrr_at_1_max
value: 13.311351245662395
verified: no, type: nauc_mrr_at_20_diff1
value: 20.697135833887096
verified: no, type: nauc_mrr_at_20_max
value: 17.174901738327268
verified: no, type: nauc_mrr_at_3_diff1
value: 20.012890126078148
verified: no, type: nauc_mrr_at_3_max
value: 15.325749640509228
verified: no, type: nauc_mrr_at_5_diff1
value: 20.438050294840547
verified: no, type: nauc_mrr_at_5_max
value: 16.56107433490657
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.981193766001212
verified: no, type: nauc_ndcg_at_1000_max
value: 19.366882624001466
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.07151595070923
verified: no, type: nauc_ndcg_at_100_max
value: 19.969093104531108
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.824455077933653
verified: no, type: nauc_ndcg_at_10_max
value: 19.215675460656907
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.064098120682292
verified: no, type: nauc_ndcg_at_1_max
value: 13.411137146530983
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.12343657664599
verified: no, type: nauc_ndcg_at_20_max
value: 20.04689967321189
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.470309201418857
verified: no, type: nauc_ndcg_at_3_max
value: 14.848503224176909
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.32521541385147
verified: no, type: nauc_ndcg_at_5_max
value: 17.48824868961743
verified: no, type: nauc_precision_at_1000_diff1
value: 0.4660953834541917
verified: no, type: nauc_precision_at_1000_max
value: 14.735755093338893
verified: no, type: nauc_precision_at_100_diff1
value: 7.579249137389521
verified: no, type: nauc_precision_at_100_max
value: 23.48086608082409
verified: no, type: nauc_precision_at_10_diff1
value: 15.621524664818134
verified: no, type: nauc_precision_at_10_max
value: 26.16669034759615
verified: no, type: nauc_precision_at_1_diff1
value: 22.064098120682292
verified: no, type: nauc_precision_at_1_max
value: 13.411137146530983
verified: no, type: nauc_precision_at_20_diff1
value: 13.58615876770919
verified: no, type: nauc_precision_at_20_max
value: 26.806761446925364
verified: no, type: nauc_precision_at_3_diff1
value: 16.500214986231953
verified: no, type: nauc_precision_at_3_max
value: 18.649494923088263
verified: no, type: nauc_precision_at_5_diff1
value: 17.307374618712128
verified: no, type: nauc_precision_at_5_max
value: 23.444839731139965
verified: no, type: nauc_recall_at_1000_diff1
value: 28.75547954061722
verified: no, type: nauc_recall_at_1000_max
value: 62.409320816680015
verified: no, type: nauc_recall_at_100_diff1
value: 23.43814017912217
verified: no, type: nauc_recall_at_100_max
value: 42.499893768353374
verified: no, type: nauc_recall_at_10_diff1
value: 20.535131644031498
verified: no, type: nauc_recall_at_10_max
value: 26.527673119431896
verified: no, type: nauc_recall_at_1_diff1
value: 22.35812341861645
verified: no, type: nauc_recall_at_1_max
value: 11.615838197259766
verified: no, type: nauc_recall_at_20_diff1
value: 21.994120461812543
verified: no, type: nauc_recall_at_20_max
value: 31.819936351026307
verified: no, type: nauc_recall_at_3_diff1
value: 17.432747909860975
verified: no, type: nauc_recall_at_3_max
value: 15.382311079169869
verified: no, type: nauc_recall_at_5_diff1
value: 19.13496828564786
verified: no, type: nauc_recall_at_5_max
value: 21.081897544526708
verified: no, type: ndcg_at_1
value: 24.073
verified: no, type: ndcg_at_10
value: 41.323
verified: no, type: ndcg_at_100
value: 47.188
verified: no, type: ndcg_at_1000
value: 48.424
verified: no, type: ndcg_at_20
value: 44.084
verified: no, type: ndcg_at_3
value: 33.427
verified: no, type: ndcg_at_5
value: 37.171
verified: no, type: precision_at_1
value: 24.073
verified: no, type: precision_at_10
value: 7.242
verified: no, type: precision_at_100
value: 1.051
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 4.2700000000000005
verified: no, type: precision_at_3
value: 15.498000000000001
verified: no, type: precision_at_5
value: 11.431
verified: no, type: recall_at_1
value: 21.246000000000002
verified: no, type: recall_at_10
value: 61.102000000000004
verified: no, type: recall_at_100
value: 87.08500000000001
verified: no, type: recall_at_1000
value: 96.222
verified: no, type: recall_at_20
value: 71.372
verified: no, type: recall_at_3
value: 40.361000000000004
verified: no, type: recall_at_5
value: 49.044
verified: no, task: type: Retrieval
dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: map_at_1
value: 68.285
verified: no, type: map_at_10
value: 82.106
verified: no, type: map_at_100
value: 82.76599999999999
verified: no, type: map_at_1000
value: 82.788
verified: no, type: map_at_20
value: 82.529
verified: no, type: map_at_3
value: 79.108
verified: no, type: map_at_5
value: 80.964
verified: no, type: mrr_at_1
value: 78.67
verified: no, type: mrr_at_10
value: 85.4671111111108
verified: no, type: mrr_at_100
value: 85.59335571351787
verified: no, type: mrr_at_1000
value: 85.59536983332889
verified: no, type: mrr_at_20
value: 85.55846883663256
verified: no, type: mrr_at_3
value: 84.39999999999962
verified: no, type: mrr_at_5
value: 85.11249999999953
verified: no, type: nauc_map_at_1000_diff1
value: 75.5071991426707
verified: no, type: nauc_map_at_1000_max
value: 33.24884628979125
verified: no, type: nauc_map_at_100_diff1
value: 75.51606789897293
verified: no, type: nauc_map_at_100_max
value: 33.237678419609715
verified: no, type: nauc_map_at_10_diff1
value: 75.63941045488615
verified: no, type: nauc_map_at_10_max
value: 32.914787531889694
verified: no, type: nauc_map_at_1_diff1
value: 78.53182147965822
verified: no, type: nauc_map_at_1_max
value: 24.631838635071222
verified: no, type: nauc_map_at_20_diff1
value: 75.55246990673865
verified: no, type: nauc_map_at_20_max
value: 33.12406999050574
verified: no, type: nauc_map_at_3_diff1
value: 75.76122624224449
verified: no, type: nauc_map_at_3_max
value: 30.56135184566114
verified: no, type: nauc_map_at_5_diff1
value: 75.62760573601093
verified: no, type: nauc_map_at_5_max
value: 32.014157139666985
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.37148849763105
verified: no, type: nauc_mrr_at_1000_max
value: 35.935665230883934
verified: no, type: nauc_mrr_at_100_diff1
value: 76.37094038633705
verified: no, type: nauc_mrr_at_100_max
value: 35.94012231045831
verified: no, type: nauc_mrr_at_10_diff1
value: 76.35647457628434
verified: no, type: nauc_mrr_at_10_max
value: 36.01811322984862
verified: no, type: nauc_mrr_at_1_diff1
value: 77.24309585056221
verified: no, type: nauc_mrr_at_1_max
value: 34.48519876828825
verified: no, type: nauc_mrr_at_20_diff1
value: 76.36670040011074
verified: no, type: nauc_mrr_at_20_max
value: 35.99210482612602
verified: no, type: nauc_mrr_at_3_diff1
value: 76.09424554868272
verified: no, type: nauc_mrr_at_3_max
value: 35.609777385861044
verified: no, type: nauc_mrr_at_5_diff1
value: 76.25068640961776
verified: no, type: nauc_mrr_at_5_max
value: 35.86165128556917
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.46284119099505
verified: no, type: nauc_ndcg_at_1000_max
value: 34.897248065013535
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.55417772660796
verified: no, type: nauc_ndcg_at_100_max
value: 34.9921360207961
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.48987547153091
verified: no, type: nauc_ndcg_at_10_max
value: 34.52070770288654
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.2205910169754
verified: no, type: nauc_ndcg_at_1_max
value: 34.54544979283322
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.52495648309022
verified: no, type: nauc_ndcg_at_20_max
value: 34.75327053329915
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.76800490923522
verified: no, type: nauc_ndcg_at_3_max
value: 32.77064919163132
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.05016397357261
verified: no, type: nauc_ndcg_at_5_max
value: 33.50761269482319
verified: no, type: nauc_precision_at_1000_diff1
value: -41.81465497084401
verified: no, type: nauc_precision_at_1000_max
value: -4.443935842899313
verified: no, type: nauc_precision_at_100_diff1
value: -40.80948937001563
verified: no, type: nauc_precision_at_100_max
value: -3.403706458833991
verified: no, type: nauc_precision_at_10_diff1
value: -33.369656218745945
verified: no, type: nauc_precision_at_10_max
value: 2.2202781020992255
verified: no, type: nauc_precision_at_1_diff1
value: 77.2205910169754
verified: no, type: nauc_precision_at_1_max
value: 34.54544979283322
verified: no, type: nauc_precision_at_20_diff1
value: -37.568976386400706
verified: no, type: nauc_precision_at_20_max
value: -0.6469605151975117
verified: no, type: nauc_precision_at_3_diff1
value: -10.217358622390567
verified: no, type: nauc_precision_at_3_max
value: 11.83919267748663
verified: no, type: nauc_precision_at_5_diff1
value: -24.481543671948373
verified: no, type: nauc_precision_at_5_max
value: 6.576825503675188
verified: no, type: nauc_recall_at_1000_diff1
value: 67.36524460905785
verified: no, type: nauc_recall_at_1000_max
value: 53.720724394976585
verified: no, type: nauc_recall_at_100_diff1
value: 75.23538841054406
verified: no, type: nauc_recall_at_100_max
value: 47.2723927504464
verified: no, type: nauc_recall_at_10_diff1
value: 69.95500109263831
verified: no, type: nauc_recall_at_10_max
value: 34.583322421413996
verified: no, type: nauc_recall_at_1_diff1
value: 78.53182147965822
verified: no, type: nauc_recall_at_1_max
value: 24.631838635071222
verified: no, type: nauc_recall_at_20_diff1
value: 70.32541323559573
verified: no, type: nauc_recall_at_20_max
value: 36.98517552839284
verified: no, type: nauc_recall_at_3_diff1
value: 71.477694594835
verified: no, type: nauc_recall_at_3_max
value: 27.960647983463073
verified: no, type: nauc_recall_at_5_diff1
value: 70.17565198935641
verified: no, type: nauc_recall_at_5_max
value: 30.104013734994844
verified: no, type: ndcg_at_1
value: 78.68
verified: no, type: ndcg_at_10
value: 86.244
verified: no, type: ndcg_at_100
value: 87.651
verified: no, type: ndcg_at_1000
value: 87.816
verified: no, type: ndcg_at_20
value: 86.961
verified: no, type: ndcg_at_3
value: 83.152
verified: no, type: ndcg_at_5
value: 84.819
verified: no, type: precision_at_1
value: 78.68
verified: no, type: precision_at_10
value: 13.123000000000001
verified: no, type: precision_at_100
value: 1.514
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 6.979
verified: no, type: precision_at_3
value: 36.353
verified: no, type: precision_at_5
value: 23.977999999999998
verified: no, type: recall_at_1
value: 68.285
verified: no, type: recall_at_10
value: 94.16799999999999
verified: no, type: recall_at_100
value: 99.116
verified: no, type: recall_at_1000
value: 99.944
verified: no, type: recall_at_20
value: 96.494
verified: no, type: recall_at_3
value: 85.31
verified: no, type: recall_at_5
value: 89.993
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 47.39326061426851
verified: no, type: v_measures
value: 0.47153549737072414, 0.5113188409132627, 0.4256578555733507, 0.45547697557001166, 0.44673621430540467
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 58.382849910561305
verified: no, type: v_measures
value: 0.638508286047501, 0.6201813511333097, 0.6412218572317954, 0.34538859648148, 0.6372584092921234
verified: no, task: type: Retrieval
dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: map_at_1
value: 3.5680000000000005
verified: no, type: map_at_10
value: 9.165
verified: no, type: map_at_100
value: 10.928
verified: no, type: map_at_1000
value: 11.187
verified: no, type: map_at_20
value: 10.030999999999999
verified: no, type: map_at_3
value: 6.598
verified: no, type: map_at_5
value: 7.746
verified: no, type: mrr_at_1
value: 17.5
verified: no, type: mrr_at_10
value: 28.15242063492062
verified: no, type: mrr_at_100
value: 29.148090545385042
verified: no, type: mrr_at_1000
value: 29.22586383082865
verified: no, type: mrr_at_20
value: 28.716339503289944
verified: no, type: mrr_at_3
value: 24.9666666666667
verified: no, type: mrr_at_5
value: 26.496666666666684
verified: no, type: nauc_map_at_1000_diff1
value: 18.97303632967232
verified: no, type: nauc_map_at_1000_max
value: 26.99578750624317
verified: no, type: nauc_map_at_100_diff1
value: 19.03406677193612
verified: no, type: nauc_map_at_100_max
value: 26.869362658515016
verified: no, type: nauc_map_at_10_diff1
value: 18.057667997990386
verified: no, type: nauc_map_at_10_max
value: 25.309052871533634
verified: no, type: nauc_map_at_1_diff1
value: 19.012090704165505
verified: no, type: nauc_map_at_1_max
value: 17.258809318287167
verified: no, type: nauc_map_at_20_diff1
value: 18.941090010273122
verified: no, type: nauc_map_at_20_max
value: 26.333042449319226
verified: no, type: nauc_map_at_3_diff1
value: 16.710501604799592
verified: no, type: nauc_map_at_3_max
value: 21.31218718265248
verified: no, type: nauc_map_at_5_diff1
value: 16.56134390513593
verified: no, type: nauc_map_at_5_max
value: 22.826974292312546
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.363889874600694
verified: no, type: nauc_mrr_at_1000_max
value: 20.518910454040395
verified: no, type: nauc_mrr_at_100_diff1
value: 16.351792727972825
verified: no, type: nauc_mrr_at_100_max
value: 20.51605975440402
verified: no, type: nauc_mrr_at_10_diff1
value: 16.353234548491002
verified: no, type: nauc_mrr_at_10_max
value: 20.3474303123765
verified: no, type: nauc_mrr_at_1_diff1
value: 18.72320588103456
verified: no, type: nauc_mrr_at_1_max
value: 17.31659868214623
verified: no, type: nauc_mrr_at_20_diff1
value: 16.349503308662584
verified: no, type: nauc_mrr_at_20_max
value: 20.571279610990683
verified: no, type: nauc_mrr_at_3_diff1
value: 16.61433823095321
verified: no, type: nauc_mrr_at_3_max
value: 19.8671374514683
verified: no, type: nauc_mrr_at_5_diff1
value: 16.657607225925013
verified: no, type: nauc_mrr_at_5_max
value: 20.485690382244712
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.216527125545124
verified: no, type: nauc_ndcg_at_1000_max
value: 29.67323723253682
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.920363114583992
verified: no, type: nauc_ndcg_at_100_max
value: 28.74219286431791
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.4262322341026
verified: no, type: nauc_ndcg_at_10_max
value: 25.314398482777406
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.72320588103456
verified: no, type: nauc_ndcg_at_1_max
value: 17.31659868214623
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.49350721003082
verified: no, type: nauc_ndcg_at_20_max
value: 26.95660628845422
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.388721576110076
verified: no, type: nauc_ndcg_at_3_max
value: 21.574925593659326
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.62472439103214
verified: no, type: nauc_ndcg_at_5_max
value: 23.186257022779994
verified: no, type: nauc_precision_at_1000_diff1
value: 7.882444572522718
verified: no, type: nauc_precision_at_1000_max
value: 29.389796806861163
verified: no, type: nauc_precision_at_100_diff1
value: 13.9186095734099
verified: no, type: nauc_precision_at_100_max
value: 30.35346461874792
verified: no, type: nauc_precision_at_10_diff1
value: 15.858687077827474
verified: no, type: nauc_precision_at_10_max
value: 26.884411423943906
verified: no, type: nauc_precision_at_1_diff1
value: 18.72320588103456
verified: no, type: nauc_precision_at_1_max
value: 17.31659868214623
verified: no, type: nauc_precision_at_20_diff1
value: 17.397174842486937
verified: no, type: nauc_precision_at_20_max
value: 28.48509998553517
verified: no, type: nauc_precision_at_3_diff1
value: 15.910758722664974
verified: no, type: nauc_precision_at_3_max
value: 23.37753724707492
verified: no, type: nauc_precision_at_5_diff1
value: 15.480650294833314
verified: no, type: nauc_precision_at_5_max
value: 24.92100239632834
verified: no, type: nauc_recall_at_1000_diff1
value: 8.568163684580515
verified: no, type: nauc_recall_at_1000_max
value: 29.761661131284278
verified: no, type: nauc_recall_at_100_diff1
value: 14.139732606832828
verified: no, type: nauc_recall_at_100_max
value: 30.30928539057988
verified: no, type: nauc_recall_at_10_diff1
value: 16.0957814746088
verified: no, type: nauc_recall_at_10_max
value: 26.730370480937783
verified: no, type: nauc_recall_at_1_diff1
value: 19.012090704165505
verified: no, type: nauc_recall_at_1_max
value: 17.258809318287167
verified: no, type: nauc_recall_at_20_diff1
value: 17.58458055089181
verified: no, type: nauc_recall_at_20_max
value: 28.329240158930897
verified: no, type: nauc_recall_at_3_diff1
value: 16.11861072893215
verified: no, type: nauc_recall_at_3_max
value: 23.34743857534646
verified: no, type: nauc_recall_at_5_diff1
value: 15.659970648558035
verified: no, type: nauc_recall_at_5_max
value: 24.916484416681683
verified: no, type: ndcg_at_1
value: 17.5
verified: no, type: ndcg_at_10
value: 16.203
verified: no, type: ndcg_at_100
value: 23.311
verified: no, type: ndcg_at_1000
value: 28.476000000000003
verified: no, type: ndcg_at_20
value: 18.614
verified: no, type: ndcg_at_3
value: 15.246
verified: no, type: ndcg_at_5
value: 13.142000000000001
verified: no, type: precision_at_1
value: 17.5
verified: no, type: precision_at_10
value: 8.61
verified: no, type: precision_at_100
value: 1.8929999999999998
verified: no, type: precision_at_1000
value: 0.314
verified: no, type: precision_at_20
value: 5.695
verified: no, type: precision_at_3
value: 14.7
verified: no, type: precision_at_5
value: 11.700000000000001
verified: no, type: recall_at_1
value: 3.5680000000000005
verified: no, type: recall_at_10
value: 17.497
verified: no, type: recall_at_100
value: 38.377
verified: no, type: recall_at_1000
value: 63.858000000000004
verified: no, type: recall_at_20
value: 23.122
verified: no, type: recall_at_3
value: 8.948
verified: no, type: recall_at_5
value: 11.858
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 83.0786740980213
verified: no, type: cos_sim_spearman
value: 74.64910820402831
verified: no, type: euclidean_pearson
value: 79.40680658618808
verified: no, type: euclidean_spearman
value: 74.04786370197291
verified: no, type: manhattan_pearson
value: 79.30290796130608
verified: no, type: manhattan_spearman
value: 73.86543081865257
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 87.14143764866938
verified: no, type: cos_sim_spearman
value: 79.39117869636218
verified: no, type: euclidean_pearson
value: 82.27893672472992
verified: no, type: euclidean_spearman
value: 78.12857266398304
verified: no, type: manhattan_pearson
value: 82.40958626880706
verified: no, type: manhattan_spearman
value: 78.2460736745845
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 84.98565298864834
verified: no, type: cos_sim_spearman
value: 85.3226077419183
verified: no, type: euclidean_pearson
value: 83.36095201234602
verified: no, type: euclidean_spearman
value: 83.44580751011605
verified: no, type: manhattan_pearson
value: 83.26944531709971
verified: no, type: manhattan_spearman
value: 83.3511641574103
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 86.15642283009589
verified: no, type: cos_sim_spearman
value: 83.89978896960656
verified: no, type: euclidean_pearson
value: 85.01657605766617
verified: no, type: euclidean_spearman
value: 82.70615194483753
verified: no, type: manhattan_pearson
value: 84.82154011079453
verified: no, type: manhattan_spearman
value: 82.61620436539884
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 87.7730685270548
verified: no, type: cos_sim_spearman
value: 88.46744045180212
verified: no, type: euclidean_pearson
value: 87.11846600678471
verified: no, type: euclidean_spearman
value: 87.32502541228249
verified: no, type: manhattan_pearson
value: 87.06217303693649
verified: no, type: manhattan_spearman
value: 87.24696449513658
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 83.0653949018384
verified: no, type: cos_sim_spearman
value: 84.43898725124001
verified: no, type: euclidean_pearson
value: 83.46057253146975
verified: no, type: euclidean_spearman
value: 83.70938571051141
verified: no, type: manhattan_pearson
value: 83.48079890307652
verified: no, type: manhattan_spearman
value: 83.75548841452152
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cos_sim_pearson
value: 85.45225298379407
verified: no, type: cos_sim_spearman
value: 85.76725038940407
verified: no, type: euclidean_pearson
value: 85.9615450336946
verified: no, type: euclidean_spearman
value: 85.48341197609108
verified: no, type: manhattan_pearson
value: 85.74837479284034
verified: no, type: manhattan_spearman
value: 85.19050180417275
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cos_sim_pearson
value: 66.72129983991873
verified: no, type: cos_sim_spearman
value: 67.23743199464064
verified: no, type: euclidean_pearson
value: 68.41402075343164
verified: no, type: euclidean_spearman
value: 67.96307375904688
verified: no, type: manhattan_pearson
value: 68.40814603490281
verified: no, type: manhattan_spearman
value: 67.78239579617318
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 86.17592091160849
verified: no, type: cos_sim_spearman
value: 86.0757276289371
verified: no, type: euclidean_pearson
value: 85.24314028679827
verified: no, type: euclidean_spearman
value: 84.79227270552205
verified: no, type: manhattan_pearson
value: 85.15711414880685
verified: no, type: manhattan_spearman
value: 84.68939283251983
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 78.61113471166244
verified: no, type: mrr
value: 93.432848923045
verified: no, type: nAUC_map_diff1
value: 5.468214413465522
verified: no, type: nAUC_map_max
value: 53.344699872043364
verified: no, type: nAUC_mrr_diff1
value: 50.8786565680291
verified: no, type: nAUC_mrr_max
value: 79.73153373046732
verified: no, task: type: Retrieval
dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 46.694
verified: no, type: map_at_10
value: 58.492999999999995
verified: no, type: map_at_100
value: 59.079
verified: no, type: map_at_1000
value: 59.114999999999995
verified: no, type: map_at_20
value: 58.784000000000006
verified: no, type: map_at_3
value: 56.091
verified: no, type: map_at_5
value: 57.023999999999994
verified: no, type: mrr_at_1
value: 49.333333333333336
verified: no, type: mrr_at_10
value: 59.850132275132296
verified: no, type: mrr_at_100
value: 60.31782622597538
verified: no, type: mrr_at_1000
value: 60.34922440201215
verified: no, type: mrr_at_20
value: 60.08416454832866
verified: no, type: mrr_at_3
value: 58.05555555555557
verified: no, type: mrr_at_5
value: 58.67222222222224
verified: no, type: nauc_map_at_1000_diff1
value: 67.76127454103812
verified: no, type: nauc_map_at_1000_max
value: 42.06391105197536
verified: no, type: nauc_map_at_100_diff1
value: 67.73734626481158
verified: no, type: nauc_map_at_100_max
value: 42.07013722993752
verified: no, type: nauc_map_at_10_diff1
value: 67.75019487037416
verified: no, type: nauc_map_at_10_max
value: 42.08004179578344
verified: no, type: nauc_map_at_1_diff1
value: 73.16882642657764
verified: no, type: nauc_map_at_1_max
value: 38.22765895246309
verified: no, type: nauc_map_at_20_diff1
value: 67.71028360631355
verified: no, type: nauc_map_at_20_max
value: 42.182021960109665
verified: no, type: nauc_map_at_3_diff1
value: 67.62369130951392
verified: no, type: nauc_map_at_3_max
value: 39.910755718969696
verified: no, type: nauc_map_at_5_diff1
value: 67.66911636315015
verified: no, type: nauc_map_at_5_max
value: 40.38236382755538
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.06803763645875
verified: no, type: nauc_mrr_at_1000_max
value: 42.86556398916693
verified: no, type: nauc_mrr_at_100_diff1
value: 66.04424547602991
verified: no, type: nauc_mrr_at_100_max
value: 42.867192517898935
verified: no, type: nauc_mrr_at_10_diff1
value: 65.9181187541585
verified: no, type: nauc_mrr_at_10_max
value: 43.00997791733552
verified: no, type: nauc_mrr_at_1_diff1
value: 71.14402949361032
verified: no, type: nauc_mrr_at_1_max
value: 40.41989400733797
verified: no, type: nauc_mrr_at_20_diff1
value: 65.96893983596155
verified: no, type: nauc_mrr_at_20_max
value: 42.96939035490266
verified: no, type: nauc_mrr_at_3_diff1
value: 65.61751418820666
verified: no, type: nauc_mrr_at_3_max
value: 41.73632436886939
verified: no, type: nauc_mrr_at_5_diff1
value: 65.93649980807021
verified: no, type: nauc_mrr_at_5_max
value: 41.99687107195354
verified: no, type: nauc_ndcg_at_1000_diff1
value: 66.14801590849353
verified: no, type: nauc_ndcg_at_1000_max
value: 43.70286520140021
verified: no, type: nauc_ndcg_at_100_diff1
value: 65.57206500474688
verified: no, type: nauc_ndcg_at_100_max
value: 43.804634724756234
verified: no, type: nauc_ndcg_at_10_diff1
value: 65.58658179189969
verified: no, type: nauc_ndcg_at_10_max
value: 44.605601186017815
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.14402949361032
verified: no, type: nauc_ndcg_at_1_max
value: 40.41989400733797
verified: no, type: nauc_ndcg_at_20_diff1
value: 65.52436059710848
verified: no, type: nauc_ndcg_at_20_max
value: 44.80884075855281
verified: no, type: nauc_ndcg_at_3_diff1
value: 65.33560750072314
verified: no, type: nauc_ndcg_at_3_max
value: 41.02191665715624
verified: no, type: nauc_ndcg_at_5_diff1
value: 65.49156588896797
verified: no, type: nauc_ndcg_at_5_max
value: 41.193628278772906
verified: no, type: nauc_precision_at_1000_diff1
value: -21.271717431265248
verified: no, type: nauc_precision_at_1000_max
value: 14.880187641241479
verified: no, type: nauc_precision_at_100_diff1
value: -6.170679294185874
verified: no, type: nauc_precision_at_100_max
value: 23.392807344666835
verified: no, type: nauc_precision_at_10_diff1
value: 24.15372806591396
verified: no, type: nauc_precision_at_10_max
value: 42.122189619323315
verified: no, type: nauc_precision_at_1_diff1
value: 71.14402949361032
verified: no, type: nauc_precision_at_1_max
value: 40.41989400733797
verified: no, type: nauc_precision_at_20_diff1
value: 15.788476578628993
verified: no, type: nauc_precision_at_20_max
value: 39.31283062678818
verified: no, type: nauc_precision_at_3_diff1
value: 45.48749226553521
verified: no, type: nauc_precision_at_3_max
value: 38.4930807232584
verified: no, type: nauc_precision_at_5_diff1
value: 38.55379599441077
verified: no, type: nauc_precision_at_5_max
value: 36.431299487657185
verified: no, type: nauc_recall_at_1000_diff1
value: 45.004668534080174
verified: no, type: nauc_recall_at_1000_max
value: 80.78120136943592
verified: no, type: nauc_recall_at_100_diff1
value: 47.77911164465763
verified: no, type: nauc_recall_at_100_max
value: 51.29449629314065
verified: no, type: nauc_recall_at_10_diff1
value: 57.71614029345987
verified: no, type: nauc_recall_at_10_max
value: 53.908934707903775
verified: no, type: nauc_recall_at_1_diff1
value: 73.16882642657764
verified: no, type: nauc_recall_at_1_max
value: 38.22765895246309
verified: no, type: nauc_recall_at_20_diff1
value: 56.143181435044355
verified: no, type: nauc_recall_at_20_max
value: 56.12210887724124
verified: no, type: nauc_recall_at_3_diff1
value: 58.947466694908826
verified: no, type: nauc_recall_at_3_max
value: 40.205765050955286
verified: no, type: nauc_recall_at_5_diff1
value: 58.72258574569608
verified: no, type: nauc_recall_at_5_max
value: 40.857639009739245
verified: no, type: ndcg_at_1
value: 49.333
verified: no, type: ndcg_at_10
value: 63.966
verified: no, type: ndcg_at_100
value: 66.808
verified: no, type: ndcg_at_1000
value: 67.62700000000001
verified: no, type: ndcg_at_20
value: 64.92
verified: no, type: ndcg_at_3
value: 59.496
verified: no, type: ndcg_at_5
value: 60.743
verified: no, type: precision_at_1
value: 49.333
verified: no, type: precision_at_10
value: 8.866999999999999
verified: no, type: precision_at_100
value: 1.053
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 4.683
verified: no, type: precision_at_3
value: 24
verified: no, type: precision_at_5
value: 15.333
verified: no, type: recall_at_1
value: 46.694
verified: no, type: recall_at_10
value: 79.5
verified: no, type: recall_at_100
value: 92.767
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_20
value: 82.956
verified: no, type: recall_at_3
value: 66.783
verified: no, type: recall_at_5
value: 69.906
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.78118811881188
verified: no, type: cos_sim_ap
value: 94.38499172210743
verified: no, type: cos_sim_f1
value: 88.99803536345776
verified: no, type: cos_sim_precision
value: 87.45173745173746
verified: no, type: cos_sim_recall
value: 90.60000000000001
verified: no, type: dot_accuracy
value: 99.68118811881187
verified: no, type: dot_ap
value: 88.59372518155831
verified: no, type: dot_f1
value: 83.45323741007195
verified: no, type: dot_precision
value: 85.83509513742071
verified: no, type: dot_recall
value: 81.2
verified: no, type: euclidean_accuracy
value: 99.78019801980199
verified: no, type: euclidean_ap
value: 94.41961507812081
verified: no, type: euclidean_f1
value: 88.91098955743412
verified: no, type: euclidean_precision
value: 88.4272997032641
verified: no, type: euclidean_recall
value: 89.4
verified: no, type: manhattan_accuracy
value: 99.78118811881188
verified: no, type: manhattan_ap
value: 94.53929097513269
verified: no, type: manhattan_f1
value: 88.93280632411069
verified: no, type: manhattan_precision
value: 87.890625
verified: no, type: manhattan_recall
value: 90
verified: no, type: max_accuracy
value: 99.78118811881188
verified: no, type: max_ap
value: 94.53929097513269
verified: no, type: max_f1
value: 88.99803536345776
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 52.46659916482748
verified: no, type: v_measures
value: 0.5533520743369753, 0.5226026021922323, 0.4443153697300708, 0.5442847332820114, 0.5574991389583961
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 33.6334285506705
verified: no, type: v_measures
value: 0.3276318900057692, 0.3240387341697168, 0.32272003147893974, 0.32313817118726607, 0.3156113464382597
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 47.16067733309403
verified: no, type: mrr
value: 47.8574611662847
verified: no, type: nAUC_map_diff1
value: 32.52594575795374
verified: no, type: nAUC_map_max
value: 14.426033057319177
verified: no, type: nAUC_mrr_diff1
value: 32.717518660141344
verified: no, type: nAUC_mrr_max
value: 15.511520995680103
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 29.510117786456014
verified: no, type: cos_sim_spearman
value: 29.2255704281364
verified: no, type: dot_pearson
value: 29.920367312494868
verified: no, type: dot_spearman
value: 29.70675041719688
verified: no, task: type: Retrieval
dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: map_at_1
value: 0.153
verified: no, type: map_at_10
value: 1.084
verified: no, type: map_at_100
value: 5.065
verified: no, type: map_at_1000
value: 14.255999999999998
verified: no, type: map_at_20
value: 1.7739999999999998
verified: no, type: map_at_3
value: 0.40299999999999997
verified: no, type: map_at_5
value: 0.63
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 67.86904761904762
verified: no, type: mrr_at_100
value: 68.1173503682578
verified: no, type: mrr_at_1000
value: 68.1173503682578
verified: no, type: mrr_at_20
value: 67.97431077694236
verified: no, type: mrr_at_3
value: 64
verified: no, type: mrr_at_5
value: 66.8
verified: no, type: nauc_map_at_1000_diff1
value: -22.260198132192173
verified: no, type: nauc_map_at_1000_max
value: 54.68403556878306
verified: no, type: nauc_map_at_100_diff1
value: -16.159059471544403
verified: no, type: nauc_map_at_100_max
value: 46.680332538973104
verified: no, type: nauc_map_at_10_diff1
value: -0.16025207380124323
verified: no, type: nauc_map_at_10_max
value: 18.60858928303837
verified: no, type: nauc_map_at_1_diff1
value: 19.31406645591962
verified: no, type: nauc_map_at_1_max
value: 12.446064494149196
verified: no, type: nauc_map_at_20_diff1
value: -3.7207534399873086
verified: no, type: nauc_map_at_20_max
value: 23.984664337717064
verified: no, type: nauc_map_at_3_diff1
value: 11.318172692961777
verified: no, type: nauc_map_at_3_max
value: 17.80683628355867
verified: no, type: nauc_map_at_5_diff1
value: 7.92181873049933
verified: no, type: nauc_map_at_5_max
value: 17.64389113325039
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.49153792066571
verified: no, type: nauc_mrr_at_1000_max
value: 33.59871091829616
verified: no, type: nauc_mrr_at_100_diff1
value: 17.49153792066571
verified: no, type: nauc_mrr_at_100_max
value: 33.59871091829616
verified: no, type: nauc_mrr_at_10_diff1
value: 17.502786184772496
verified: no, type: nauc_mrr_at_10_max
value: 33.97577280665956
verified: no, type: nauc_mrr_at_1_diff1
value: 20.469006140423968
verified: no, type: nauc_mrr_at_1_max
value: 24.62282237225972
verified: no, type: nauc_mrr_at_20_diff1
value: 17.27246967398437
verified: no, type: nauc_mrr_at_20_max
value: 33.69787393313599
verified: no, type: nauc_mrr_at_3_diff1
value: 17.658115148717215
verified: no, type: nauc_mrr_at_3_max
value: 34.66827145024068
verified: no, type: nauc_mrr_at_5_diff1
value: 17.916005644695375
verified: no, type: nauc_mrr_at_5_max
value: 35.10406736432433
verified: no, type: nauc_ndcg_at_1000_diff1
value: -25.695422281160564
verified: no, type: nauc_ndcg_at_1000_max
value: 41.85333091055545
verified: no, type: nauc_ndcg_at_100_diff1
value: -20.77388791351094
verified: no, type: nauc_ndcg_at_100_max
value: 44.356134608903034
verified: no, type: nauc_ndcg_at_10_diff1
value: -10.307778980699197
verified: no, type: nauc_ndcg_at_10_max
value: 33.23388628961326
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.412738715863956
verified: no, type: nauc_ndcg_at_1_max
value: 23.390778206963613
verified: no, type: nauc_ndcg_at_20_diff1
value: -11.307721360709836
verified: no, type: nauc_ndcg_at_20_max
value: 36.352174201276206
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.285454029149752
verified: no, type: nauc_ndcg_at_3_max
value: 29.03877907321362
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.8947521854164275
verified: no, type: nauc_ndcg_at_5_max
value: 31.54102751296627
verified: no, type: nauc_precision_at_1000_diff1
value: -25.78557535978164
verified: no, type: nauc_precision_at_1000_max
value: 37.467970941981896
verified: no, type: nauc_precision_at_100_diff1
value: -25.701682320317964
verified: no, type: nauc_precision_at_100_max
value: 45.81756747527059
verified: no, type: nauc_precision_at_10_diff1
value: -21.234526843340713
verified: no, type: nauc_precision_at_10_max
value: 32.91504410405538
verified: no, type: nauc_precision_at_1_diff1
value: 20.469006140423968
verified: no, type: nauc_precision_at_1_max
value: 24.62282237225972
verified: no, type: nauc_precision_at_20_diff1
value: -20.025454190589233
verified: no, type: nauc_precision_at_20_max
value: 37.55936600361076
verified: no, type: nauc_precision_at_3_diff1
value: 2.8390823388370996
verified: no, type: nauc_precision_at_3_max
value: 31.69418560296442
verified: no, type: nauc_precision_at_5_diff1
value: -7.36442063396579
verified: no, type: nauc_precision_at_5_max
value: 32.88936384031251
verified: no, type: nauc_recall_at_1000_diff1
value: -25.040103819963193
verified: no, type: nauc_recall_at_1000_max
value: 39.67194190901835
verified: no, type: nauc_recall_at_100_diff1
value: -15.819635509190055
verified: no, type: nauc_recall_at_100_max
value: 38.20290322073082
verified: no, type: nauc_recall_at_10_diff1
value: -2.179337202237811
verified: no, type: nauc_recall_at_10_max
value: 15.444689423576962
verified: no, type: nauc_recall_at_1_diff1
value: 19.31406645591962
verified: no, type: nauc_recall_at_1_max
value: 12.446064494149196
verified: no, type: nauc_recall_at_20_diff1
value: -4.369705346989079
verified: no, type: nauc_recall_at_20_max
value: 19.689399778184235
verified: no, type: nauc_recall_at_3_diff1
value: 11.368703632097438
verified: no, type: nauc_recall_at_3_max
value: 18.834378852568555
verified: no, type: nauc_recall_at_5_diff1
value: 9.363083205894776
verified: no, type: nauc_recall_at_5_max
value: 16.283811472009358
verified: no, type: ndcg_at_1
value: 50
verified: no, type: ndcg_at_10
value: 46.788999999999994
verified: no, type: ndcg_at_100
value: 33.676
verified: no, type: ndcg_at_1000
value: 36.502
verified: no, type: ndcg_at_20
value: 42.895
verified: no, type: ndcg_at_3
value: 49.531
verified: no, type: ndcg_at_5
value: 49.413000000000004
verified: no, type: precision_at_1
value: 54
verified: no, type: precision_at_10
value: 51.2
verified: no, type: precision_at_100
value: 34.62
verified: no, type: precision_at_1000
value: 16.869999999999997
verified: no, type: precision_at_20
value: 45.800000000000004
verified: no, type: precision_at_3
value: 54
verified: no, type: precision_at_5
value: 54.400000000000006
verified: no, type: recall_at_1
value: 0.153
verified: no, type: recall_at_10
value: 1.373
verified: no, type: recall_at_100
value: 8.425
verified: no, type: recall_at_1000
value: 36.521
verified: no, type: recall_at_20
value: 2.4
verified: no, type: recall_at_3
value: 0.441
verified: no, type: recall_at_5
value: 0.739
verified: no, task: type: Retrieval
dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 1.4449999999999998
verified: no, type: map_at_10
value: 5.508
verified: no, type: map_at_100
value: 9.561
verified: no, type: map_at_1000
value: 11.075
verified: no, type: map_at_20
value: 7.195
verified: no, type: map_at_3
value: 2.8819999999999997
verified: no, type: map_at_5
value: 3.859
verified: no, type: mrr_at_1
value: 18.367346938775512
verified: no, type: mrr_at_10
value: 30.816326530612244
verified: no, type: mrr_at_100
value: 32.36702497368042
verified: no, type: mrr_at_1000
value: 32.39717992373145
verified: no, type: mrr_at_20
value: 31.906678711584885
verified: no, type: mrr_at_3
value: 26.190476190476193
verified: no, type: mrr_at_5
value: 28.945578231292522
verified: no, type: nauc_map_at_1000_diff1
value: 15.86075185050381
verified: no, type: nauc_map_at_1000_max
value: -39.68076638135203
verified: no, type: nauc_map_at_100_diff1
value: 14.373599398703885
verified: no, type: nauc_map_at_100_max
value: -40.06871903205363
verified: no, type: nauc_map_at_10_diff1
value: 17.129188771799722
verified: no, type: nauc_map_at_10_max
value: -40.62148414336222
verified: no, type: nauc_map_at_1_diff1
value: 19.300742296090192
verified: no, type: nauc_map_at_1_max
value: -39.01422276688408
verified: no, type: nauc_map_at_20_diff1
value: 17.096257109130104
verified: no, type: nauc_map_at_20_max
value: -41.45895858788768
verified: no, type: nauc_map_at_3_diff1
value: 13.061713953725201
verified: no, type: nauc_map_at_3_max
value: -38.41319841534379
verified: no, type: nauc_map_at_5_diff1
value: 14.349086737587205
verified: no, type: nauc_map_at_5_max
value: -38.969968391834044
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.890202844477846
verified: no, type: nauc_mrr_at_1000_max
value: -35.71618277376245
verified: no, type: nauc_mrr_at_100_diff1
value: 15.922757469316565
verified: no, type: nauc_mrr_at_100_max
value: -35.79109859355446
verified: no, type: nauc_mrr_at_10_diff1
value: 15.047536449761841
verified: no, type: nauc_mrr_at_10_max
value: -36.56394292392469
verified: no, type: nauc_mrr_at_1_diff1
value: 23.5674706768817
verified: no, type: nauc_mrr_at_1_max
value: -34.577680813370684
verified: no, type: nauc_mrr_at_20_diff1
value: 15.48856353024658
verified: no, type: nauc_mrr_at_20_max
value: -35.79541680443546
verified: no, type: nauc_mrr_at_3_diff1
value: 15.806087622568954
verified: no, type: nauc_mrr_at_3_max
value: -32.477788788477206
verified: no, type: nauc_mrr_at_5_diff1
value: 15.100010170892547
verified: no, type: nauc_mrr_at_5_max
value: -34.902570265426476
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.06221439254491
verified: no, type: nauc_ndcg_at_1000_max
value: -38.057099656137524
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.712806009366044
verified: no, type: nauc_ndcg_at_100_max
value: -41.634510046296825
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.714184908152074
verified: no, type: nauc_ndcg_at_10_max
value: -38.35275712711699
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.689699524955962
verified: no, type: nauc_ndcg_at_1_max
value: -32.166823132012276
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.460154587871894
verified: no, type: nauc_ndcg_at_20_max
value: -44.9036600147991
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.089462936175444
verified: no, type: nauc_ndcg_at_3_max
value: -28.050150980736177
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.85293507256734
verified: no, type: nauc_ndcg_at_5_max
value: -30.806342862683927
verified: no, type: nauc_precision_at_1000_diff1
value: 14.408977497220873
verified: no, type: nauc_precision_at_1000_max
value: 37.74317255169207
verified: no, type: nauc_precision_at_100_diff1
value: -1.535852218534388
verified: no, type: nauc_precision_at_100_max
value: -19.385555066523708
verified: no, type: nauc_precision_at_10_diff1
value: 14.935398953941345
verified: no, type: nauc_precision_at_10_max
value: -40.7784122393935
verified: no, type: nauc_precision_at_1_diff1
value: 23.5674706768817
verified: no, type: nauc_precision_at_1_max
value: -34.577680813370684
verified: no, type: nauc_precision_at_20_diff1
value: 10.2401285323039
verified: no, type: nauc_precision_at_20_max
value: -44.04141433293453
verified: no, type: nauc_precision_at_3_diff1
value: 15.784680322541114
verified: no, type: nauc_precision_at_3_max
value: -30.464693842536324
verified: no, type: nauc_precision_at_5_diff1
value: 6.837543215418572
verified: no, type: nauc_precision_at_5_max
value: -32.9314191958357
verified: no, type: nauc_recall_at_1000_diff1
value: 8.533481249495253
verified: no, type: nauc_recall_at_1000_max
value: -30.221386840946657
verified: no, type: nauc_recall_at_100_diff1
value: -1.394100451328846
verified: no, type: nauc_recall_at_100_max
value: -41.79269914007117
verified: no, type: nauc_recall_at_10_diff1
value: 13.77128337229429
verified: no, type: nauc_recall_at_10_max
value: -44.513151444340814
verified: no, type: nauc_recall_at_1_diff1
value: 19.300742296090192
verified: no, type: nauc_recall_at_1_max
value: -39.01422276688408
verified: no, type: nauc_recall_at_20_diff1
value: 8.568504019773036
verified: no, type: nauc_recall_at_20_max
value: -47.8434381158021
verified: no, type: nauc_recall_at_3_diff1
value: 9.308189193923543
verified: no, type: nauc_recall_at_3_max
value: -39.95524531900913
verified: no, type: nauc_recall_at_5_diff1
value: 10.205415401777017
verified: no, type: nauc_recall_at_5_max
value: -38.78454250086998
verified: no, type: ndcg_at_1
value: 16.326999999999998
verified: no, type: ndcg_at_10
value: 14.472999999999999
verified: no, type: ndcg_at_100
value: 24.621000000000002
verified: no, type: ndcg_at_1000
value: 37.964999999999996
verified: no, type: ndcg_at_20
value: 16.55
verified: no, type: ndcg_at_3
value: 15.432000000000002
verified: no, type: ndcg_at_5
value: 14.654
verified: no, type: precision_at_1
value: 18.367
verified: no, type: precision_at_10
value: 14.285999999999998
verified: no, type: precision_at_100
value: 5.612
verified: no, type: precision_at_1000
value: 1.39
verified: no, type: precision_at_20
value: 11.735
verified: no, type: precision_at_3
value: 17.007
verified: no, type: precision_at_5
value: 16.326999999999998
verified: no, type: recall_at_1
value: 1.4449999999999998
verified: no, type: recall_at_10
value: 10.796999999999999
verified: no, type: recall_at_100
value: 36.172
verified: no, type: recall_at_1000
value: 75.737
verified: no, type: recall_at_20
value: 17.494
verified: no, type: recall_at_3
value: 3.74
verified: no, type: recall_at_5
value: 6.131
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 62.5244140625
verified: no, type: ap
value: 11.036738738208067
verified: no, type: ap_weighted
value: 11.036738738208067
verified: no, type: f1
value: 48.178922337841016
verified: no, type: f1_weighted
value: 70.79346668027127
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 59.60384833050367
verified: no, type: f1
value: 59.89473957112635
verified: no, type: f1_weighted
value: 59.21770850754739
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 40.52017931682707
verified: no, type: v_measures
value: 0.41056001750265486, 0.4115812168479953, 0.4020131539653664, 0.41845373495523314, 0.3990043371824943
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 84.19860523335518
verified: no, type: cos_sim_ap
value: 67.98183780223552
verified: no, type: cos_sim_f1
value: 63.287574797606474
verified: no, type: cos_sim_precision
value: 56.98288611874076
verified: no, type: cos_sim_recall
value: 71.16094986807387
verified: no, type: dot_accuracy
value: 81.0872027180068
verified: no, type: dot_ap
value: 57.080616165589994
verified: no, type: dot_f1
value: 57.184056030487184
verified: no, type: dot_precision
value: 46.899814157796925
verified: no, type: dot_recall
value: 73.24538258575198
verified: no, type: euclidean_accuracy
value: 84.10919711509806
verified: no, type: euclidean_ap
value: 68.02422564958268
verified: no, type: euclidean_f1
value: 63.76539589442815
verified: no, type: euclidean_precision
value: 57.40232312565998
verified: no, type: euclidean_recall
value: 71.71503957783642
verified: no, type: manhattan_accuracy
value: 84.06747332657805
verified: no, type: manhattan_ap
value: 67.74186393843273
verified: no, type: manhattan_f1
value: 63.57935359382538
verified: no, type: manhattan_precision
value: 58.55175477565526
verified: no, type: manhattan_recall
value: 69.55145118733509
verified: no, type: max_accuracy
value: 84.19860523335518
verified: no, type: max_ap
value: 68.02422564958268
verified: no, type: max_f1
value: 63.76539589442815
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.40311250824699
verified: no, type: cos_sim_ap
value: 86.47944792205789
verified: no, type: cos_sim_f1
value: 78.80539499036608
verified: no, type: cos_sim_precision
value: 75.95714285714286
verified: no, type: cos_sim_recall
value: 81.87557745611333
verified: no, type: dot_accuracy
value: 87.8468583847557
verified: no, type: dot_ap
value: 83.05643449341216
verified: no, type: dot_f1
value: 76.55210439257489
verified: no, type: dot_precision
value: 73.24330027431948
verified: no, type: dot_recall
value: 80.17400677548507
verified: no, type: euclidean_accuracy
value: 89.29250591842279
verified: no, type: euclidean_ap
value: 86.35499372223612
verified: no, type: euclidean_f1
value: 78.9011715450439
verified: no, type: euclidean_precision
value: 75.43009620110948
verified: no, type: euclidean_recall
value: 82.7071142593163
verified: no, type: manhattan_accuracy
value: 89.26339892110063
verified: no, type: manhattan_ap
value: 86.2956040159182
verified: no, type: manhattan_f1
value: 78.78428904601488
verified: no, type: manhattan_precision
value: 75.87165775401068
verified: no, type: manhattan_recall
value: 81.92947336002464
verified: no, type: max_accuracy
value: 89.40311250824699
verified: no, type: max_ap
value: 86.47944792205789
verified: no, type: max_f1
value: 78.9011715450439
verified: no
license: apache-2.0
language: fr, en
Likes: 8 | All-time downloads: 1826929
Created: 2024-07-17 03:13:47