Model: qinxianliu/FAB-Ramy-v1
Author: qinxianliu
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, mpnet, sentence-similarity, feature-extraction, mteb, en, model-index, endpoints_compatible, region:us
Card metadata: language: en
library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: sentence-transformers, sentence-similarity, feature-extraction, mteb
model-index: name: FAB-Ramy-v1
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 43.867
verified: no, type: map_at_1
value: 21.764
verified: no, type: map_at_10
value: 35.409
verified: no, type: map_at_100
value: 36.597
verified: no, type: map_at_1000
value: 36.617
verified: no, type: map_at_20
value: 36.205999999999996
verified: no, type: map_at_3
value: 30.251
verified: no, type: map_at_5
value: 33.071
verified: no, type: mrr_at_1
value: 22.403982930298717
verified: no, type: mrr_at_10
value: 35.64510939510932
verified: no, type: mrr_at_100
value: 36.83196045576727
verified: no, type: mrr_at_1000
value: 36.851876065836414
verified: no, type: mrr_at_20
value: 36.44059013498469
verified: no, type: mrr_at_3
value: 30.452821242294874
verified: no, type: mrr_at_5
value: 33.33333333333322
verified: no, type: nauc_map_at_1000_diff1
value: 9.49031867709083
verified: no, type: nauc_map_at_1000_max
value: -2.1733884975449165
verified: no, type: nauc_map_at_1000_std
value: -1.7717583092895106
verified: no, type: nauc_map_at_100_diff1
value: 9.485080286663445
verified: no, type: nauc_map_at_100_max
value: -2.1525906121156773
verified: no, type: nauc_map_at_100_std
value: -1.7429190745723337
verified: no, type: nauc_map_at_10_diff1
value: 9.312969371563076
verified: no, type: nauc_map_at_10_max
value: -2.033550896277268
verified: no, type: nauc_map_at_10_std
value: -1.7622632614917457
verified: no, type: nauc_map_at_1_diff1
value: 12.991759833982186
verified: no, type: nauc_map_at_1_max
value: -6.410188925310623
verified: no, type: nauc_map_at_1_std
value: -2.6425731797883576
verified: no, type: nauc_map_at_20_diff1
value: 9.389382485745577
verified: no, type: nauc_map_at_20_max
value: -1.9791587597288396
verified: no, type: nauc_map_at_20_std
value: -1.7751954578325422
verified: no, type: nauc_map_at_3_diff1
value: 9.669686016552568
verified: no, type: nauc_map_at_3_max
value: -2.9668477369370727
verified: no, type: nauc_map_at_3_std
value: -2.3543545788120688
verified: no, type: nauc_map_at_5_diff1
value: 9.605635710088672
verified: no, type: nauc_map_at_5_max
value: -2.1525045827259746
verified: no, type: nauc_map_at_5_std
value: -2.103958957461273
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.931276321215948
verified: no, type: nauc_mrr_at_1000_max
value: -2.5486364069095555
verified: no, type: nauc_mrr_at_1000_std
value: -1.7934953899053272
verified: no, type: nauc_mrr_at_100_diff1
value: 7.927087635786166
verified: no, type: nauc_mrr_at_100_max
value: -2.527708678020639
verified: no, type: nauc_mrr_at_100_std
value: -1.7648026508114045
verified: no, type: nauc_mrr_at_10_diff1
value: 7.836510075758092
verified: no, type: nauc_mrr_at_10_max
value: -2.3792835171815954
verified: no, type: nauc_mrr_at_10_std
value: -1.8140326329076182
verified: no, type: nauc_mrr_at_1_diff1
value: 10.72235487411419
verified: no, type: nauc_mrr_at_1_max
value: -5.7980074486556274
verified: no, type: nauc_mrr_at_1_std
value: -2.567942669270159
verified: no, type: nauc_mrr_at_20_diff1
value: 7.8495834767791335
verified: no, type: nauc_mrr_at_20_max
value: -2.351235724647341
verified: no, type: nauc_mrr_at_20_std
value: -1.7974409923588448
verified: no, type: nauc_mrr_at_3_diff1
value: 8.096295828203237
verified: no, type: nauc_mrr_at_3_max
value: -3.541755211804689
verified: no, type: nauc_mrr_at_3_std
value: -2.245402363512571
verified: no, type: nauc_mrr_at_5_diff1
value: 8.208248545961446
verified: no, type: nauc_mrr_at_5_max
value: -2.434436253762815
verified: no, type: nauc_mrr_at_5_std
value: -2.0524509321932074
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.839176087834415
verified: no, type: nauc_ndcg_at_1000_max
value: -1.0745983556730443
verified: no, type: nauc_ndcg_at_1000_std
value: -1.0307855991768857
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.677662645011814
verified: no, type: nauc_ndcg_at_100_max
value: -0.490552903456103
verified: no, type: nauc_ndcg_at_100_std
value: -0.2315019722491945
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.96425172360357
verified: no, type: nauc_ndcg_at_10_max
value: 0.17303920328107825
verified: no, type: nauc_ndcg_at_10_std
value: -0.6797878804464171
verified: no, type: nauc_ndcg_at_1_diff1
value: 12.991759833982186
verified: no, type: nauc_ndcg_at_1_max
value: -6.410188925310623
verified: no, type: nauc_ndcg_at_1_std
value: -2.6425731797883576
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.073277181532262
verified: no, type: nauc_ndcg_at_20_max
value: 0.5215077366761274
verified: no, type: nauc_ndcg_at_20_std
value: -0.6461470994017701
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.898425518069713
verified: no, type: nauc_ndcg_at_3_max
value: -1.8130646012141465
verified: no, type: nauc_ndcg_at_3_std
value: -2.03626189917062
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.703501930023636
verified: no, type: nauc_ndcg_at_5_max
value: -0.2717296715135752
verified: no, type: nauc_ndcg_at_5_std
value: -1.5548766804453598
verified: no, type: nauc_precision_at_1000_diff1
value: -32.90332716561095
verified: no, type: nauc_precision_at_1000_max
value: 25.196544697410012
verified: no, type: nauc_precision_at_1000_std
value: 58.269737622250396
verified: no, type: nauc_precision_at_100_diff1
value: -3.365456973790948
verified: no, type: nauc_precision_at_100_max
value: 31.123074521990613
verified: no, type: nauc_precision_at_100_std
value: 44.59703543321257
verified: no, type: nauc_precision_at_10_diff1
value: 2.7827976620938637
verified: no, type: nauc_precision_at_10_max
value: 8.786759620004686
verified: no, type: nauc_precision_at_10_std
value: 3.892367095854332
verified: no, type: nauc_precision_at_1_diff1
value: 12.991759833982186
verified: no, type: nauc_precision_at_1_max
value: -6.410188925310623
verified: no, type: nauc_precision_at_1_std
value: -2.6425731797883576
verified: no, type: nauc_precision_at_20_diff1
value: 0.5675810390198379
verified: no, type: nauc_precision_at_20_max
value: 15.305951498307085
verified: no, type: nauc_precision_at_20_std
value: 6.435469804688439
verified: no, type: nauc_precision_at_3_diff1
value: 6.921063820465966
verified: no, type: nauc_precision_at_3_max
value: 1.2709700720758432
verified: no, type: nauc_precision_at_3_std
value: -1.1314532927180005
verified: no, type: nauc_precision_at_5_diff1
value: 6.190042634868794
verified: no, type: nauc_precision_at_5_max
value: 5.254456080679211
verified: no, type: nauc_precision_at_5_std
value: 0.12686520890727052
verified: no, type: nauc_recall_at_1000_diff1
value: -32.903327165609234
verified: no, type: nauc_recall_at_1000_max
value: 25.196544697407973
verified: no, type: nauc_recall_at_1000_std
value: 58.26973762224667
verified: no, type: nauc_recall_at_100_diff1
value: -3.3654569737905073
verified: no, type: nauc_recall_at_100_max
value: 31.123074521991235
verified: no, type: nauc_recall_at_100_std
value: 44.59703543321283
verified: no, type: nauc_recall_at_10_diff1
value: 2.782797662093784
verified: no, type: nauc_recall_at_10_max
value: 8.786759620004721
verified: no, type: nauc_recall_at_10_std
value: 3.8923670958542655
verified: no, type: nauc_recall_at_1_diff1
value: 12.991759833982186
verified: no, type: nauc_recall_at_1_max
value: -6.410188925310623
verified: no, type: nauc_recall_at_1_std
value: -2.6425731797883576
verified: no, type: nauc_recall_at_20_diff1
value: 0.5675810390197398
verified: no, type: nauc_recall_at_20_max
value: 15.305951498307074
verified: no, type: nauc_recall_at_20_std
value: 6.435469804688363
verified: no, type: nauc_recall_at_3_diff1
value: 6.921063820465971
verified: no, type: nauc_recall_at_3_max
value: 1.27097007207583
verified: no, type: nauc_recall_at_3_std
value: -1.131453292717996
verified: no, type: nauc_recall_at_5_diff1
value: 6.190042634868786
verified: no, type: nauc_recall_at_5_max
value: 5.254456080679213
verified: no, type: nauc_recall_at_5_std
value: 0.12686520890728498
verified: no, type: ndcg_at_1
value: 21.764
verified: no, type: ndcg_at_10
value: 43.867
verified: no, type: ndcg_at_100
value: 49.329
verified: no, type: ndcg_at_1000
value: 49.79
verified: no, type: ndcg_at_20
value: 46.705000000000005
verified: no, type: ndcg_at_3
value: 33.089
verified: no, type: ndcg_at_5
value: 38.179
verified: no, type: precision_at_1
value: 21.764
verified: no, type: precision_at_10
value: 7.134
verified: no, type: precision_at_100
value: 0.962
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.122
verified: no, type: precision_at_3
value: 13.774000000000001
verified: no, type: precision_at_5
value: 10.74
verified: no, type: recall_at_1
value: 21.764
verified: no, type: recall_at_10
value: 71.33699999999999
verified: no, type: recall_at_100
value: 96.15899999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 82.432
verified: no, type: recall_at_3
value: 41.323
verified: no, type: recall_at_5
value: 53.698
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 62.99990900405225
verified: no, type: map
value: 62.99990900405225
verified: no, type: mrr
value: 75.58732357208811
verified: no, type: nAUC_map_diff1
value: 12.580264212479737
verified: no, type: nAUC_map_max
value: 30.629646304032853
verified: no, type: nAUC_map_std
value: 23.749476733510626
verified: no, type: nAUC_mrr_diff1
value: 20.637041210557797
verified: no, type: nAUC_mrr_max
value: 37.978081616509925
verified: no, type: nAUC_mrr_std
value: 27.566435226101525
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 72.54190628585522
verified: no, type: cosine_spearman
value: 70.9263148993805
verified: no, type: euclidean_pearson
value: 71.4229684502568
verified: no, type: euclidean_spearman
value: 70.9263148993805
verified: no, type: main_score
value: 70.9263148993805
verified: no, type: manhattan_pearson
value: 71.35869789094306
verified: no, type: manhattan_spearman
value: 71.40945843825428
verified: no, type: pearson
value: 72.54191156730441
verified: no, type: spearman
value: 70.9263148993805
verified: no
task: type: STS, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 47.674
verified: no, type: map_at_1
value: 29.066
verified: no, type: map_at_10
value: 40.861
verified: no, type: map_at_100
value: 42.459
verified: no, type: map_at_1000
value: 42.598
verified: no, type: map_at_20
value: 41.691
verified: no, type: map_at_3
value: 37.282
verified: no, type: map_at_5
value: 39.402
verified: no, type: mrr_at_1
value: 36.62374821173104
verified: no, type: mrr_at_10
value: 47.21064105184276
verified: no, type: mrr_at_100
value: 47.979988411307886
verified: no, type: mrr_at_1000
value: 48.02160284103607
verified: no, type: mrr_at_20
value: 47.629078078393086
verified: no, type: mrr_at_3
value: 44.82594182164997
verified: no, type: mrr_at_5
value: 46.449690033381
verified: no, type: nauc_map_at_1000_diff1
value: 41.11525563349781
verified: no, type: nauc_map_at_1000_max
value: 41.28286810116341
verified: no, type: nauc_map_at_1000_std
value: -3.8003943096111215
verified: no, type: nauc_map_at_100_diff1
value: 41.13348926942729
verified: no, type: nauc_map_at_100_max
value: 41.32826202838548
verified: no, type: nauc_map_at_100_std
value: -3.800802456036112
verified: no, type: nauc_map_at_10_diff1
value: 41.09425655530194
verified: no, type: nauc_map_at_10_max
value: 40.635673926864136
verified: no, type: nauc_map_at_10_std
value: -5.08185518464096
verified: no, type: nauc_map_at_1_diff1
value: 46.484341628253425
verified: no, type: nauc_map_at_1_max
value: 34.490292499164504
verified: no, type: nauc_map_at_1_std
value: -9.269794703663408
verified: no, type: nauc_map_at_20_diff1
value: 41.11515770613023
verified: no, type: nauc_map_at_20_max
value: 41.03038102478905
verified: no, type: nauc_map_at_20_std
value: -4.384859018536268
verified: no, type: nauc_map_at_3_diff1
value: 42.47967798015001
verified: no, type: nauc_map_at_3_max
value: 39.052463014893355
verified: no, type: nauc_map_at_3_std
value: -7.953373727982273
verified: no, type: nauc_map_at_5_diff1
value: 41.751507297215525
verified: no, type: nauc_map_at_5_max
value: 39.899154374758375
verified: no, type: nauc_map_at_5_std
value: -6.271827323172969
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.37945422610499
verified: no, type: nauc_mrr_at_1000_max
value: 42.525530483640985
verified: no, type: nauc_mrr_at_1000_std
value: -0.9159189250639587
verified: no, type: nauc_mrr_at_100_diff1
value: 41.360414728695524
verified: no, type: nauc_mrr_at_100_max
value: 42.54643090938332
verified: no, type: nauc_mrr_at_100_std
value: -0.9035472594547046
verified: no, type: nauc_mrr_at_10_diff1
value: 41.27277103990673
verified: no, type: nauc_mrr_at_10_max
value: 42.635860529015716
verified: no, type: nauc_mrr_at_10_std
value: -0.9829682429607988
verified: no, type: nauc_mrr_at_1_diff1
value: 45.14331370428472
verified: no, type: nauc_mrr_at_1_max
value: 39.08788865298767
verified: no, type: nauc_mrr_at_1_std
value: -3.731025125121608
verified: no, type: nauc_mrr_at_20_diff1
value: 41.271472922733096
verified: no, type: nauc_mrr_at_20_max
value: 42.63984649167674
verified: no, type: nauc_mrr_at_20_std
value: -0.7899222259036763
verified: no, type: nauc_mrr_at_3_diff1
value: 42.47608332638016
verified: no, type: nauc_mrr_at_3_max
value: 42.321429511729576
verified: no, type: nauc_mrr_at_3_std
value: -2.426256097834446
verified: no, type: nauc_mrr_at_5_diff1
value: 41.86059345682608
verified: no, type: nauc_mrr_at_5_max
value: 42.620845899550865
verified: no, type: nauc_mrr_at_5_std
value: -1.3500420048246573
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.824503107009804
verified: no, type: nauc_ndcg_at_1000_max
value: 43.60431941191039
verified: no, type: nauc_ndcg_at_1000_std
value: 0.26008062303147395
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.09733769055873
verified: no, type: nauc_ndcg_at_100_max
value: 43.87414466529868
verified: no, type: nauc_ndcg_at_100_std
value: 0.4035701175828123
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.6190180899099
verified: no, type: nauc_ndcg_at_10_max
value: 43.091240218799165
verified: no, type: nauc_ndcg_at_10_std
value: -1.9089368110877156
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.14331370428472
verified: no, type: nauc_ndcg_at_1_max
value: 39.08788865298767
verified: no, type: nauc_ndcg_at_1_std
value: -3.731025125121608
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.75228226521138
verified: no, type: nauc_ndcg_at_20_max
value: 43.19744147613559
verified: no, type: nauc_ndcg_at_20_std
value: -1.1578239094033587
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.58092979495878
verified: no, type: nauc_ndcg_at_3_max
value: 41.884690873966456
verified: no, type: nauc_ndcg_at_3_std
value: -4.266520407339669
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.73571015839789
verified: no, type: nauc_ndcg_at_5_max
value: 42.72812806816228
verified: no, type: nauc_ndcg_at_5_std
value: -2.9471215206156374
verified: no, type: nauc_precision_at_1000_diff1
value: -18.476041008815393
verified: no, type: nauc_precision_at_1000_max
value: -4.898111995866744
verified: no, type: nauc_precision_at_1000_std
value: 9.423995342484583
verified: no, type: nauc_precision_at_100_diff1
value: -9.159271456350616
verified: no, type: nauc_precision_at_100_max
value: 12.010090040463815
verified: no, type: nauc_precision_at_100_std
value: 20.769479766891617
verified: no, type: nauc_precision_at_10_diff1
value: 7.439353378766578
verified: no, type: nauc_precision_at_10_max
value: 33.9730956995508
verified: no, type: nauc_precision_at_10_std
value: 20.499463570482597
verified: no, type: nauc_precision_at_1_diff1
value: 45.14331370428472
verified: no, type: nauc_precision_at_1_max
value: 39.08788865298767
verified: no, type: nauc_precision_at_1_std
value: -3.731025125121608
verified: no, type: nauc_precision_at_20_diff1
value: 2.4196986051425937
verified: no, type: nauc_precision_at_20_max
value: 27.905931841756747
verified: no, type: nauc_precision_at_20_std
value: 23.358858908318865
verified: no, type: nauc_precision_at_3_diff1
value: 26.49222113715279
verified: no, type: nauc_precision_at_3_max
value: 43.39526247493167
verified: no, type: nauc_precision_at_3_std
value: 5.066561075053708
verified: no, type: nauc_precision_at_5_diff1
value: 16.919362750806606
verified: no, type: nauc_precision_at_5_max
value: 38.820442881486095
verified: no, type: nauc_precision_at_5_std
value: 13.480513038582595
verified: no, type: nauc_recall_at_1000_diff1
value: 28.876299052029957
verified: no, type: nauc_recall_at_1000_max
value: 63.97692787222958
verified: no, type: nauc_recall_at_1000_std
value: 55.90835990889794
verified: no, type: nauc_recall_at_100_diff1
value: 23.59522114686941
verified: no, type: nauc_recall_at_100_max
value: 48.52745785624165
verified: no, type: nauc_recall_at_100_std
value: 17.27217103960128
verified: no, type: nauc_recall_at_10_diff1
value: 28.33142590802591
verified: no, type: nauc_recall_at_10_max
value: 42.597017722252104
verified: no, type: nauc_recall_at_10_std
value: 0.5922327351683463
verified: no, type: nauc_recall_at_1_diff1
value: 46.484341628253425
verified: no, type: nauc_recall_at_1_max
value: 34.490292499164504
verified: no, type: nauc_recall_at_1_std
value: -9.269794703663408
verified: no, type: nauc_recall_at_20_diff1
value: 26.92649518481392
verified: no, type: nauc_recall_at_20_max
value: 42.89850335963221
verified: no, type: nauc_recall_at_20_std
value: 3.7789265765891096
verified: no, type: nauc_recall_at_3_diff1
value: 36.56388326847659
verified: no, type: nauc_recall_at_3_max
value: 40.45485098615001
verified: no, type: nauc_recall_at_3_std
value: -7.055824649148635
verified: no, type: nauc_recall_at_5_diff1
value: 33.43602638213899
verified: no, type: nauc_recall_at_5_max
value: 41.990793352420816
verified: no, type: nauc_recall_at_5_std
value: -2.8724838017591985
verified: no, type: ndcg_at_1
value: 36.624
verified: no, type: ndcg_at_10
value: 47.674
verified: no, type: ndcg_at_100
value: 53.129000000000005
verified: no, type: ndcg_at_1000
value: 55.113
verified: no, type: ndcg_at_20
value: 49.641999999999996
verified: no, type: ndcg_at_3
value: 42.824
verified: no, type: ndcg_at_5
value: 45.388
verified: no, type: precision_at_1
value: 36.624
verified: no, type: precision_at_10
value: 9.557
verified: no, type: precision_at_100
value: 1.5939999999999999
verified: no, type: precision_at_1000
value: 0.214
verified: no, type: precision_at_20
value: 5.680000000000001
verified: no, type: precision_at_3
value: 21.221
verified: no, type: precision_at_5
value: 15.708
verified: no, type: recall_at_1
value: 29.066
verified: no, type: recall_at_10
value: 60.012
verified: no, type: recall_at_100
value: 82.875
verified: no, type: recall_at_1000
value: 95.768
verified: no, type: recall_at_20
value: 67.14
verified: no, type: recall_at_3
value: 45.937
verified: no, type: recall_at_5
value: 52.849999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 44.762
verified: no, type: map_at_1
value: 28.028
verified: no, type: map_at_10
value: 38.72
verified: no, type: map_at_100
value: 40.184
verified: no, type: map_at_1000
value: 40.345
verified: no, type: map_at_20
value: 39.46
verified: no, type: map_at_3
value: 35.549
verified: no, type: map_at_5
value: 37.309
verified: no, type: mrr_at_1
value: 36.17834394904458
verified: no, type: mrr_at_10
value: 44.91980082903655
verified: no, type: mrr_at_100
value: 45.67113713652288
verified: no, type: mrr_at_1000
value: 45.72359741555317
verified: no, type: mrr_at_20
value: 45.33116265908466
verified: no, type: mrr_at_3
value: 42.60084925690023
verified: no, type: mrr_at_5
value: 43.84288747346076
verified: no, type: nauc_map_at_1000_diff1
value: 49.68919563899111
verified: no, type: nauc_map_at_1000_max
value: 43.49959037847436
verified: no, type: nauc_map_at_1000_std
value: -3.695678593471902
verified: no, type: nauc_map_at_100_diff1
value: 49.726476119881646
verified: no, type: nauc_map_at_100_max
value: 43.41593850441994
verified: no, type: nauc_map_at_100_std
value: -3.8102140356382352
verified: no, type: nauc_map_at_10_diff1
value: 49.80402181060109
verified: no, type: nauc_map_at_10_max
value: 42.5717891025783
verified: no, type: nauc_map_at_10_std
value: -5.472503415228937
verified: no, type: nauc_map_at_1_diff1
value: 54.341995550292935
verified: no, type: nauc_map_at_1_max
value: 36.84187797112878
verified: no, type: nauc_map_at_1_std
value: -8.442056129049599
verified: no, type: nauc_map_at_20_diff1
value: 49.70760652009396
verified: no, type: nauc_map_at_20_max
value: 42.84536021921593
verified: no, type: nauc_map_at_20_std
value: -4.700079420179622
verified: no, type: nauc_map_at_3_diff1
value: 50.41328470086278
verified: no, type: nauc_map_at_3_max
value: 40.43956187401248
verified: no, type: nauc_map_at_3_std
value: -6.992781778947624
verified: no, type: nauc_map_at_5_diff1
value: 50.01942987713283
verified: no, type: nauc_map_at_5_max
value: 42.018793648301695
verified: no, type: nauc_map_at_5_std
value: -6.006843559103822
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.07467443262348
verified: no, type: nauc_mrr_at_1000_max
value: 45.446044076929
verified: no, type: nauc_mrr_at_1000_std
value: -1.6764744899397304
verified: no, type: nauc_mrr_at_100_diff1
value: 49.05607197253987
verified: no, type: nauc_mrr_at_100_max
value: 45.45163872951573
verified: no, type: nauc_mrr_at_100_std
value: -1.6613753870184909
verified: no, type: nauc_mrr_at_10_diff1
value: 49.10753582425311
verified: no, type: nauc_mrr_at_10_max
value: 45.45682352794454
verified: no, type: nauc_mrr_at_10_std
value: -2.108116505642598
verified: no, type: nauc_mrr_at_1_diff1
value: 53.2487833554339
verified: no, type: nauc_mrr_at_1_max
value: 44.19534451833569
verified: no, type: nauc_mrr_at_1_std
value: -3.941778088039307
verified: no, type: nauc_mrr_at_20_diff1
value: 49.012147001203154
verified: no, type: nauc_mrr_at_20_max
value: 45.35482031822386
verified: no, type: nauc_mrr_at_20_std
value: -1.8260400964953984
verified: no, type: nauc_mrr_at_3_diff1
value: 49.5642005565295
verified: no, type: nauc_mrr_at_3_max
value: 45.11666319051953
verified: no, type: nauc_mrr_at_3_std
value: -2.556125282118422
verified: no, type: nauc_mrr_at_5_diff1
value: 49.21528900954885
verified: no, type: nauc_mrr_at_5_max
value: 45.52836287156937
verified: no, type: nauc_mrr_at_5_std
value: -2.3821081899746464
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.87113333558331
verified: no, type: nauc_ndcg_at_1000_max
value: 45.532723631455106
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7031060619138257
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.053447785788364
verified: no, type: nauc_ndcg_at_100_max
value: 45.73018356113766
verified: no, type: nauc_ndcg_at_100_std
value: 0.894490890244461
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.21059785218297
verified: no, type: nauc_ndcg_at_10_max
value: 44.58705252068794
verified: no, type: nauc_ndcg_at_10_std
value: -3.0524747310005385
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.2487833554339
verified: no, type: nauc_ndcg_at_1_max
value: 44.19534451833569
verified: no, type: nauc_ndcg_at_1_std
value: -3.941778088039307
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.97110764409188
verified: no, type: nauc_ndcg_at_20_max
value: 44.49637066709412
verified: no, type: nauc_ndcg_at_20_std
value: -1.621780962121001
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.6884420530818
verified: no, type: nauc_ndcg_at_3_max
value: 43.631553557990706
verified: no, type: nauc_ndcg_at_3_std
value: -3.6112878770369963
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.40507698733888
verified: no, type: nauc_ndcg_at_5_max
value: 44.66863382446853
verified: no, type: nauc_ndcg_at_5_std
value: -3.4817399751800204
verified: no, type: nauc_precision_at_1000_diff1
value: -13.194259522888688
verified: no, type: nauc_precision_at_1000_max
value: 15.262937880072085
verified: no, type: nauc_precision_at_1000_std
value: 27.063913827012165
verified: no, type: nauc_precision_at_100_diff1
value: -3.174118615911048
verified: no, type: nauc_precision_at_100_max
value: 26.589780724796153
verified: no, type: nauc_precision_at_100_std
value: 31.35469763875678
verified: no, type: nauc_precision_at_10_diff1
value: 17.13059629198289
verified: no, type: nauc_precision_at_10_max
value: 39.894697436371416
verified: no, type: nauc_precision_at_10_std
value: 15.142913953162024
verified: no, type: nauc_precision_at_1_diff1
value: 53.2487833554339
verified: no, type: nauc_precision_at_1_max
value: 44.19534451833569
verified: no, type: nauc_precision_at_1_std
value: -3.941778088039307
verified: no, type: nauc_precision_at_20_diff1
value: 9.214951478369365
verified: no, type: nauc_precision_at_20_max
value: 35.004124719046665
verified: no, type: nauc_precision_at_20_std
value: 22.168763472578117
verified: no, type: nauc_precision_at_3_diff1
value: 32.62695530620375
verified: no, type: nauc_precision_at_3_max
value: 43.832041507922135
verified: no, type: nauc_precision_at_3_std
value: 4.718161232174587
verified: no, type: nauc_precision_at_5_diff1
value: 25.499419372603167
verified: no, type: nauc_precision_at_5_max
value: 43.422998032650824
verified: no, type: nauc_precision_at_5_std
value: 8.893026884445145
verified: no, type: nauc_recall_at_1000_diff1
value: 28.42164712446283
verified: no, type: nauc_recall_at_1000_max
value: 49.615095160937535
verified: no, type: nauc_recall_at_1000_std
value: 42.181669104975086
verified: no, type: nauc_recall_at_100_diff1
value: 36.88745065403907
verified: no, type: nauc_recall_at_100_max
value: 48.214921288356436
verified: no, type: nauc_recall_at_100_std
value: 22.10876454545121
verified: no, type: nauc_recall_at_10_diff1
value: 41.991396848461775
verified: no, type: nauc_recall_at_10_max
value: 41.44577313869934
verified: no, type: nauc_recall_at_10_std
value: -3.296630512658659
verified: no, type: nauc_recall_at_1_diff1
value: 54.341995550292935
verified: no, type: nauc_recall_at_1_max
value: 36.84187797112878
verified: no, type: nauc_recall_at_1_std
value: -8.442056129049599
verified: no, type: nauc_recall_at_20_diff1
value: 40.073578401087374
verified: no, type: nauc_recall_at_20_max
value: 40.96254025588479
verified: no, type: nauc_recall_at_20_std
value: 3.0264912769388577
verified: no, type: nauc_recall_at_3_diff1
value: 45.466861723025346
verified: no, type: nauc_recall_at_3_max
value: 38.81880126697969
verified: no, type: nauc_recall_at_3_std
value: -6.77377222068898
verified: no, type: nauc_recall_at_5_diff1
value: 43.77642226472494
verified: no, type: nauc_recall_at_5_max
value: 41.53547033837313
verified: no, type: nauc_recall_at_5_std
value: -5.171590735247564
verified: no, type: ndcg_at_1
value: 36.178
verified: no, type: ndcg_at_10
value: 44.762
verified: no, type: ndcg_at_100
value: 49.888
verified: no, type: ndcg_at_1000
value: 52.254999999999995
verified: no, type: ndcg_at_20
value: 46.605999999999995
verified: no, type: ndcg_at_3
value: 40.421
verified: no, type: ndcg_at_5
value: 42.321999999999996
verified: no, type: precision_at_1
value: 36.178
verified: no, type: precision_at_10
value: 8.873000000000001
verified: no, type: precision_at_100
value: 1.517
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 5.296
verified: no, type: precision_at_3
value: 19.979
verified: no, type: precision_at_5
value: 14.318
verified: no, type: recall_at_1
value: 28.028
verified: no, type: recall_at_10
value: 55.300000000000004
verified: no, type: recall_at_100
value: 77.399
verified: no, type: recall_at_1000
value: 92.19800000000001
verified: no, type: recall_at_20
value: 62.21
verified: no, type: recall_at_3
value: 42.209
verified: no, type: recall_at_5
value: 47.673
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 47.772
verified: no, type: map_at_1
value: 32.068000000000005
verified: no, type: map_at_10
value: 42.503
verified: no, type: map_at_100
value: 43.623
verified: no, type: map_at_1000
value: 43.7
verified: no, type: map_at_20
value: 43.169999999999995
verified: no, type: map_at_3
value: 39.678000000000004
verified: no, type: map_at_5
value: 41.352
verified: no, type: mrr_at_1
value: 37.05329153605016
verified: no, type: mrr_at_10
value: 46.03577648405242
verified: no, type: mrr_at_100
value: 46.89246554884668
verified: no, type: mrr_at_1000
value: 46.93575450705173
verified: no, type: mrr_at_20
value: 46.55885591364603
verified: no, type: mrr_at_3
value: 43.824451410658355
verified: no, type: mrr_at_5
value: 45.17868338558003
verified: no, type: nauc_map_at_1000_diff1
value: 49.816238466407626
verified: no, type: nauc_map_at_1000_max
value: 37.86319544802279
verified: no, type: nauc_map_at_1000_std
value: 0.38954050958879266
verified: no, type: nauc_map_at_100_diff1
value: 49.7886282397251
verified: no, type: nauc_map_at_100_max
value: 37.8444239594936
verified: no, type: nauc_map_at_100_std
value: 0.3740678895555632
verified: no, type: nauc_map_at_10_diff1
value: 49.827257299910244
verified: no, type: nauc_map_at_10_max
value: 37.55634395260679
verified: no, type: nauc_map_at_10_std
value: -0.35694638021746655
verified: no, type: nauc_map_at_1_diff1
value: 53.81589423110151
verified: no, type: nauc_map_at_1_max
value: 33.21487340043333
verified: no, type: nauc_map_at_1_std
value: -4.065129796350965
verified: no, type: nauc_map_at_20_diff1
value: 49.854371098641806
verified: no, type: nauc_map_at_20_max
value: 37.7301453669147
verified: no, type: nauc_map_at_20_std
value: 0.14467950147970038
verified: no, type: nauc_map_at_3_diff1
value: 49.831327638064224
verified: no, type: nauc_map_at_3_max
value: 36.35900861279719
verified: no, type: nauc_map_at_3_std
value: -2.1678780970585594
verified: no, type: nauc_map_at_5_diff1
value: 49.68500674501261
verified: no, type: nauc_map_at_5_max
value: 37.07854058196644
verified: no, type: nauc_map_at_5_std
value: -1.140626731895469
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.72353489391942
verified: no, type: nauc_mrr_at_1000_max
value: 39.38870089692441
verified: no, type: nauc_mrr_at_1000_std
value: 2.924723056093775
verified: no, type: nauc_mrr_at_100_diff1
value: 49.70710867991651
verified: no, type: nauc_mrr_at_100_max
value: 39.38614369587218
verified: no, type: nauc_mrr_at_100_std
value: 2.949286873211481
verified: no, type: nauc_mrr_at_10_diff1
value: 49.74866466050191
verified: no, type: nauc_mrr_at_10_max
value: 39.397835096946075
verified: no, type: nauc_mrr_at_10_std
value: 2.76722197328588
verified: no, type: nauc_mrr_at_1_diff1
value: 54.22455118441128
verified: no, type: nauc_mrr_at_1_max
value: 37.68279941572345
verified: no, type: nauc_mrr_at_1_std
value: -0.4213360054498593
verified: no, type: nauc_mrr_at_20_diff1
value: 49.73918503418851
verified: no, type: nauc_mrr_at_20_max
value: 39.41687194444163
verified: no, type: nauc_mrr_at_20_std
value: 3.003956103277552
verified: no, type: nauc_mrr_at_3_diff1
value: 49.89345024875015
verified: no, type: nauc_mrr_at_3_max
value: 39.060975042725175
verified: no, type: nauc_mrr_at_3_std
value: 1.1921581551231724
verified: no, type: nauc_mrr_at_5_diff1
value: 49.707937155823444
verified: no, type: nauc_mrr_at_5_max
value: 39.3026172654418
verified: no, type: nauc_mrr_at_5_std
value: 2.1091374774258638
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.73878680769057
verified: no, type: nauc_ndcg_at_1000_max
value: 39.560538747253474
verified: no, type: nauc_ndcg_at_1000_std
value: 4.088033042996352
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.1781255917941
verified: no, type: nauc_ndcg_at_100_max
value: 39.31002623678992
verified: no, type: nauc_ndcg_at_100_std
value: 4.482336918936139
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.46484589871277
verified: no, type: nauc_ndcg_at_10_max
value: 38.9113285223074
verified: no, type: nauc_ndcg_at_10_std
value: 2.3652264974505948
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.22455118441128
verified: no, type: nauc_ndcg_at_1_max
value: 37.68279941572345
verified: no, type: nauc_ndcg_at_1_std
value: -0.4213360054498593
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.39218147744626
verified: no, type: nauc_ndcg_at_20_max
value: 38.97184738560378
verified: no, type: nauc_ndcg_at_20_std
value: 3.4913504982440697
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.672890015100656
verified: no, type: nauc_ndcg_at_3_max
value: 37.85497096745956
verified: no, type: nauc_ndcg_at_3_std
value: -0.4898828776145498
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.287899094028845
verified: no, type: nauc_ndcg_at_5_max
value: 38.52991633270429
verified: no, type: nauc_ndcg_at_5_std
value: 0.9511373816251577
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6218712645495369
verified: no, type: nauc_precision_at_1000_max
value: 17.22616453693776
verified: no, type: nauc_precision_at_1000_std
value: 28.52878330169566
verified: no, type: nauc_precision_at_100_diff1
value: 7.999714729638582
verified: no, type: nauc_precision_at_100_max
value: 27.26303586672295
verified: no, type: nauc_precision_at_100_std
value: 30.410842850517223
verified: no, type: nauc_precision_at_10_diff1
value: 26.324828502477875
verified: no, type: nauc_precision_at_10_max
value: 36.78536475269085
verified: no, type: nauc_precision_at_10_std
value: 15.42515347591499
verified: no, type: nauc_precision_at_1_diff1
value: 54.22455118441128
verified: no, type: nauc_precision_at_1_max
value: 37.68279941572345
verified: no, type: nauc_precision_at_1_std
value: -0.4213360054498593
verified: no, type: nauc_precision_at_20_diff1
value: 20.97145722355764
verified: no, type: nauc_precision_at_20_max
value: 33.8080417836842
verified: no, type: nauc_precision_at_20_std
value: 21.472136430713256
verified: no, type: nauc_precision_at_3_diff1
value: 36.577202430714486
verified: no, type: nauc_precision_at_3_max
value: 39.24043200536838
verified: no, type: nauc_precision_at_3_std
value: 5.538464581558552
verified: no, type: nauc_precision_at_5_diff1
value: 31.451475288888226
verified: no, type: nauc_precision_at_5_max
value: 38.966172338023455
verified: no, type: nauc_precision_at_5_std
value: 10.343267347939825
verified: no, type: nauc_recall_at_1000_diff1
value: 43.24212858077999
verified: no, type: nauc_recall_at_1000_max
value: 61.021969618535344
verified: no, type: nauc_recall_at_1000_std
value: 46.62595930010474
verified: no, type: nauc_recall_at_100_diff1
value: 35.8914907845725
verified: no, type: nauc_recall_at_100_max
value: 40.90420867144737
verified: no, type: nauc_recall_at_100_std
value: 25.111854437791216
verified: no, type: nauc_recall_at_10_diff1
value: 42.163606808620266
verified: no, type: nauc_recall_at_10_max
value: 38.36891560490349
verified: no, type: nauc_recall_at_10_std
value: 6.943610290650254
verified: no, type: nauc_recall_at_1_diff1
value: 53.81589423110151
verified: no, type: nauc_recall_at_1_max
value: 33.21487340043333
verified: no, type: nauc_recall_at_1_std
value: -4.065129796350965
verified: no, type: nauc_recall_at_20_diff1
value: 40.94684277695978
verified: no, type: nauc_recall_at_20_max
value: 38.897735497070705
verified: no, type: nauc_recall_at_20_std
value: 12.637886392542569
verified: no, type: nauc_recall_at_3_diff1
value: 43.588651208533626
verified: no, type: nauc_recall_at_3_max
value: 36.11843566759426
verified: no, type: nauc_recall_at_3_std
value: -0.9861930182468216
verified: no, type: nauc_recall_at_5_diff1
value: 42.04990980317984
verified: no, type: nauc_recall_at_5_max
value: 37.2094865154224
verified: no, type: nauc_recall_at_5_std
value: 2.4560090126405227
verified: no, type: ndcg_at_1
value: 37.053000000000004
verified: no, type: ndcg_at_10
value: 47.772
verified: no, type: ndcg_at_100
value: 52.708999999999996
verified: no, type: ndcg_at_1000
value: 54.440999999999995
verified: no, type: ndcg_at_20
value: 49.836000000000006
verified: no, type: ndcg_at_3
value: 42.968
verified: no, type: ndcg_at_5
value: 45.419
verified: no, type: precision_at_1
value: 37.053000000000004
verified: no, type: precision_at_10
value: 7.718
verified: no, type: precision_at_100
value: 1.115
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_20
value: 4.445
verified: no, type: precision_at_3
value: 19.269
verified: no, type: precision_at_5
value: 13.328999999999999
verified: no, type: recall_at_1
value: 32.068000000000005
verified: no, type: recall_at_10
value: 59.937
verified: no, type: recall_at_100
value: 82.053
verified: no, type: recall_at_1000
value: 94.58800000000001
verified: no, type: recall_at_20
value: 67.708
verified: no, type: recall_at_3
value: 47.062
verified: no, type: recall_at_5
value: 53.010000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 37.478
verified: no, type: map_at_1
value: 24.263
verified: no, type: map_at_10
value: 32.45
verified: no, type: map_at_100
value: 33.538000000000004
verified: no, type: map_at_1000
value: 33.635999999999996
verified: no, type: map_at_20
value: 33.074
verified: no, type: map_at_3
value: 29.429
verified: no, type: map_at_5
value: 31.192999999999998
verified: no, type: mrr_at_1
value: 26.214689265536723
verified: no, type: mrr_at_10
value: 34.39261052820373
verified: no, type: mrr_at_100
value: 35.37444537106402
verified: no, type: mrr_at_1000
value: 35.44839971142203
verified: no, type: mrr_at_20
value: 34.96521677331877
verified: no, type: mrr_at_3
value: 31.732580037664786
verified: no, type: mrr_at_5
value: 33.258003766478325
verified: no, type: nauc_map_at_1000_diff1
value: 37.457891280940075
verified: no, type: nauc_map_at_1000_max
value: 33.267835463826884
verified: no, type: nauc_map_at_1000_std
value: -2.388554417582994
verified: no, type: nauc_map_at_100_diff1
value: 37.429787423313
verified: no, type: nauc_map_at_100_max
value: 33.279658825761956
verified: no, type: nauc_map_at_100_std
value: -2.3585921154078466
verified: no, type: nauc_map_at_10_diff1
value: 37.71973529808705
verified: no, type: nauc_map_at_10_max
value: 33.11112557239247
verified: no, type: nauc_map_at_10_std
value: -2.9276936845677652
verified: no, type: nauc_map_at_1_diff1
value: 44.024019803965594
verified: no, type: nauc_map_at_1_max
value: 30.121955543657492
verified: no, type: nauc_map_at_1_std
value: -8.514703590815314
verified: no, type: nauc_map_at_20_diff1
value: 37.43460338208916
verified: no, type: nauc_map_at_20_max
value: 33.17488820131738
verified: no, type: nauc_map_at_20_std
value: -2.5398303338125072
verified: no, type: nauc_map_at_3_diff1
value: 39.009457803140165
verified: no, type: nauc_map_at_3_max
value: 32.25412632006684
verified: no, type: nauc_map_at_3_std
value: -3.837813432738266
verified: no, type: nauc_map_at_5_diff1
value: 38.20009266646306
verified: no, type: nauc_map_at_5_max
value: 32.936880506565686
verified: no, type: nauc_map_at_5_std
value: -3.3082861512964272
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.0476032859194
verified: no, type: nauc_mrr_at_1000_max
value: 35.485947977964415
verified: no, type: nauc_mrr_at_1000_std
value: -0.16165367681714102
verified: no, type: nauc_mrr_at_100_diff1
value: 37.019221476482436
verified: no, type: nauc_mrr_at_100_max
value: 35.496811026529414
verified: no, type: nauc_mrr_at_100_std
value: -0.1269725569564571
verified: no, type: nauc_mrr_at_10_diff1
value: 37.1547601373342
verified: no, type: nauc_mrr_at_10_max
value: 35.360491324317096
verified: no, type: nauc_mrr_at_10_std
value: -0.5648185107725053
verified: no, type: nauc_mrr_at_1_diff1
value: 44.17080543997115
verified: no, type: nauc_mrr_at_1_max
value: 33.892048092809965
verified: no, type: nauc_mrr_at_1_std
value: -5.168441278391176
verified: no, type: nauc_mrr_at_20_diff1
value: 36.983303547654295
verified: no, type: nauc_mrr_at_20_max
value: 35.40553445796589
verified: no, type: nauc_mrr_at_20_std
value: -0.25827269513544004
verified: no, type: nauc_mrr_at_3_diff1
value: 38.32663135847226
verified: no, type: nauc_mrr_at_3_max
value: 35.4833487049362
verified: no, type: nauc_mrr_at_3_std
value: -0.9414637949816125
verified: no, type: nauc_mrr_at_5_diff1
value: 37.60887820386455
verified: no, type: nauc_mrr_at_5_max
value: 35.46653632691759
verified: no, type: nauc_mrr_at_5_std
value: -0.8211380310725288
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.07519421078115
verified: no, type: nauc_ndcg_at_1000_max
value: 35.261079198646335
verified: no, type: nauc_ndcg_at_1000_std
value: 1.2274135741524594
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.104098179634725
verified: no, type: nauc_ndcg_at_100_max
value: 35.42088228560666
verified: no, type: nauc_ndcg_at_100_std
value: 2.1669364901452117
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.9378746004143
verified: no, type: nauc_ndcg_at_10_max
value: 34.41287490383749
verified: no, type: nauc_ndcg_at_10_std
value: -0.1706997667261866
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.17080543997115
verified: no, type: nauc_ndcg_at_1_max
value: 33.892048092809965
verified: no, type: nauc_ndcg_at_1_std
value: -5.168441278391176
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.041329882406366
verified: no, type: nauc_ndcg_at_20_max
value: 34.416886892635176
verified: no, type: nauc_ndcg_at_20_std
value: 0.8622374748383591
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.282619815469666
verified: no, type: nauc_ndcg_at_3_max
value: 33.70605966347689
verified: no, type: nauc_ndcg_at_3_std
value: -1.5106493727538712
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.91585812777612
verified: no, type: nauc_ndcg_at_5_max
value: 34.33228020389244
verified: no, type: nauc_ndcg_at_5_std
value: -0.861074327570936
verified: no, type: nauc_precision_at_1000_diff1
value: -4.127709335884993
verified: no, type: nauc_precision_at_1000_max
value: 16.09263130295663
verified: no, type: nauc_precision_at_1000_std
value: 15.587837376726524
verified: no, type: nauc_precision_at_100_diff1
value: 5.669488180434455
verified: no, type: nauc_precision_at_100_max
value: 30.073090285990023
verified: no, type: nauc_precision_at_100_std
value: 19.53017216790641
verified: no, type: nauc_precision_at_10_diff1
value: 19.638890082132633
verified: no, type: nauc_precision_at_10_max
value: 35.56326163382377
verified: no, type: nauc_precision_at_10_std
value: 8.43551157423295
verified: no, type: nauc_precision_at_1_diff1
value: 44.17080543997115
verified: no, type: nauc_precision_at_1_max
value: 33.892048092809965
verified: no, type: nauc_precision_at_1_std
value: -5.168441278391176
verified: no, type: nauc_precision_at_20_diff1
value: 13.586979104002372
verified: no, type: nauc_precision_at_20_max
value: 33.185488829184585
verified: no, type: nauc_precision_at_20_std
value: 12.366872585483774
verified: no, type: nauc_precision_at_3_diff1
value: 31.808505921906338
verified: no, type: nauc_precision_at_3_max
value: 38.59663318898574
verified: no, type: nauc_precision_at_3_std
value: 4.99572213181922
verified: no, type: nauc_precision_at_5_diff1
value: 25.592230248337515
verified: no, type: nauc_precision_at_5_max
value: 38.02324657548649
verified: no, type: nauc_precision_at_5_std
value: 6.189688313317716
verified: no, type: nauc_recall_at_1000_diff1
value: 22.815337378037775
verified: no, type: nauc_recall_at_1000_max
value: 55.106066047766774
verified: no, type: nauc_recall_at_1000_std
value: 33.51411659805844
verified: no, type: nauc_recall_at_100_diff1
value: 18.81559475741553
verified: no, type: nauc_recall_at_100_max
value: 41.75122699525961
verified: no, type: nauc_recall_at_100_std
value: 21.69704142516233
verified: no, type: nauc_recall_at_10_diff1
value: 26.546592547799964
verified: no, type: nauc_recall_at_10_max
value: 34.61627751146675
verified: no, type: nauc_recall_at_10_std
value: 5.632485179808071
verified: no, type: nauc_recall_at_1_diff1
value: 44.024019803965594
verified: no, type: nauc_recall_at_1_max
value: 30.121955543657492
verified: no, type: nauc_recall_at_1_std
value: -8.514703590815314
verified: no, type: nauc_recall_at_20_diff1
value: 22.540150381609177
verified: no, type: nauc_recall_at_20_max
value: 34.247175381480446
verified: no, type: nauc_recall_at_20_std
value: 9.509251671941515
verified: no, type: nauc_recall_at_3_diff1
value: 33.17472643060467
verified: no, type: nauc_recall_at_3_max
value: 34.49841973293712
verified: no, type: nauc_recall_at_3_std
value: 2.3301615095289407
verified: no, type: nauc_recall_at_5_diff1
value: 29.88753007608028
verified: no, type: nauc_recall_at_5_max
value: 35.230899410632325
verified: no, type: nauc_recall_at_5_std
value: 3.7029279760317135
verified: no, type: ndcg_at_1
value: 26.215
verified: no, type: ndcg_at_10
value: 37.478
verified: no, type: ndcg_at_100
value: 42.737
verified: no, type: ndcg_at_1000
value: 45.166000000000004
verified: no, type: ndcg_at_20
value: 39.650999999999996
verified: no, type: ndcg_at_3
value: 31.648
verified: no, type: ndcg_at_5
value: 34.588
verified: no, type: precision_at_1
value: 26.215
verified: no, type: precision_at_10
value: 5.898
verified: no, type: precision_at_100
value: 0.905
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.4520000000000004
verified: no, type: precision_at_3
value: 13.183
verified: no, type: precision_at_5
value: 9.582
verified: no, type: recall_at_1
value: 24.263
verified: no, type: recall_at_10
value: 51.188
verified: no, type: recall_at_100
value: 74.857
verified: no, type: recall_at_1000
value: 93.238
verified: no, type: recall_at_20
value: 59.429
verified: no, type: recall_at_3
value: 35.657
verified: no, type: recall_at_5
value: 42.606
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 30.058
verified: no, type: map_at_1
value: 16.698
verified: no, type: map_at_10
value: 24.715
verified: no, type: map_at_100
value: 26.005
verified: no, type: map_at_1000
value: 26.131
verified: no, type: map_at_20
value: 25.418000000000003
verified: no, type: map_at_3
value: 22.019
verified: no, type: map_at_5
value: 23.297
verified: no, type: mrr_at_1
value: 20.273631840796018
verified: no, type: mrr_at_10
value: 28.558842691305387
verified: no, type: mrr_at_100
value: 29.67824997253283
verified: no, type: mrr_at_1000
value: 29.748834482895347
verified: no, type: mrr_at_20
value: 29.270397352221234
verified: no, type: mrr_at_3
value: 26.03648424543949
verified: no, type: mrr_at_5
value: 27.292703150912118
verified: no, type: nauc_map_at_1000_diff1
value: 30.419285367186095
verified: no, type: nauc_map_at_1000_max
value: 23.034561663024956
verified: no, type: nauc_map_at_1000_std
value: 6.2763720714888045
verified: no, type: nauc_map_at_100_diff1
value: 30.356767988528688
verified: no, type: nauc_map_at_100_max
value: 23.038162417332188
verified: no, type: nauc_map_at_100_std
value: 6.310196420496501
verified: no, type: nauc_map_at_10_diff1
value: 30.66758914339684
verified: no, type: nauc_map_at_10_max
value: 22.753732695524604
verified: no, type: nauc_map_at_10_std
value: 5.702575335992624
verified: no, type: nauc_map_at_1_diff1
value: 36.440287562168365
verified: no, type: nauc_map_at_1_max
value: 20.39268134658497
verified: no, type: nauc_map_at_1_std
value: 3.084687776680966
verified: no, type: nauc_map_at_20_diff1
value: 30.43881723519229
verified: no, type: nauc_map_at_20_max
value: 23.013742235084802
verified: no, type: nauc_map_at_20_std
value: 6.190259213409905
verified: no, type: nauc_map_at_3_diff1
value: 31.983934344237742
verified: no, type: nauc_map_at_3_max
value: 22.332125336926197
verified: no, type: nauc_map_at_3_std
value: 4.594809572502072
verified: no, type: nauc_map_at_5_diff1
value: 31.096605783618607
verified: no, type: nauc_map_at_5_max
value: 22.664928886289314
verified: no, type: nauc_map_at_5_std
value: 5.592640866934114
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.302078905393277
verified: no, type: nauc_mrr_at_1000_max
value: 24.951203503603185
verified: no, type: nauc_mrr_at_1000_std
value: 7.9133780426257765
verified: no, type: nauc_mrr_at_100_diff1
value: 31.26029823660782
verified: no, type: nauc_mrr_at_100_max
value: 24.94737027963797
verified: no, type: nauc_mrr_at_100_std
value: 7.934682490172184
verified: no, type: nauc_mrr_at_10_diff1
value: 31.575383001349145
verified: no, type: nauc_mrr_at_10_max
value: 25.05915897416563
verified: no, type: nauc_mrr_at_10_std
value: 7.742665777436584
verified: no, type: nauc_mrr_at_1_diff1
value: 35.38171135611958
verified: no, type: nauc_mrr_at_1_max
value: 24.586563716453057
verified: no, type: nauc_mrr_at_1_std
value: 6.109072984012173
verified: no, type: nauc_mrr_at_20_diff1
value: 31.378587109665162
verified: no, type: nauc_mrr_at_20_max
value: 25.006473977285054
verified: no, type: nauc_mrr_at_20_std
value: 7.811008318463082
verified: no, type: nauc_mrr_at_3_diff1
value: 32.225077963160565
verified: no, type: nauc_mrr_at_3_max
value: 25.628170245193356
verified: no, type: nauc_mrr_at_3_std
value: 7.639003581661931
verified: no, type: nauc_mrr_at_5_diff1
value: 31.803185314926562
verified: no, type: nauc_mrr_at_5_max
value: 25.16340461995904
verified: no, type: nauc_mrr_at_5_std
value: 7.85190048193995
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.079643256809735
verified: no, type: nauc_ndcg_at_1000_max
value: 24.4005548465062
verified: no, type: nauc_ndcg_at_1000_std
value: 9.362541927206147
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.47737546169869
verified: no, type: nauc_ndcg_at_100_max
value: 24.03993934560156
verified: no, type: nauc_ndcg_at_100_std
value: 9.786184458358397
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.706943794211792
verified: no, type: nauc_ndcg_at_10_max
value: 23.333725888458517
verified: no, type: nauc_ndcg_at_10_std
value: 7.084579287988264
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.38171135611958
verified: no, type: nauc_ndcg_at_1_max
value: 24.586563716453057
verified: no, type: nauc_ndcg_at_1_std
value: 6.109072984012173
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.14967074300218
verified: no, type: nauc_ndcg_at_20_max
value: 23.885836678875044
verified: no, type: nauc_ndcg_at_20_std
value: 8.284436581090928
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.049962257153275
verified: no, type: nauc_ndcg_at_3_max
value: 23.843882218351872
verified: no, type: nauc_ndcg_at_3_std
value: 5.857655152716016
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.701408950279944
verified: no, type: nauc_ndcg_at_5_max
value: 23.62238326438745
verified: no, type: nauc_ndcg_at_5_std
value: 7.173407837600138
verified: no, type: nauc_precision_at_1000_diff1
value: 4.522689071143836
verified: no, type: nauc_precision_at_1000_max
value: 7.33867650294788
verified: no, type: nauc_precision_at_1000_std
value: 2.758752135739009
verified: no, type: nauc_precision_at_100_diff1
value: 7.021129726305421
verified: no, type: nauc_precision_at_100_max
value: 18.415545880851624
verified: no, type: nauc_precision_at_100_std
value: 12.243039784406772
verified: no, type: nauc_precision_at_10_diff1
value: 18.267946616494207
verified: no, type: nauc_precision_at_10_max
value: 24.75541177780442
verified: no, type: nauc_precision_at_10_std
value: 10.385119503633586
verified: no, type: nauc_precision_at_1_diff1
value: 35.38171135611958
verified: no, type: nauc_precision_at_1_max
value: 24.586563716453057
verified: no, type: nauc_precision_at_1_std
value: 6.109072984012173
verified: no, type: nauc_precision_at_20_diff1
value: 15.16410712865211
verified: no, type: nauc_precision_at_20_max
value: 25.253178727718385
verified: no, type: nauc_precision_at_20_std
value: 13.035349537982576
verified: no, type: nauc_precision_at_3_diff1
value: 25.878965323191817
verified: no, type: nauc_precision_at_3_max
value: 28.56271051277508
verified: no, type: nauc_precision_at_3_std
value: 9.041251951136333
verified: no, type: nauc_precision_at_5_diff1
value: 21.414338498397633
verified: no, type: nauc_precision_at_5_max
value: 26.988841421424524
verified: no, type: nauc_precision_at_5_std
value: 11.55720192820118
verified: no, type: nauc_recall_at_1000_diff1
value: 23.6785500361109
verified: no, type: nauc_recall_at_1000_max
value: 34.99326073188772
verified: no, type: nauc_recall_at_1000_std
value: 42.921143601824284
verified: no, type: nauc_recall_at_100_diff1
value: 12.270863839873941
verified: no, type: nauc_recall_at_100_max
value: 23.029266757806578
verified: no, type: nauc_recall_at_100_std
value: 24.055995689346787
verified: no, type: nauc_recall_at_10_diff1
value: 21.295165047270192
verified: no, type: nauc_recall_at_10_max
value: 21.086480781552236
verified: no, type: nauc_recall_at_10_std
value: 8.262012502340111
verified: no, type: nauc_recall_at_1_diff1
value: 36.440287562168365
verified: no, type: nauc_recall_at_1_max
value: 20.39268134658497
verified: no, type: nauc_recall_at_1_std
value: 3.084687776680966
verified: no, type: nauc_recall_at_20_diff1
value: 19.232804717026962
verified: no, type: nauc_recall_at_20_max
value: 22.620777456202386
verified: no, type: nauc_recall_at_20_std
value: 12.429676089916459
verified: no, type: nauc_recall_at_3_diff1
value: 26.6676504469478
verified: no, type: nauc_recall_at_3_max
value: 21.94722497726282
verified: no, type: nauc_recall_at_3_std
value: 5.708223317459856
verified: no, type: nauc_recall_at_5_diff1
value: 24.25703806875664
verified: no, type: nauc_recall_at_5_max
value: 22.033420638090814
verified: no, type: nauc_recall_at_5_std
value: 8.427073980552622
verified: no, type: ndcg_at_1
value: 20.274
verified: no, type: ndcg_at_10
value: 30.058
verified: no, type: ndcg_at_100
value: 36.229
verified: no, type: ndcg_at_1000
value: 39.135999999999996
verified: no, type: ndcg_at_20
value: 32.487
verified: no, type: ndcg_at_3
value: 24.884
verified: no, type: ndcg_at_5
value: 26.874
verified: no, type: precision_at_1
value: 20.274
verified: no, type: precision_at_10
value: 5.684
verified: no, type: precision_at_100
value: 1.026
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 3.5319999999999996
verified: no, type: precision_at_3
value: 11.857
verified: no, type: precision_at_5
value: 8.607
verified: no, type: recall_at_1
value: 16.698
verified: no, type: recall_at_10
value: 42.703
verified: no, type: recall_at_100
value: 69.423
verified: no, type: recall_at_1000
value: 89.95400000000001
verified: no, type: recall_at_20
value: 51.361000000000004
verified: no, type: recall_at_3
value: 28.348000000000003
verified: no, type: recall_at_5
value: 33.26
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 41.119
verified: no, type: map_at_1
value: 25.535999999999998
verified: no, type: map_at_10
value: 35.186
verified: no, type: map_at_100
value: 36.584
verified: no, type: map_at_1000
value: 36.713
verified: no, type: map_at_20
value: 35.934
verified: no, type: map_at_3
value: 31.852000000000004
verified: no, type: map_at_5
value: 33.650000000000006
verified: no, type: mrr_at_1
value: 31.76130895091434
verified: no, type: mrr_at_10
value: 40.56579128282691
verified: no, type: mrr_at_100
value: 41.44516293568296
verified: no, type: mrr_at_1000
value: 41.497849083444
verified: no, type: mrr_at_20
value: 41.029971142379026
verified: no, type: mrr_at_3
value: 37.80879050368943
verified: no, type: mrr_at_5
value: 39.46422842476736
verified: no, type: nauc_map_at_1000_diff1
value: 44.17705235583814
verified: no, type: nauc_map_at_1000_max
value: 33.8588700370624
verified: no, type: nauc_map_at_1000_std
value: 2.1713019608067254
verified: no, type: nauc_map_at_100_diff1
value: 44.19717811865489
verified: no, type: nauc_map_at_100_max
value: 33.84418424830406
verified: no, type: nauc_map_at_100_std
value: 2.111953536744075
verified: no, type: nauc_map_at_10_diff1
value: 44.372137044523704
verified: no, type: nauc_map_at_10_max
value: 33.080735510870745
verified: no, type: nauc_map_at_10_std
value: 0.6932642145107222
verified: no, type: nauc_map_at_1_diff1
value: 53.25465010018754
verified: no, type: nauc_map_at_1_max
value: 29.919822344077595
verified: no, type: nauc_map_at_1_std
value: -5.616893723230273
verified: no, type: nauc_map_at_20_diff1
value: 44.310861773930604
verified: no, type: nauc_map_at_20_max
value: 33.71547890714603
verified: no, type: nauc_map_at_20_std
value: 1.6194274618072255
verified: no, type: nauc_map_at_3_diff1
value: 45.60753803321285
verified: no, type: nauc_map_at_3_max
value: 32.47092798471408
verified: no, type: nauc_map_at_3_std
value: -0.5059126863604811
verified: no, type: nauc_map_at_5_diff1
value: 44.713559674446245
verified: no, type: nauc_map_at_5_max
value: 32.68105096515041
verified: no, type: nauc_map_at_5_std
value: -0.26579924202002486
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.82607856697602
verified: no, type: nauc_mrr_at_1000_max
value: 36.881018122973195
verified: no, type: nauc_mrr_at_1000_std
value: 4.699225659172153
verified: no, type: nauc_mrr_at_100_diff1
value: 42.81409772863827
verified: no, type: nauc_mrr_at_100_max
value: 36.88868298322704
verified: no, type: nauc_mrr_at_100_std
value: 4.73224692639018
verified: no, type: nauc_mrr_at_10_diff1
value: 42.53570772257629
verified: no, type: nauc_mrr_at_10_max
value: 36.61696323978818
verified: no, type: nauc_mrr_at_10_std
value: 4.22532607640194
verified: no, type: nauc_mrr_at_1_diff1
value: 49.6170333077354
verified: no, type: nauc_mrr_at_1_max
value: 35.6282794896935
verified: no, type: nauc_mrr_at_1_std
value: -0.0637337788862445
verified: no, type: nauc_mrr_at_20_diff1
value: 42.63175386738128
verified: no, type: nauc_mrr_at_20_max
value: 36.94563448861026
verified: no, type: nauc_mrr_at_20_std
value: 4.733333744809251
verified: no, type: nauc_mrr_at_3_diff1
value: 43.06923973535456
verified: no, type: nauc_mrr_at_3_max
value: 36.04550590753799
verified: no, type: nauc_mrr_at_3_std
value: 3.2042868003160745
verified: no, type: nauc_mrr_at_5_diff1
value: 42.63972916364926
verified: no, type: nauc_mrr_at_5_max
value: 36.55001547765555
verified: no, type: nauc_mrr_at_5_std
value: 3.600929146154547
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.072355219787596
verified: no, type: nauc_ndcg_at_1000_max
value: 36.31803588946431
verified: no, type: nauc_ndcg_at_1000_std
value: 6.981927534663749
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.85285134310704
verified: no, type: nauc_ndcg_at_100_max
value: 36.37861491762969
verified: no, type: nauc_ndcg_at_100_std
value: 7.621300413037255
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.4651361507619
verified: no, type: nauc_ndcg_at_10_max
value: 34.59762596098444
verified: no, type: nauc_ndcg_at_10_std
value: 3.7164548237738058
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.6170333077354
verified: no, type: nauc_ndcg_at_1_max
value: 35.6282794896935
verified: no, type: nauc_ndcg_at_1_std
value: -0.0637337788862445
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.47459158269523
verified: no, type: nauc_ndcg_at_20_max
value: 36.16021485948646
verified: no, type: nauc_ndcg_at_20_std
value: 6.122135010909634
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.16131056173248
verified: no, type: nauc_ndcg_at_3_max
value: 34.783737153018194
verified: no, type: nauc_ndcg_at_3_std
value: 3.1228262926092243
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.62946587027647
verified: no, type: nauc_ndcg_at_5_max
value: 34.2639500392075
verified: no, type: nauc_ndcg_at_5_std
value: 2.3741924603832167
verified: no, type: nauc_precision_at_1000_diff1
value: -18.189799301184582
verified: no, type: nauc_precision_at_1000_max
value: 9.26289918709961
verified: no, type: nauc_precision_at_1000_std
value: 27.504232062702478
verified: no, type: nauc_precision_at_100_diff1
value: -9.08853943717524
verified: no, type: nauc_precision_at_100_max
value: 20.88102598156282
verified: no, type: nauc_precision_at_100_std
value: 33.14957015368526
verified: no, type: nauc_precision_at_10_diff1
value: 10.42072578460417
verified: no, type: nauc_precision_at_10_max
value: 32.16718665456172
verified: no, type: nauc_precision_at_10_std
value: 20.86206225428956
verified: no, type: nauc_precision_at_1_diff1
value: 49.6170333077354
verified: no, type: nauc_precision_at_1_max
value: 35.6282794896935
verified: no, type: nauc_precision_at_1_std
value: -0.0637337788862445
verified: no, type: nauc_precision_at_20_diff1
value: 4.49754811227342
verified: no, type: nauc_precision_at_20_max
value: 32.739870805578725
verified: no, type: nauc_precision_at_20_std
value: 29.265946887154914
verified: no, type: nauc_precision_at_3_diff1
value: 24.77487469702281
verified: no, type: nauc_precision_at_3_max
value: 36.97606314103704
verified: no, type: nauc_precision_at_3_std
value: 13.407730438389734
verified: no, type: nauc_precision_at_5_diff1
value: 17.776486598819325
verified: no, type: nauc_precision_at_5_max
value: 34.55422524064765
verified: no, type: nauc_precision_at_5_std
value: 14.582540079119493
verified: no, type: nauc_recall_at_1000_diff1
value: 34.10762455603476
verified: no, type: nauc_recall_at_1000_max
value: 40.43794450449501
verified: no, type: nauc_recall_at_1000_std
value: 31.705092090127856
verified: no, type: nauc_recall_at_100_diff1
value: 34.071247632629046
verified: no, type: nauc_recall_at_100_max
value: 37.69024589087934
verified: no, type: nauc_recall_at_100_std
value: 26.188892648328398
verified: no, type: nauc_recall_at_10_diff1
value: 33.464807002283614
verified: no, type: nauc_recall_at_10_max
value: 32.502114271923034
verified: no, type: nauc_recall_at_10_std
value: 7.185601974172369
verified: no, type: nauc_recall_at_1_diff1
value: 53.25465010018754
verified: no, type: nauc_recall_at_1_max
value: 29.919822344077595
verified: no, type: nauc_recall_at_1_std
value: -5.616893723230273
verified: no, type: nauc_recall_at_20_diff1
value: 33.37522262466812
verified: no, type: nauc_recall_at_20_max
value: 37.691860100134825
verified: no, type: nauc_recall_at_20_std
value: 15.655129011437824
verified: no, type: nauc_recall_at_3_diff1
value: 37.95767337399907
verified: no, type: nauc_recall_at_3_max
value: 31.78404792098659
verified: no, type: nauc_recall_at_3_std
value: 2.9720678501774116
verified: no, type: nauc_recall_at_5_diff1
value: 35.08331316248243
verified: no, type: nauc_recall_at_5_max
value: 31.568868361684256
verified: no, type: nauc_recall_at_5_std
value: 2.9534989644430274
verified: no, type: ndcg_at_1
value: 31.761
verified: no, type: ndcg_at_10
value: 41.119
verified: no, type: ndcg_at_100
value: 46.935
verified: no, type: ndcg_at_1000
value: 49.282
verified: no, type: ndcg_at_20
value: 43.226
verified: no, type: ndcg_at_3
value: 35.787
verified: no, type: ndcg_at_5
value: 38.221
verified: no, type: precision_at_1
value: 31.761
verified: no, type: precision_at_10
value: 7.825
verified: no, type: precision_at_100
value: 1.307
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_20
value: 4.687
verified: no, type: precision_at_3
value: 17.389
verified: no, type: precision_at_5
value: 12.57
verified: no, type: recall_at_1
value: 25.535999999999998
verified: no, type: recall_at_10
value: 53.15
verified: no, type: recall_at_100
value: 77.902
verified: no, type: recall_at_1000
value: 93.96600000000001
verified: no, type: recall_at_20
value: 60.45
verified: no, type: recall_at_3
value: 38.016
verified: no, type: recall_at_5
value: 44.437
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 36.976
verified: no, type: map_at_1
value: 22.224
verified: no, type: map_at_10
value: 31.339
verified: no, type: map_at_100
value: 32.48
verified: no, type: map_at_1000
value: 32.611000000000004
verified: no, type: map_at_20
value: 31.916
verified: no, type: map_at_3
value: 28.134999999999998
verified: no, type: map_at_5
value: 30.083
verified: no, type: mrr_at_1
value: 26.94063926940639
verified: no, type: mrr_at_10
value: 35.96986663767484
verified: no, type: mrr_at_100
value: 36.762549613842445
verified: no, type: mrr_at_1000
value: 36.83761882971772
verified: no, type: mrr_at_20
value: 36.387376258461195
verified: no, type: mrr_at_3
value: 33.06697108066971
verified: no, type: mrr_at_5
value: 34.80213089802128
verified: no, type: nauc_map_at_1000_diff1
value: 42.867164259001235
verified: no, type: nauc_map_at_1000_max
value: 32.25154346860586
verified: no, type: nauc_map_at_1000_std
value: 0.4383834694704461
verified: no, type: nauc_map_at_100_diff1
value: 42.83625278428653
verified: no, type: nauc_map_at_100_max
value: 32.222110690946856
verified: no, type: nauc_map_at_100_std
value: 0.3933871503815801
verified: no, type: nauc_map_at_10_diff1
value: 43.05146012895346
verified: no, type: nauc_map_at_10_max
value: 32.00299049775972
verified: no, type: nauc_map_at_10_std
value: 0.16682506699978614
verified: no, type: nauc_map_at_1_diff1
value: 49.98365758599708
verified: no, type: nauc_map_at_1_max
value: 27.780302095541664
verified: no, type: nauc_map_at_1_std
value: -2.0238028952131186
verified: no, type: nauc_map_at_20_diff1
value: 42.874811385036956
verified: no, type: nauc_map_at_20_max
value: 32.113078265625575
verified: no, type: nauc_map_at_20_std
value: 0.13698013703073203
verified: no, type: nauc_map_at_3_diff1
value: 44.41564633312066
verified: no, type: nauc_map_at_3_max
value: 31.36506412123913
verified: no, type: nauc_map_at_3_std
value: -0.5564290283951399
verified: no, type: nauc_map_at_5_diff1
value: 43.261359067354036
verified: no, type: nauc_map_at_5_max
value: 31.816477367144763
verified: no, type: nauc_map_at_5_std
value: -0.481988830265859
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.73798045207668
verified: no, type: nauc_mrr_at_1000_max
value: 33.27265747414279
verified: no, type: nauc_mrr_at_1000_std
value: 3.1526086790668297
verified: no, type: nauc_mrr_at_100_diff1
value: 40.70775898603771
verified: no, type: nauc_mrr_at_100_max
value: 33.264696129641806
verified: no, type: nauc_mrr_at_100_std
value: 3.136386596078079
verified: no, type: nauc_mrr_at_10_diff1
value: 40.65225994074588
verified: no, type: nauc_mrr_at_10_max
value: 33.30445624222102
verified: no, type: nauc_mrr_at_10_std
value: 3.2136094446187196
verified: no, type: nauc_mrr_at_1_diff1
value: 47.1430656319147
verified: no, type: nauc_mrr_at_1_max
value: 32.51612551786665
verified: no, type: nauc_mrr_at_1_std
value: 1.7554388123343887
verified: no, type: nauc_mrr_at_20_diff1
value: 40.65603982124234
verified: no, type: nauc_mrr_at_20_max
value: 33.26981276499155
verified: no, type: nauc_mrr_at_20_std
value: 3.1384707946054053
verified: no, type: nauc_mrr_at_3_diff1
value: 41.199624066195696
verified: no, type: nauc_mrr_at_3_max
value: 33.60930959371334
verified: no, type: nauc_mrr_at_3_std
value: 2.7365986281112793
verified: no, type: nauc_mrr_at_5_diff1
value: 40.58530177733009
verified: no, type: nauc_mrr_at_5_max
value: 33.60243976174283
verified: no, type: nauc_mrr_at_5_std
value: 2.8023571070836564
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.05446113764506
verified: no, type: nauc_ndcg_at_1000_max
value: 33.3518793399837
verified: no, type: nauc_ndcg_at_1000_std
value: 3.589866500160898
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.313412774367436
verified: no, type: nauc_ndcg_at_100_max
value: 32.909059674145745
verified: no, type: nauc_ndcg_at_100_std
value: 2.904300216633265
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.97280954580326
verified: no, type: nauc_ndcg_at_10_max
value: 32.41255472717254
verified: no, type: nauc_ndcg_at_10_std
value: 1.8444087308517976
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.1430656319147
verified: no, type: nauc_ndcg_at_1_max
value: 32.51612551786665
verified: no, type: nauc_ndcg_at_1_std
value: 1.7554388123343887
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.407140891912526
verified: no, type: nauc_ndcg_at_20_max
value: 32.40177770426777
verified: no, type: nauc_ndcg_at_20_std
value: 1.6796986909864853
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.83327340216515
verified: no, type: nauc_ndcg_at_3_max
value: 33.360741483232204
verified: no, type: nauc_ndcg_at_3_std
value: 1.337880846500443
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.39070899019907
verified: no, type: nauc_ndcg_at_5_max
value: 32.94795232289472
verified: no, type: nauc_ndcg_at_5_std
value: 1.0833804150206425
verified: no, type: nauc_precision_at_1000_diff1
value: -8.992880655346152
verified: no, type: nauc_precision_at_1000_max
value: 8.558134842387647
verified: no, type: nauc_precision_at_1000_std
value: 16.429803920123472
verified: no, type: nauc_precision_at_100_diff1
value: -0.31029113862756313
verified: no, type: nauc_precision_at_100_max
value: 20.01189092905111
verified: no, type: nauc_precision_at_100_std
value: 13.11139496323174
verified: no, type: nauc_precision_at_10_diff1
value: 16.671090157699066
verified: no, type: nauc_precision_at_10_max
value: 32.1497473808389
verified: no, type: nauc_precision_at_10_std
value: 8.883577678145265
verified: no, type: nauc_precision_at_1_diff1
value: 47.1430656319147
verified: no, type: nauc_precision_at_1_max
value: 32.51612551786665
verified: no, type: nauc_precision_at_1_std
value: 1.7554388123343887
verified: no, type: nauc_precision_at_20_diff1
value: 11.288301927412157
verified: no, type: nauc_precision_at_20_max
value: 29.675272572679155
verified: no, type: nauc_precision_at_20_std
value: 8.487274927317499
verified: no, type: nauc_precision_at_3_diff1
value: 29.754080123813793
verified: no, type: nauc_precision_at_3_max
value: 38.138600670469664
verified: no, type: nauc_precision_at_3_std
value: 6.637795943787214
verified: no, type: nauc_precision_at_5_diff1
value: 23.058638623272508
verified: no, type: nauc_precision_at_5_max
value: 37.56567557948431
verified: no, type: nauc_precision_at_5_std
value: 7.4250954076263715
verified: no, type: nauc_recall_at_1000_diff1
value: 21.3493836657907
verified: no, type: nauc_recall_at_1000_max
value: 38.56530956811147
verified: no, type: nauc_recall_at_1000_std
value: 40.75098277908217
verified: no, type: nauc_recall_at_100_diff1
value: 24.861803411028866
verified: no, type: nauc_recall_at_100_max
value: 30.527766357600004
verified: no, type: nauc_recall_at_100_std
value: 11.2577947912455
verified: no, type: nauc_recall_at_10_diff1
value: 31.846033801615526
verified: no, type: nauc_recall_at_10_max
value: 30.058306861041
verified: no, type: nauc_recall_at_10_std
value: 3.6852833787979664
verified: no, type: nauc_recall_at_1_diff1
value: 49.98365758599708
verified: no, type: nauc_recall_at_1_max
value: 27.780302095541664
verified: no, type: nauc_recall_at_1_std
value: -2.0238028952131186
verified: no, type: nauc_recall_at_20_diff1
value: 28.922063927012616
verified: no, type: nauc_recall_at_20_max
value: 28.891018322233545
verified: no, type: nauc_recall_at_20_std
value: 3.4690870344516025
verified: no, type: nauc_recall_at_3_diff1
value: 37.314572415214066
verified: no, type: nauc_recall_at_3_max
value: 31.84014131981339
verified: no, type: nauc_recall_at_3_std
value: 0.9299027788293744
verified: no, type: nauc_recall_at_5_diff1
value: 33.19390396327367
verified: no, type: nauc_recall_at_5_max
value: 31.05541003887206
verified: no, type: nauc_recall_at_5_std
value: 0.9032588827140892
verified: no, type: ndcg_at_1
value: 26.941
verified: no, type: ndcg_at_10
value: 36.976
verified: no, type: ndcg_at_100
value: 42.274
verified: no, type: ndcg_at_1000
value: 45.131
verified: no, type: ndcg_at_20
value: 38.753
verified: no, type: ndcg_at_3
value: 31.613000000000003
verified: no, type: ndcg_at_5
value: 34.369
verified: no, type: precision_at_1
value: 26.941
verified: no, type: precision_at_10
value: 6.918
verified: no, type: precision_at_100
value: 1.126
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 4.035
verified: no, type: precision_at_3
value: 15.183
verified: no, type: precision_at_5
value: 11.256
verified: no, type: recall_at_1
value: 22.224
verified: no, type: recall_at_10
value: 49.275000000000006
verified: no, type: recall_at_100
value: 72.741
verified: no, type: recall_at_1000
value: 92.175
verified: no, type: recall_at_20
value: 55.588
verified: no, type: recall_at_3
value: 34.474
verified: no, type: recall_at_5
value: 41.677
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 37.94533333333334
verified: no, type: ndcg_at_10
value: 37.94533333333334
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 32.198
verified: no, type: map_at_1
value: 20.602999999999998
verified: no, type: map_at_10
value: 27.839999999999996
verified: no, type: map_at_100
value: 29.01
verified: no, type: map_at_1000
value: 29.112
verified: no, type: map_at_20
value: 28.467
verified: no, type: map_at_3
value: 25.144
verified: no, type: map_at_5
value: 27.039
verified: no, type: mrr_at_1
value: 23.466257668711656
verified: no, type: mrr_at_10
value: 30.32598110818968
verified: no, type: mrr_at_100
value: 31.339620026457656
verified: no, type: mrr_at_1000
value: 31.40584085281548
verified: no, type: mrr_at_20
value: 30.87618526902155
verified: no, type: mrr_at_3
value: 27.862985685071585
verified: no, type: mrr_at_5
value: 29.603783231083842
verified: no, type: nauc_map_at_1000_diff1
value: 38.0761277580317
verified: no, type: nauc_map_at_1000_max
value: 36.12390668585937
verified: no, type: nauc_map_at_1000_std
value: 5.061003371662745
verified: no, type: nauc_map_at_100_diff1
value: 38.079981384748265
verified: no, type: nauc_map_at_100_max
value: 36.09935623198427
verified: no, type: nauc_map_at_100_std
value: 5.015663720394834
verified: no, type: nauc_map_at_10_diff1
value: 38.00859092830176
verified: no, type: nauc_map_at_10_max
value: 35.450989944199904
verified: no, type: nauc_map_at_10_std
value: 3.989849935469516
verified: no, type: nauc_map_at_1_diff1
value: 44.45924018521437
verified: no, type: nauc_map_at_1_max
value: 32.88154290750313
verified: no, type: nauc_map_at_1_std
value: -2.310032904125345
verified: no, type: nauc_map_at_20_diff1
value: 38.06432587960633
verified: no, type: nauc_map_at_20_max
value: 35.81006677715011
verified: no, type: nauc_map_at_20_std
value: 4.6487437911347085
verified: no, type: nauc_map_at_3_diff1
value: 39.55537297601001
verified: no, type: nauc_map_at_3_max
value: 34.36510008378181
verified: no, type: nauc_map_at_3_std
value: 1.2197196748311918
verified: no, type: nauc_map_at_5_diff1
value: 38.528114534412474
verified: no, type: nauc_map_at_5_max
value: 35.25094217957651
verified: no, type: nauc_map_at_5_std
value: 2.950657915542846
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.16074110571977
verified: no, type: nauc_mrr_at_1000_max
value: 37.72923049724318
verified: no, type: nauc_mrr_at_1000_std
value: 7.856334236699533
verified: no, type: nauc_mrr_at_100_diff1
value: 37.1512392978736
verified: no, type: nauc_mrr_at_100_max
value: 37.72582505158289
verified: no, type: nauc_mrr_at_100_std
value: 7.865968029912606
verified: no, type: nauc_mrr_at_10_diff1
value: 37.01822355124415
verified: no, type: nauc_mrr_at_10_max
value: 37.586046947927095
verified: no, type: nauc_mrr_at_10_std
value: 7.426616604947715
verified: no, type: nauc_mrr_at_1_diff1
value: 43.851312136898244
verified: no, type: nauc_mrr_at_1_max
value: 36.71288871099453
verified: no, type: nauc_mrr_at_1_std
value: 2.7247234253102133
verified: no, type: nauc_mrr_at_20_diff1
value: 37.130214241452045
verified: no, type: nauc_mrr_at_20_max
value: 37.687561521125204
verified: no, type: nauc_mrr_at_20_std
value: 7.768540036972506
verified: no, type: nauc_mrr_at_3_diff1
value: 38.136598400242676
verified: no, type: nauc_mrr_at_3_max
value: 36.843791168309444
verified: no, type: nauc_mrr_at_3_std
value: 5.440047675846993
verified: no, type: nauc_mrr_at_5_diff1
value: 37.33367995568664
verified: no, type: nauc_mrr_at_5_max
value: 37.58820166778061
verified: no, type: nauc_mrr_at_5_std
value: 6.6987549159971085
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.741533795659365
verified: no, type: nauc_ndcg_at_1000_max
value: 38.07647875243137
verified: no, type: nauc_ndcg_at_1000_std
value: 10.628951135317092
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.430249135578215
verified: no, type: nauc_ndcg_at_100_max
value: 37.828764498001554
verified: no, type: nauc_ndcg_at_100_std
value: 10.559412722694224
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.0829449431806
verified: no, type: nauc_ndcg_at_10_max
value: 36.30215507166646
verified: no, type: nauc_ndcg_at_10_std
value: 7.5207779960033525
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.851312136898244
verified: no, type: nauc_ndcg_at_1_max
value: 36.71288871099453
verified: no, type: nauc_ndcg_at_1_std
value: 2.7247234253102133
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.29539630895629
verified: no, type: nauc_ndcg_at_20_max
value: 37.20290340369041
verified: no, type: nauc_ndcg_at_20_std
value: 9.523473640417977
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.35526400005257
verified: no, type: nauc_ndcg_at_3_max
value: 35.122704383106516
verified: no, type: nauc_ndcg_at_3_std
value: 3.5485155819226453
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.0230196693939
verified: no, type: nauc_ndcg_at_5_max
value: 36.095022202832475
verified: no, type: nauc_ndcg_at_5_std
value: 5.454142403414905
verified: no, type: nauc_precision_at_1000_diff1
value: -3.2343819915497263
verified: no, type: nauc_precision_at_1000_max
value: 23.180397112777403
verified: no, type: nauc_precision_at_1000_std
value: 34.57305315086566
verified: no, type: nauc_precision_at_100_diff1
value: 10.455861478415002
verified: no, type: nauc_precision_at_100_max
value: 36.29870238511931
verified: no, type: nauc_precision_at_100_std
value: 37.5120656416003
verified: no, type: nauc_precision_at_10_diff1
value: 21.469223106766925
verified: no, type: nauc_precision_at_10_max
value: 41.10929893585691
verified: no, type: nauc_precision_at_10_std
value: 26.026335766624065
verified: no, type: nauc_precision_at_1_diff1
value: 43.851312136898244
verified: no, type: nauc_precision_at_1_max
value: 36.71288871099453
verified: no, type: nauc_precision_at_1_std
value: 2.7247234253102133
verified: no, type: nauc_precision_at_20_diff1
value: 18.708937366183537
verified: no, type: nauc_precision_at_20_max
value: 41.458211994588645
verified: no, type: nauc_precision_at_20_std
value: 33.463409590314924
verified: no, type: nauc_precision_at_3_diff1
value: 29.710192715848834
verified: no, type: nauc_precision_at_3_max
value: 38.58952964486376
verified: no, type: nauc_precision_at_3_std
value: 13.416199729502559
verified: no, type: nauc_precision_at_5_diff1
value: 25.650283231149
verified: no, type: nauc_precision_at_5_max
value: 41.72939460601412
verified: no, type: nauc_precision_at_5_std
value: 20.090998290941194
verified: no, type: nauc_recall_at_1000_diff1
value: 25.356910340327655
verified: no, type: nauc_recall_at_1000_max
value: 44.26974367051396
verified: no, type: nauc_recall_at_1000_std
value: 40.52538300429559
verified: no, type: nauc_recall_at_100_diff1
value: 25.183345990980698
verified: no, type: nauc_recall_at_100_max
value: 37.67595801104001
verified: no, type: nauc_recall_at_100_std
value: 25.95572235841268
verified: no, type: nauc_recall_at_10_diff1
value: 26.56639531820743
verified: no, type: nauc_recall_at_10_max
value: 34.49265183720701
verified: no, type: nauc_recall_at_10_std
value: 13.567172778450859
verified: no, type: nauc_recall_at_1_diff1
value: 44.45924018521437
verified: no, type: nauc_recall_at_1_max
value: 32.88154290750313
verified: no, type: nauc_recall_at_1_std
value: -2.310032904125345
verified: no, type: nauc_recall_at_20_diff1
value: 26.84960737085141
verified: no, type: nauc_recall_at_20_max
value: 36.726182871219926
verified: no, type: nauc_recall_at_20_std
value: 20.11298912468589
verified: no, type: nauc_recall_at_3_diff1
value: 34.0883194073464
verified: no, type: nauc_recall_at_3_max
value: 33.02529213489702
verified: no, type: nauc_recall_at_3_std
value: 2.916082664507825
verified: no, type: nauc_recall_at_5_diff1
value: 30.07713778447706
verified: no, type: nauc_recall_at_5_max
value: 34.93443537172252
verified: no, type: nauc_recall_at_5_std
value: 7.784641939267653
verified: no, type: ndcg_at_1
value: 23.466
verified: no, type: ndcg_at_10
value: 32.198
verified: no, type: ndcg_at_100
value: 37.817
verified: no, type: ndcg_at_1000
value: 40.387
verified: no, type: ndcg_at_20
value: 34.266000000000005
verified: no, type: ndcg_at_3
value: 27.331
verified: no, type: ndcg_at_5
value: 30.398999999999997
verified: no, type: precision_at_1
value: 23.466
verified: no, type: precision_at_10
value: 5.322
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 3.19
verified: no, type: precision_at_3
value: 12.065
verified: no, type: precision_at_5
value: 9.171999999999999
verified: no, type: recall_at_1
value: 20.602999999999998
verified: no, type: recall_at_10
value: 43.163000000000004
verified: no, type: recall_at_100
value: 68.87299999999999
verified: no, type: recall_at_1000
value: 87.93299999999999
verified: no, type: recall_at_20
value: 50.87199999999999
verified: no, type: recall_at_3
value: 29.903999999999996
verified: no, type: recall_at_5
value: 37.547999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 28.664
verified: no, type: map_at_1
value: 15.725
verified: no, type: map_at_10
value: 23.608999999999998
verified: no, type: map_at_100
value: 24.903
verified: no, type: map_at_1000
value: 25.037
verified: no, type: map_at_20
value: 24.263
verified: no, type: map_at_3
value: 20.886
verified: no, type: map_at_5
value: 22.512999999999998
verified: no, type: mrr_at_1
value: 19.683413626978666
verified: no, type: mrr_at_10
value: 27.551945072592076
verified: no, type: mrr_at_100
value: 28.565769857610178
verified: no, type: mrr_at_1000
value: 28.642400385898455
verified: no, type: mrr_at_20
value: 28.092647071453403
verified: no, type: mrr_at_3
value: 25.017205781142504
verified: no, type: mrr_at_5
value: 26.54852030282184
verified: no, type: nauc_map_at_1000_diff1
value: 37.056487072888885
verified: no, type: nauc_map_at_1000_max
value: 30.153186132918776
verified: no, type: nauc_map_at_1000_std
value: 5.7298049481043725
verified: no, type: nauc_map_at_100_diff1
value: 37.03282976792257
verified: no, type: nauc_map_at_100_max
value: 30.0884371302582
verified: no, type: nauc_map_at_100_std
value: 5.658403757591216
verified: no, type: nauc_map_at_10_diff1
value: 37.270237927253554
verified: no, type: nauc_map_at_10_max
value: 29.780239451614747
verified: no, type: nauc_map_at_10_std
value: 4.923747048242047
verified: no, type: nauc_map_at_1_diff1
value: 45.056701816168044
verified: no, type: nauc_map_at_1_max
value: 28.610738790622598
verified: no, type: nauc_map_at_1_std
value: 1.7939243826233033
verified: no, type: nauc_map_at_20_diff1
value: 37.05528569680621
verified: no, type: nauc_map_at_20_max
value: 29.91167904302484
verified: no, type: nauc_map_at_20_std
value: 5.174246245187018
verified: no, type: nauc_map_at_3_diff1
value: 38.98738035160006
verified: no, type: nauc_map_at_3_max
value: 29.564429792991188
verified: no, type: nauc_map_at_3_std
value: 4.085422756643981
verified: no, type: nauc_map_at_5_diff1
value: 37.780017406678226
verified: no, type: nauc_map_at_5_max
value: 29.640684152591767
verified: no, type: nauc_map_at_5_std
value: 4.583324320663195
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.070463852734754
verified: no, type: nauc_mrr_at_1000_max
value: 31.025481876736766
verified: no, type: nauc_mrr_at_1000_std
value: 8.027975095397126
verified: no, type: nauc_mrr_at_100_diff1
value: 35.04699614454172
verified: no, type: nauc_mrr_at_100_max
value: 31.00911990048816
verified: no, type: nauc_mrr_at_100_std
value: 8.033026980155778
verified: no, type: nauc_mrr_at_10_diff1
value: 35.11714769417072
verified: no, type: nauc_mrr_at_10_max
value: 31.05901662643537
verified: no, type: nauc_mrr_at_10_std
value: 7.819859618979498
verified: no, type: nauc_mrr_at_1_diff1
value: 40.96228228258019
verified: no, type: nauc_mrr_at_1_max
value: 30.537006518142583
verified: no, type: nauc_mrr_at_1_std
value: 4.392088285443026
verified: no, type: nauc_mrr_at_20_diff1
value: 35.022455617237775
verified: no, type: nauc_mrr_at_20_max
value: 31.012294864899143
verified: no, type: nauc_mrr_at_20_std
value: 7.90560890875249
verified: no, type: nauc_mrr_at_3_diff1
value: 36.14307880957264
verified: no, type: nauc_mrr_at_3_max
value: 31.25426250842373
verified: no, type: nauc_mrr_at_3_std
value: 7.110079063587513
verified: no, type: nauc_mrr_at_5_diff1
value: 35.52999739165916
verified: no, type: nauc_mrr_at_5_max
value: 31.052516109606803
verified: no, type: nauc_mrr_at_5_std
value: 7.499392340645128
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.98634422370208
verified: no, type: nauc_ndcg_at_1000_max
value: 31.176987035500026
verified: no, type: nauc_ndcg_at_1000_std
value: 9.819214241943014
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.306778489856455
verified: no, type: nauc_ndcg_at_100_max
value: 30.385905312860807
verified: no, type: nauc_ndcg_at_100_std
value: 9.435746258655474
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.07483374209635
verified: no, type: nauc_ndcg_at_10_max
value: 30.139422680087947
verified: no, type: nauc_ndcg_at_10_std
value: 7.086776619544606
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.96228228258019
verified: no, type: nauc_ndcg_at_1_max
value: 30.537006518142583
verified: no, type: nauc_ndcg_at_1_std
value: 4.392088285443026
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.515336773169146
verified: no, type: nauc_ndcg_at_20_max
value: 30.188255298326933
verified: no, type: nauc_ndcg_at_20_std
value: 7.549754089287895
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.24168467694459
verified: no, type: nauc_ndcg_at_3_max
value: 30.558941053340206
verified: no, type: nauc_ndcg_at_3_std
value: 6.015139003090642
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.92357136263971
verified: no, type: nauc_ndcg_at_5_max
value: 30.276859857217968
verified: no, type: nauc_ndcg_at_5_std
value: 6.723486081848634
verified: no, type: nauc_precision_at_1000_diff1
value: 1.8526955192951209
verified: no, type: nauc_precision_at_1000_max
value: 24.43841054368752
verified: no, type: nauc_precision_at_1000_std
value: 26.66189404732459
verified: no, type: nauc_precision_at_100_diff1
value: 6.924003511355156
verified: no, type: nauc_precision_at_100_max
value: 25.898218872101136
verified: no, type: nauc_precision_at_100_std
value: 25.82083630897314
verified: no, type: nauc_precision_at_10_diff1
value: 18.063191697320676
verified: no, type: nauc_precision_at_10_max
value: 30.903940527713075
verified: no, type: nauc_precision_at_10_std
value: 14.177021416654508
verified: no, type: nauc_precision_at_1_diff1
value: 40.96228228258019
verified: no, type: nauc_precision_at_1_max
value: 30.537006518142583
verified: no, type: nauc_precision_at_1_std
value: 4.392088285443026
verified: no, type: nauc_precision_at_20_diff1
value: 14.431464340383721
verified: no, type: nauc_precision_at_20_max
value: 29.68703003002772
verified: no, type: nauc_precision_at_20_std
value: 16.66789502173036
verified: no, type: nauc_precision_at_3_diff1
value: 27.597385506388616
verified: no, type: nauc_precision_at_3_max
value: 32.40009649228611
verified: no, type: nauc_precision_at_3_std
value: 9.935955207519214
verified: no, type: nauc_precision_at_5_diff1
value: 22.29546183048876
verified: no, type: nauc_precision_at_5_max
value: 31.749116714749913
verified: no, type: nauc_precision_at_5_std
value: 12.123147531674022
verified: no, type: nauc_recall_at_1000_diff1
value: 19.15989310048289
verified: no, type: nauc_recall_at_1000_max
value: 32.016963998185226
verified: no, type: nauc_recall_at_1000_std
value: 33.30671057277769
verified: no, type: nauc_recall_at_100_diff1
value: 19.816555725381548
verified: no, type: nauc_recall_at_100_max
value: 25.096579069695814
verified: no, type: nauc_recall_at_100_std
value: 18.805477257964917
verified: no, type: nauc_recall_at_10_diff1
value: 26.22067601241463
verified: no, type: nauc_recall_at_10_max
value: 26.96225463176813
verified: no, type: nauc_recall_at_10_std
value: 8.520363427655255
verified: no, type: nauc_recall_at_1_diff1
value: 45.056701816168044
verified: no, type: nauc_recall_at_1_max
value: 28.610738790622598
verified: no, type: nauc_recall_at_1_std
value: 1.7939243826233033
verified: no, type: nauc_recall_at_20_diff1
value: 23.98548565853817
verified: no, type: nauc_recall_at_20_max
value: 26.600694975173866
verified: no, type: nauc_recall_at_20_std
value: 9.758471430115367
verified: no, type: nauc_recall_at_3_diff1
value: 32.075878007125695
verified: no, type: nauc_recall_at_3_max
value: 28.385952749563998
verified: no, type: nauc_recall_at_3_std
value: 6.295695258154213
verified: no, type: nauc_recall_at_5_diff1
value: 28.658566082157893
verified: no, type: nauc_recall_at_5_max
value: 27.566180096968246
verified: no, type: nauc_recall_at_5_std
value: 7.555500761730842
verified: no, type: ndcg_at_1
value: 19.683
verified: no, type: ndcg_at_10
value: 28.664
verified: no, type: ndcg_at_100
value: 34.721000000000004
verified: no, type: ndcg_at_1000
value: 37.647000000000006
verified: no, type: ndcg_at_20
value: 30.747000000000003
verified: no, type: ndcg_at_3
value: 23.94
verified: no, type: ndcg_at_5
value: 26.363999999999997
verified: no, type: precision_at_1
value: 19.683
verified: no, type: precision_at_10
value: 5.557
verified: no, type: precision_at_100
value: 1.0250000000000001
verified: no, type: precision_at_1000
value: 0.147
verified: no, type: precision_at_20
value: 3.4099999999999997
verified: no, type: precision_at_3
value: 11.769
verified: no, type: precision_at_5
value: 8.94
verified: no, type: recall_at_1
value: 15.725
verified: no, type: recall_at_10
value: 39.852
verified: no, type: recall_at_100
value: 67.157
verified: no, type: recall_at_1000
value: 87.87
verified: no, type: recall_at_20
value: 47.457
verified: no, type: recall_at_3
value: 26.657999999999998
verified: no, type: recall_at_5
value: 32.9
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 40.876000000000005
verified: no, type: map_at_1
value: 26.301999999999996
verified: no, type: map_at_10
value: 35.408
verified: no, type: map_at_100
value: 36.782
verified: no, type: map_at_1000
value: 36.89
verified: no, type: map_at_20
value: 36.22
verified: no, type: map_at_3
value: 32.363
verified: no, type: map_at_5
value: 34.042
verified: no, type: mrr_at_1
value: 31.156716417910445
verified: no, type: mrr_at_10
value: 39.53598821369344
verified: no, type: mrr_at_100
value: 40.52546558788623
verified: no, type: mrr_at_1000
value: 40.58231860198012
verified: no, type: mrr_at_20
value: 40.161033829941346
verified: no, type: mrr_at_3
value: 36.847014925373124
verified: no, type: mrr_at_5
value: 38.316231343283555
verified: no, type: nauc_map_at_1000_diff1
value: 44.928592757923056
verified: no, type: nauc_map_at_1000_max
value: 39.60493677865666
verified: no, type: nauc_map_at_1000_std
value: -6.5283143308196845
verified: no, type: nauc_map_at_100_diff1
value: 44.92428393826884
verified: no, type: nauc_map_at_100_max
value: 39.60427416461272
verified: no, type: nauc_map_at_100_std
value: -6.559192871646126
verified: no, type: nauc_map_at_10_diff1
value: 44.93156594361355
verified: no, type: nauc_map_at_10_max
value: 39.01906728966108
verified: no, type: nauc_map_at_10_std
value: -7.323223616976144
verified: no, type: nauc_map_at_1_diff1
value: 51.74063541191999
verified: no, type: nauc_map_at_1_max
value: 37.139839906240404
verified: no, type: nauc_map_at_1_std
value: -11.373075718991851
verified: no, type: nauc_map_at_20_diff1
value: 44.873998379197566
verified: no, type: nauc_map_at_20_max
value: 39.48203048617974
verified: no, type: nauc_map_at_20_std
value: -6.70892197976656
verified: no, type: nauc_map_at_3_diff1
value: 47.4150895335751
verified: no, type: nauc_map_at_3_max
value: 38.9073780293737
verified: no, type: nauc_map_at_3_std
value: -8.303602289414203
verified: no, type: nauc_map_at_5_diff1
value: 45.70976798178024
verified: no, type: nauc_map_at_5_max
value: 38.59933327678971
verified: no, type: nauc_map_at_5_std
value: -7.8885249407648015
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.82541230003208
verified: no, type: nauc_mrr_at_1000_max
value: 39.89851112679573
verified: no, type: nauc_mrr_at_1000_std
value: -4.799733816076347
verified: no, type: nauc_mrr_at_100_diff1
value: 42.818976519300755
verified: no, type: nauc_mrr_at_100_max
value: 39.893679260457475
verified: no, type: nauc_mrr_at_100_std
value: -4.775787948640186
verified: no, type: nauc_mrr_at_10_diff1
value: 42.54112559831151
verified: no, type: nauc_mrr_at_10_max
value: 39.64625391950807
verified: no, type: nauc_mrr_at_10_std
value: -5.065246205409667
verified: no, type: nauc_mrr_at_1_diff1
value: 48.655515476660064
verified: no, type: nauc_mrr_at_1_max
value: 41.63679055360049
verified: no, type: nauc_mrr_at_1_std
value: -8.367137554450444
verified: no, type: nauc_mrr_at_20_diff1
value: 42.636426092078
verified: no, type: nauc_mrr_at_20_max
value: 39.80679706826887
verified: no, type: nauc_mrr_at_20_std
value: -4.758364654302373
verified: no, type: nauc_mrr_at_3_diff1
value: 44.4578554871071
verified: no, type: nauc_mrr_at_3_max
value: 40.88535486879462
verified: no, type: nauc_mrr_at_3_std
value: -5.347804855084619
verified: no, type: nauc_mrr_at_5_diff1
value: 43.0178192934806
verified: no, type: nauc_mrr_at_5_max
value: 39.85412692631539
verified: no, type: nauc_mrr_at_5_std
value: -5.2455442207954315
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.05936005991319
verified: no, type: nauc_ndcg_at_1000_max
value: 39.85050018702514
verified: no, type: nauc_ndcg_at_1000_std
value: -3.0983430368617073
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.01199433049003
verified: no, type: nauc_ndcg_at_100_max
value: 39.82366614443736
verified: no, type: nauc_ndcg_at_100_std
value: -3.0191595436958933
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.201724625288215
verified: no, type: nauc_ndcg_at_10_max
value: 38.255735196136825
verified: no, type: nauc_ndcg_at_10_std
value: -5.373898147517844
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.655515476660064
verified: no, type: nauc_ndcg_at_1_max
value: 41.63679055360049
verified: no, type: nauc_ndcg_at_1_std
value: -8.367137554450444
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.150979233349545
verified: no, type: nauc_ndcg_at_20_max
value: 39.21415612233105
verified: no, type: nauc_ndcg_at_20_std
value: -3.660487305333916
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.69980331716529
verified: no, type: nauc_ndcg_at_3_max
value: 39.92321613340254
verified: no, type: nauc_ndcg_at_3_std
value: -6.002564545500033
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.5080121620284
verified: no, type: nauc_ndcg_at_5_max
value: 38.15843446363428
verified: no, type: nauc_ndcg_at_5_std
value: -6.171872174192929
verified: no, type: nauc_precision_at_1000_diff1
value: -12.87549726086813
verified: no, type: nauc_precision_at_1000_max
value: 7.125723604492884
verified: no, type: nauc_precision_at_1000_std
value: 20.1220435598869
verified: no, type: nauc_precision_at_100_diff1
value: -1.3435970261795132
verified: no, type: nauc_precision_at_100_max
value: 22.73503007427538
verified: no, type: nauc_precision_at_100_std
value: 22.26056053079008
verified: no, type: nauc_precision_at_10_diff1
value: 13.009571765964715
verified: no, type: nauc_precision_at_10_max
value: 36.75181341388086
verified: no, type: nauc_precision_at_10_std
value: 10.506939263632644
verified: no, type: nauc_precision_at_1_diff1
value: 48.655515476660064
verified: no, type: nauc_precision_at_1_max
value: 41.63679055360049
verified: no, type: nauc_precision_at_1_std
value: -8.367137554450444
verified: no, type: nauc_precision_at_20_diff1
value: 7.131847192938991
verified: no, type: nauc_precision_at_20_max
value: 34.895489726971014
verified: no, type: nauc_precision_at_20_std
value: 18.300523388319277
verified: no, type: nauc_precision_at_3_diff1
value: 30.497966490538342
verified: no, type: nauc_precision_at_3_max
value: 42.03117461964682
verified: no, type: nauc_precision_at_3_std
value: 3.175295516360934
verified: no, type: nauc_precision_at_5_diff1
value: 21.52532931999719
verified: no, type: nauc_precision_at_5_max
value: 38.73790985535426
verified: no, type: nauc_precision_at_5_std
value: 5.582289556090528
verified: no, type: nauc_recall_at_1000_diff1
value: 20.882070572074944
verified: no, type: nauc_recall_at_1000_max
value: 40.757605519312506
verified: no, type: nauc_recall_at_1000_std
value: 32.52395799866569
verified: no, type: nauc_recall_at_100_diff1
value: 32.186032571206376
verified: no, type: nauc_recall_at_100_max
value: 37.25325043402159
verified: no, type: nauc_recall_at_100_std
value: 10.860233625092498
verified: no, type: nauc_recall_at_10_diff1
value: 30.38691101839111
verified: no, type: nauc_recall_at_10_max
value: 31.950747647784183
verified: no, type: nauc_recall_at_10_std
value: -2.3593273213749506
verified: no, type: nauc_recall_at_1_diff1
value: 51.74063541191999
verified: no, type: nauc_recall_at_1_max
value: 37.139839906240404
verified: no, type: nauc_recall_at_1_std
value: -11.373075718991851
verified: no, type: nauc_recall_at_20_diff1
value: 28.80302065454265
verified: no, type: nauc_recall_at_20_max
value: 33.926264619491796
verified: no, type: nauc_recall_at_20_std
value: 3.805519584188339
verified: no, type: nauc_recall_at_3_diff1
value: 41.624716806893176
verified: no, type: nauc_recall_at_3_max
value: 36.06595662499225
verified: no, type: nauc_recall_at_3_std
value: -5.411908106617663
verified: no, type: nauc_recall_at_5_diff1
value: 35.36405564386531
verified: no, type: nauc_recall_at_5_max
value: 32.69514090305993
verified: no, type: nauc_recall_at_5_std
value: -4.513005732055529
verified: no, type: ndcg_at_1
value: 31.157
verified: no, type: ndcg_at_10
value: 40.876000000000005
verified: no, type: ndcg_at_100
value: 46.825
verified: no, type: ndcg_at_1000
value: 49.057
verified: no, type: ndcg_at_20
value: 43.437
verified: no, type: ndcg_at_3
value: 35.626000000000005
verified: no, type: ndcg_at_5
value: 37.951
verified: no, type: precision_at_1
value: 31.157
verified: no, type: precision_at_10
value: 7.210999999999999
verified: no, type: precision_at_100
value: 1.15
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_20
value: 4.319
verified: no, type: precision_at_3
value: 16.542
verified: no, type: precision_at_5
value: 11.735
verified: no, type: recall_at_1
value: 26.301999999999996
verified: no, type: recall_at_10
value: 53.303
verified: no, type: recall_at_100
value: 78.888
verified: no, type: recall_at_1000
value: 94.27499999999999
verified: no, type: recall_at_20
value: 62.55
verified: no, type: recall_at_3
value: 38.635999999999996
verified: no, type: recall_at_5
value: 44.688
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 36.573
verified: no, type: map_at_1
value: 21.407
verified: no, type: map_at_10
value: 30.408
verified: no, type: map_at_100
value: 31.912000000000003
verified: no, type: map_at_1000
value: 32.159
verified: no, type: map_at_20
value: 31.124000000000002
verified: no, type: map_at_3
value: 27.271
verified: no, type: map_at_5
value: 29.015
verified: no, type: mrr_at_1
value: 25.691699604743086
verified: no, type: mrr_at_10
value: 34.69242110546458
verified: no, type: mrr_at_100
value: 35.64626993204093
verified: no, type: mrr_at_1000
value: 35.70895924112449
verified: no, type: mrr_at_20
value: 35.224327855371435
verified: no, type: mrr_at_3
value: 31.587615283267468
verified: no, type: mrr_at_5
value: 33.28722002635047
verified: no, type: nauc_map_at_1000_diff1
value: 41.120955041711895
verified: no, type: nauc_map_at_1000_max
value: 41.28269792632449
verified: no, type: nauc_map_at_1000_std
value: -1.135740422933898
verified: no, type: nauc_map_at_100_diff1
value: 41.0662249937275
verified: no, type: nauc_map_at_100_max
value: 41.20782519964637
verified: no, type: nauc_map_at_100_std
value: -1.3428660690996994
verified: no, type: nauc_map_at_10_diff1
value: 41.580582056229574
verified: no, type: nauc_map_at_10_max
value: 40.16201034272904
verified: no, type: nauc_map_at_10_std
value: -3.045245711828916
verified: no, type: nauc_map_at_1_diff1
value: 47.532036472143304
verified: no, type: nauc_map_at_1_max
value: 41.62272819066569
verified: no, type: nauc_map_at_1_std
value: -4.04604608519747
verified: no, type: nauc_map_at_20_diff1
value: 41.364502365963546
verified: no, type: nauc_map_at_20_max
value: 41.041999989058795
verified: no, type: nauc_map_at_20_std
value: -2.172457192354486
verified: no, type: nauc_map_at_3_diff1
value: 42.638775051074965
verified: no, type: nauc_map_at_3_max
value: 40.31690283753508
verified: no, type: nauc_map_at_3_std
value: -3.4292663302274415
verified: no, type: nauc_map_at_5_diff1
value: 42.1974380475327
verified: no, type: nauc_map_at_5_max
value: 40.20584714628128
verified: no, type: nauc_map_at_5_std
value: -3.5138648975634257
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.48388482177368
verified: no, type: nauc_mrr_at_1000_max
value: 38.6369999057782
verified: no, type: nauc_mrr_at_1000_std
value: -2.147852982103413
verified: no, type: nauc_mrr_at_100_diff1
value: 37.426624615004194
verified: no, type: nauc_mrr_at_100_max
value: 38.626037478511314
verified: no, type: nauc_mrr_at_100_std
value: -2.144698399465518
verified: no, type: nauc_mrr_at_10_diff1
value: 37.736585409842384
verified: no, type: nauc_mrr_at_10_max
value: 38.17314275105284
verified: no, type: nauc_mrr_at_10_std
value: -2.741771171311479
verified: no, type: nauc_mrr_at_1_diff1
value: 41.2523831100212
verified: no, type: nauc_mrr_at_1_max
value: 39.57922939056032
verified: no, type: nauc_mrr_at_1_std
value: -3.7123028072795363
verified: no, type: nauc_mrr_at_20_diff1
value: 37.5625856438062
verified: no, type: nauc_mrr_at_20_max
value: 38.63718137764409
verified: no, type: nauc_mrr_at_20_std
value: -2.3222193027814146
verified: no, type: nauc_mrr_at_3_diff1
value: 38.00170836689153
verified: no, type: nauc_mrr_at_3_max
value: 38.06917103410365
verified: no, type: nauc_mrr_at_3_std
value: -3.500558676535333
verified: no, type: nauc_mrr_at_5_diff1
value: 37.86805296318038
verified: no, type: nauc_mrr_at_5_max
value: 38.15609271117792
verified: no, type: nauc_mrr_at_5_std
value: -3.2913761589941894
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.347788132417925
verified: no, type: nauc_ndcg_at_1000_max
value: 41.4681365808758
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1310982461277215
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.635459481077454
verified: no, type: nauc_ndcg_at_100_max
value: 41.795591879124764
verified: no, type: nauc_ndcg_at_100_std
value: 2.7773897646917707
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.72914933197045
verified: no, type: nauc_ndcg_at_10_max
value: 38.722372555300794
verified: no, type: nauc_ndcg_at_10_std
value: -2.34531260974302
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.2523831100212
verified: no, type: nauc_ndcg_at_1_max
value: 39.57922939056032
verified: no, type: nauc_ndcg_at_1_std
value: -3.7123028072795363
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.33112440245412
verified: no, type: nauc_ndcg_at_20_max
value: 41.21464539843116
verified: no, type: nauc_ndcg_at_20_std
value: -0.14702105803204332
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.01945543371029
verified: no, type: nauc_ndcg_at_3_max
value: 38.96442669107851
verified: no, type: nauc_ndcg_at_3_std
value: -3.4144307875262987
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.77392740622561
verified: no, type: nauc_ndcg_at_5_max
value: 39.03820402826827
verified: no, type: nauc_ndcg_at_5_std
value: -3.132164893709166
verified: no, type: nauc_precision_at_1000_diff1
value: -4.568112692421348
verified: no, type: nauc_precision_at_1000_max
value: 8.682864982106516
verified: no, type: nauc_precision_at_1000_std
value: 24.9292909001087
verified: no, type: nauc_precision_at_100_diff1
value: -4.282312046311857
verified: no, type: nauc_precision_at_100_max
value: 12.461635829681692
verified: no, type: nauc_precision_at_100_std
value: 23.758281096990185
verified: no, type: nauc_precision_at_10_diff1
value: 16.035126078867382
verified: no, type: nauc_precision_at_10_max
value: 25.024072036579714
verified: no, type: nauc_precision_at_10_std
value: 5.578100252692901
verified: no, type: nauc_precision_at_1_diff1
value: 41.2523831100212
verified: no, type: nauc_precision_at_1_max
value: 39.57922939056032
verified: no, type: nauc_precision_at_1_std
value: -3.7123028072795363
verified: no, type: nauc_precision_at_20_diff1
value: 7.469902095835216
verified: no, type: nauc_precision_at_20_max
value: 26.034148063175806
verified: no, type: nauc_precision_at_20_std
value: 14.639676695626552
verified: no, type: nauc_precision_at_3_diff1
value: 28.3172541060277
verified: no, type: nauc_precision_at_3_max
value: 33.048884463615224
verified: no, type: nauc_precision_at_3_std
value: -0.7446302059838374
verified: no, type: nauc_precision_at_5_diff1
value: 23.75987801289476
verified: no, type: nauc_precision_at_5_max
value: 30.480025345487316
verified: no, type: nauc_precision_at_5_std
value: 1.4275768942334837
verified: no, type: nauc_recall_at_1000_diff1
value: 29.4491839546996
verified: no, type: nauc_recall_at_1000_max
value: 59.41296575924976
verified: no, type: nauc_recall_at_1000_std
value: 54.25480544257144
verified: no, type: nauc_recall_at_100_diff1
value: 23.55654093600459
verified: no, type: nauc_recall_at_100_max
value: 43.29182811141507
verified: no, type: nauc_recall_at_100_std
value: 21.988650335038535
verified: no, type: nauc_recall_at_10_diff1
value: 32.41228648233485
verified: no, type: nauc_recall_at_10_max
value: 33.659455332166175
verified: no, type: nauc_recall_at_10_std
value: -2.7507712850274424
verified: no, type: nauc_recall_at_1_diff1
value: 47.532036472143304
verified: no, type: nauc_recall_at_1_max
value: 41.62272819066569
verified: no, type: nauc_recall_at_1_std
value: -4.04604608519747
verified: no, type: nauc_recall_at_20_diff1
value: 29.715701047662037
verified: no, type: nauc_recall_at_20_max
value: 40.13464564222214
verified: no, type: nauc_recall_at_20_std
value: 4.118988467594507
verified: no, type: nauc_recall_at_3_diff1
value: 38.08534040301261
verified: no, type: nauc_recall_at_3_max
value: 36.4568473815503
verified: no, type: nauc_recall_at_3_std
value: -4.412584350306668
verified: no, type: nauc_recall_at_5_diff1
value: 36.717294007880746
verified: no, type: nauc_recall_at_5_max
value: 35.56583934437937
verified: no, type: nauc_recall_at_5_std
value: -4.81849943868375
verified: no, type: ndcg_at_1
value: 25.691999999999997
verified: no, type: ndcg_at_10
value: 36.573
verified: no, type: ndcg_at_100
value: 42.361
verified: no, type: ndcg_at_1000
value: 45.202
verified: no, type: ndcg_at_20
value: 38.552
verified: no, type: ndcg_at_3
value: 30.898999999999997
verified: no, type: ndcg_at_5
value: 33.597
verified: no, type: precision_at_1
value: 25.691999999999997
verified: no, type: precision_at_10
value: 7.292
verified: no, type: precision_at_100
value: 1.526
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: precision_at_20
value: 4.516
verified: no, type: precision_at_3
value: 14.625
verified: no, type: precision_at_5
value: 11.067
verified: no, type: recall_at_1
value: 21.407
verified: no, type: recall_at_10
value: 49.25
verified: no, type: recall_at_100
value: 75.046
verified: no, type: recall_at_1000
value: 93.196
verified: no, type: recall_at_20
value: 56.884
verified: no, type: recall_at_3
value: 33.556999999999995
verified: no, type: recall_at_5
value: 40.217999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 31.194
verified: no, type: map_at_1
value: 17.354
verified: no, type: map_at_10
value: 26.028000000000002
verified: no, type: map_at_100
value: 27.028000000000002
verified: no, type: map_at_1000
value: 27.132
verified: no, type: map_at_20
value: 26.545
verified: no, type: map_at_3
value: 23.144000000000002
verified: no, type: map_at_5
value: 24.718999999999998
verified: no, type: mrr_at_1
value: 19.408502772643253
verified: no, type: mrr_at_10
value: 28.11086171991902
verified: no, type: mrr_at_100
value: 29.020451516237827
verified: no, type: mrr_at_1000
value: 29.10094944603691
verified: no, type: mrr_at_20
value: 28.614113307978016
verified: no, type: mrr_at_3
value: 25.569932224276027
verified: no, type: mrr_at_5
value: 26.956253850893404
verified: no, type: nauc_map_at_1000_diff1
value: 28.724307770262573
verified: no, type: nauc_map_at_1000_max
value: 24.77278646245159
verified: no, type: nauc_map_at_1000_std
value: -0.035961537814737585
verified: no, type: nauc_map_at_100_diff1
value: 28.687165576421076
verified: no, type: nauc_map_at_100_max
value: 24.77682095509542
verified: no, type: nauc_map_at_100_std
value: -0.03476937642014592
verified: no, type: nauc_map_at_10_diff1
value: 28.617538678373645
verified: no, type: nauc_map_at_10_max
value: 24.492724080135915
verified: no, type: nauc_map_at_10_std
value: -0.7494714973480197
verified: no, type: nauc_map_at_1_diff1
value: 40.08835232254761
verified: no, type: nauc_map_at_1_max
value: 24.834889968211098
verified: no, type: nauc_map_at_1_std
value: -6.518019697428959
verified: no, type: nauc_map_at_20_diff1
value: 28.57925100026258
verified: no, type: nauc_map_at_20_max
value: 24.46864707202373
verified: no, type: nauc_map_at_20_std
value: -0.27231567065039125
verified: no, type: nauc_map_at_3_diff1
value: 30.189364424225197
verified: no, type: nauc_map_at_3_max
value: 23.52870910595551
verified: no, type: nauc_map_at_3_std
value: -2.2880117790739956
verified: no, type: nauc_map_at_5_diff1
value: 28.670342173099012
verified: no, type: nauc_map_at_5_max
value: 23.44945402987979
verified: no, type: nauc_map_at_5_std
value: -1.5749893639106864
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.537705664455043
verified: no, type: nauc_mrr_at_1000_max
value: 25.788964078710208
verified: no, type: nauc_mrr_at_1000_std
value: 0.7387624045938225
verified: no, type: nauc_mrr_at_100_diff1
value: 29.49687285271656
verified: no, type: nauc_mrr_at_100_max
value: 25.80987057580108
verified: no, type: nauc_mrr_at_100_std
value: 0.7633411121205207
verified: no, type: nauc_mrr_at_10_diff1
value: 29.57444173765107
verified: no, type: nauc_mrr_at_10_max
value: 25.63671690326886
verified: no, type: nauc_mrr_at_10_std
value: 0.15772406663690694
verified: no, type: nauc_mrr_at_1_diff1
value: 40.238554150194304
verified: no, type: nauc_mrr_at_1_max
value: 26.027455402257587
verified: no, type: nauc_mrr_at_1_std
value: -4.925013800484936
verified: no, type: nauc_mrr_at_20_diff1
value: 29.361845821256143
verified: no, type: nauc_mrr_at_20_max
value: 25.548849497598642
verified: no, type: nauc_mrr_at_20_std
value: 0.627952355790425
verified: no, type: nauc_mrr_at_3_diff1
value: 30.961414167660184
verified: no, type: nauc_mrr_at_3_max
value: 24.79840610021207
verified: no, type: nauc_mrr_at_3_std
value: -1.6112552917171334
verified: no, type: nauc_mrr_at_5_diff1
value: 29.753140631419594
verified: no, type: nauc_mrr_at_5_max
value: 25.119299168479927
verified: no, type: nauc_mrr_at_5_std
value: -0.3396191610441429
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.661699718485803
verified: no, type: nauc_ndcg_at_1000_max
value: 26.448195655151785
verified: no, type: nauc_ndcg_at_1000_std
value: 4.419865096069541
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.95673271360043
verified: no, type: nauc_ndcg_at_100_max
value: 26.779209992421876
verified: no, type: nauc_ndcg_at_100_std
value: 4.949785842561536
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.034338989144082
verified: no, type: nauc_ndcg_at_10_max
value: 25.59504505226614
verified: no, type: nauc_ndcg_at_10_std
value: 2.1251440366299574
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.238554150194304
verified: no, type: nauc_ndcg_at_1_max
value: 26.027455402257587
verified: no, type: nauc_ndcg_at_1_std
value: -4.925013800484936
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.548606200526603
verified: no, type: nauc_ndcg_at_20_max
value: 25.15999499127684
verified: no, type: nauc_ndcg_at_20_std
value: 3.4740069998489562
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.92423471641987
verified: no, type: nauc_ndcg_at_3_max
value: 23.970985059122036
verified: no, type: nauc_ndcg_at_3_std
value: -0.9453704587614304
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.415208493152424
verified: no, type: nauc_ndcg_at_5_max
value: 23.802174047092738
verified: no, type: nauc_ndcg_at_5_std
value: 0.4429753562180534
verified: no, type: nauc_precision_at_1000_diff1
value: -0.056166749083683805
verified: no, type: nauc_precision_at_1000_max
value: 18.12396958003159
verified: no, type: nauc_precision_at_1000_std
value: 17.59963270357499
verified: no, type: nauc_precision_at_100_diff1
value: 7.502629416530322
verified: no, type: nauc_precision_at_100_max
value: 29.40594651562852
verified: no, type: nauc_precision_at_100_std
value: 22.1810985135783
verified: no, type: nauc_precision_at_10_diff1
value: 14.452582131305922
verified: no, type: nauc_precision_at_10_max
value: 29.50899219710199
verified: no, type: nauc_precision_at_10_std
value: 11.441328794691428
verified: no, type: nauc_precision_at_1_diff1
value: 40.238554150194304
verified: no, type: nauc_precision_at_1_max
value: 26.027455402257587
verified: no, type: nauc_precision_at_1_std
value: -4.925013800484936
verified: no, type: nauc_precision_at_20_diff1
value: 12.71393703221834
verified: no, type: nauc_precision_at_20_max
value: 28.319997894748344
verified: no, type: nauc_precision_at_20_std
value: 16.000038317042545
verified: no, type: nauc_precision_at_3_diff1
value: 22.031764214313434
verified: no, type: nauc_precision_at_3_max
value: 24.15542967734023
verified: no, type: nauc_precision_at_3_std
value: 2.1646678732029643
verified: no, type: nauc_precision_at_5_diff1
value: 17.224978091286523
verified: no, type: nauc_precision_at_5_max
value: 24.913664880664495
verified: no, type: nauc_precision_at_5_std
value: 6.231801638342614
verified: no, type: nauc_recall_at_1000_diff1
value: 3.4436444709145815
verified: no, type: nauc_recall_at_1000_max
value: 34.03266031334681
verified: no, type: nauc_recall_at_1000_std
value: 36.699915915213786
verified: no, type: nauc_recall_at_100_diff1
value: 9.96870390740484
verified: no, type: nauc_recall_at_100_max
value: 32.08301112730278
verified: no, type: nauc_recall_at_100_std
value: 23.747494725839346
verified: no, type: nauc_recall_at_10_diff1
value: 13.965910581691093
verified: no, type: nauc_recall_at_10_max
value: 26.344023612621147
verified: no, type: nauc_recall_at_10_std
value: 8.804984980492954
verified: no, type: nauc_recall_at_1_diff1
value: 40.08835232254761
verified: no, type: nauc_recall_at_1_max
value: 24.834889968211098
verified: no, type: nauc_recall_at_1_std
value: -6.518019697428959
verified: no, type: nauc_recall_at_20_diff1
value: 11.436186634136925
verified: no, type: nauc_recall_at_20_max
value: 24.067658149477143
verified: no, type: nauc_recall_at_20_std
value: 13.154709867681607
verified: no, type: nauc_recall_at_3_diff1
value: 20.174529085268144
verified: no, type: nauc_recall_at_3_max
value: 22.22966496975125
verified: no, type: nauc_recall_at_3_std
value: 0.9843516926589087
verified: no, type: nauc_recall_at_5_diff1
value: 15.394950632329337
verified: no, type: nauc_recall_at_5_max
value: 22.13537940508214
verified: no, type: nauc_recall_at_5_std
value: 4.292603917875145
verified: no, type: ndcg_at_1
value: 19.409000000000002
verified: no, type: ndcg_at_10
value: 31.194
verified: no, type: ndcg_at_100
value: 36.257
verified: no, type: ndcg_at_1000
value: 38.913
verified: no, type: ndcg_at_20
value: 32.993
verified: no, type: ndcg_at_3
value: 25.691999999999997
verified: no, type: ndcg_at_5
value: 28.232000000000003
verified: no, type: precision_at_1
value: 19.409000000000002
verified: no, type: precision_at_10
value: 5.268
verified: no, type: precision_at_100
value: 0.856
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.096
verified: no, type: precision_at_3
value: 11.399
verified: no, type: precision_at_5
value: 8.392
verified: no, type: recall_at_1
value: 17.354
verified: no, type: recall_at_10
value: 45.172000000000004
verified: no, type: recall_at_100
value: 68.57799999999999
verified: no, type: recall_at_1000
value: 88.509
verified: no, type: recall_at_20
value: 51.851
verified: no, type: recall_at_3
value: 30.391000000000002
verified: no, type: recall_at_5
value: 36.288
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 9.139999999999999
verified: no, type: map_at_1
value: 2.834
verified: no, type: map_at_10
value: 5.684
verified: no, type: map_at_100
value: 6.535
verified: no, type: map_at_1000
value: 6.676
verified: no, type: map_at_20
value: 6.082
verified: no, type: map_at_3
value: 4.505
verified: no, type: map_at_5
value: 5.063
verified: no, type: mrr_at_1
value: 6.840390879478828
verified: no, type: mrr_at_10
value: 12.447546662530367
verified: no, type: mrr_at_100
value: 13.479840786447594
verified: no, type: mrr_at_1000
value: 13.580168171699263
verified: no, type: mrr_at_20
value: 13.017165094340092
verified: no, type: mrr_at_3
value: 10.28230184581976
verified: no, type: mrr_at_5
value: 11.370249728555917
verified: no, type: nauc_map_at_1000_diff1
value: 18.716770179474317
verified: no, type: nauc_map_at_1000_max
value: 28.47509041058719
verified: no, type: nauc_map_at_1000_std
value: 19.565898980340705
verified: no, type: nauc_map_at_100_diff1
value: 18.64847638056749
verified: no, type: nauc_map_at_100_max
value: 28.451937124914608
verified: no, type: nauc_map_at_100_std
value: 19.311839872341697
verified: no, type: nauc_map_at_10_diff1
value: 19.08381994480634
verified: no, type: nauc_map_at_10_max
value: 28.787875390862844
verified: no, type: nauc_map_at_10_std
value: 17.539234717346496
verified: no, type: nauc_map_at_1_diff1
value: 28.47728903417337
verified: no, type: nauc_map_at_1_max
value: 26.94840236964232
verified: no, type: nauc_map_at_1_std
value: 9.36649956295968
verified: no, type: nauc_map_at_20_diff1
value: 18.747017282167494
verified: no, type: nauc_map_at_20_max
value: 28.626214623640184
verified: no, type: nauc_map_at_20_std
value: 18.24244704572457
verified: no, type: nauc_map_at_3_diff1
value: 20.703143963297038
verified: no, type: nauc_map_at_3_max
value: 28.125126789289716
verified: no, type: nauc_map_at_3_std
value: 14.709896874839897
verified: no, type: nauc_map_at_5_diff1
value: 19.68168218734808
verified: no, type: nauc_map_at_5_max
value: 28.85850176444324
verified: no, type: nauc_map_at_5_std
value: 15.686825382627218
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.67202158898293
verified: no, type: nauc_mrr_at_1000_max
value: 24.035339677478156
verified: no, type: nauc_mrr_at_1000_std
value: 19.34351397038451
verified: no, type: nauc_mrr_at_100_diff1
value: 17.64255680349482
verified: no, type: nauc_mrr_at_100_max
value: 24.04824435496421
verified: no, type: nauc_mrr_at_100_std
value: 19.323222877239214
verified: no, type: nauc_mrr_at_10_diff1
value: 17.74645493232644
verified: no, type: nauc_mrr_at_10_max
value: 24.10408423202799
verified: no, type: nauc_mrr_at_10_std
value: 18.60763410275126
verified: no, type: nauc_mrr_at_1_diff1
value: 25.584865162873445
verified: no, type: nauc_mrr_at_1_max
value: 23.94399102007035
verified: no, type: nauc_mrr_at_1_std
value: 12.027257852630575
verified: no, type: nauc_mrr_at_20_diff1
value: 17.59646458698208
verified: no, type: nauc_mrr_at_20_max
value: 24.103009026054853
verified: no, type: nauc_mrr_at_20_std
value: 19.02729184195454
verified: no, type: nauc_mrr_at_3_diff1
value: 19.095777493794095
verified: no, type: nauc_mrr_at_3_max
value: 25.13471332390263
verified: no, type: nauc_mrr_at_3_std
value: 16.898080284673593
verified: no, type: nauc_mrr_at_5_diff1
value: 18.23920898621456
verified: no, type: nauc_mrr_at_5_max
value: 24.33679955500879
verified: no, type: nauc_mrr_at_5_std
value: 17.433768804770157
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.39110722483028
verified: no, type: nauc_ndcg_at_1000_max
value: 26.16295073613465
verified: no, type: nauc_ndcg_at_1000_std
value: 26.805243701445157
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.740779463298043
verified: no, type: nauc_ndcg_at_100_max
value: 26.46182736935227
verified: no, type: nauc_ndcg_at_100_std
value: 24.91913420372654
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.772818276986992
verified: no, type: nauc_ndcg_at_10_max
value: 27.222774955387475
verified: no, type: nauc_ndcg_at_10_std
value: 20.331756356491116
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.584865162873445
verified: no, type: nauc_ndcg_at_1_max
value: 23.94399102007035
verified: no, type: nauc_ndcg_at_1_std
value: 12.027257852630575
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.058960012823732
verified: no, type: nauc_ndcg_at_20_max
value: 27.07913537129602
verified: no, type: nauc_ndcg_at_20_std
value: 21.949859805122852
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.683619983931585
verified: no, type: nauc_ndcg_at_3_max
value: 27.462409686185453
verified: no, type: nauc_ndcg_at_3_std
value: 16.93401015031628
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.689830033055298
verified: no, type: nauc_ndcg_at_5_max
value: 27.500253169248683
verified: no, type: nauc_ndcg_at_5_std
value: 17.482551836548158
verified: no, type: nauc_precision_at_1000_diff1
value: 8.822823471028268
verified: no, type: nauc_precision_at_1000_max
value: 15.235916616454432
verified: no, type: nauc_precision_at_1000_std
value: 31.23033030916977
verified: no, type: nauc_precision_at_100_diff1
value: 9.991656436039698
verified: no, type: nauc_precision_at_100_max
value: 20.652025621280522
verified: no, type: nauc_precision_at_100_std
value: 32.085264319418236
verified: no, type: nauc_precision_at_10_diff1
value: 13.692961844540944
verified: no, type: nauc_precision_at_10_max
value: 26.239161010026585
verified: no, type: nauc_precision_at_10_std
value: 26.44514827514205
verified: no, type: nauc_precision_at_1_diff1
value: 25.584865162873445
verified: no, type: nauc_precision_at_1_max
value: 23.94399102007035
verified: no, type: nauc_precision_at_1_std
value: 12.027257852630575
verified: no, type: nauc_precision_at_20_diff1
value: 11.624744902813347
verified: no, type: nauc_precision_at_20_max
value: 25.07645540549572
verified: no, type: nauc_precision_at_20_std
value: 29.09517470183313
verified: no, type: nauc_precision_at_3_diff1
value: 15.826921432608849
verified: no, type: nauc_precision_at_3_max
value: 26.286982076822795
verified: no, type: nauc_precision_at_3_std
value: 19.58383532143261
verified: no, type: nauc_precision_at_5_diff1
value: 13.706872254887498
verified: no, type: nauc_precision_at_5_max
value: 25.39052563241942
verified: no, type: nauc_precision_at_5_std
value: 20.388155735221854
verified: no, type: nauc_recall_at_1000_diff1
value: 10.889118675477759
verified: no, type: nauc_recall_at_1000_max
value: 18.655298467536717
verified: no, type: nauc_recall_at_1000_std
value: 29.177425252075253
verified: no, type: nauc_recall_at_100_diff1
value: 9.93680577124756
verified: no, type: nauc_recall_at_100_max
value: 21.39737596944583
verified: no, type: nauc_recall_at_100_std
value: 26.48449901452605
verified: no, type: nauc_recall_at_10_diff1
value: 12.87936590437288
verified: no, type: nauc_recall_at_10_max
value: 26.112219483852883
verified: no, type: nauc_recall_at_10_std
value: 22.19339141219426
verified: no, type: nauc_recall_at_1_diff1
value: 28.47728903417337
verified: no, type: nauc_recall_at_1_max
value: 26.94840236964232
verified: no, type: nauc_recall_at_1_std
value: 9.36649956295968
verified: no, type: nauc_recall_at_20_diff1
value: 11.578479496391243
verified: no, type: nauc_recall_at_20_max
value: 25.07908197429843
verified: no, type: nauc_recall_at_20_std
value: 23.977895610633805
verified: no, type: nauc_recall_at_3_diff1
value: 17.01235721915762
verified: no, type: nauc_recall_at_3_max
value: 29.574381507641267
verified: no, type: nauc_recall_at_3_std
value: 17.72134766620869
verified: no, type: nauc_recall_at_5_diff1
value: 15.073050632468691
verified: no, type: nauc_recall_at_5_max
value: 28.799388391395947
verified: no, type: nauc_recall_at_5_std
value: 18.964185069667046
verified: no, type: ndcg_at_1
value: 6.84
verified: no, type: ndcg_at_10
value: 9.139999999999999
verified: no, type: ndcg_at_100
value: 13.691999999999998
verified: no, type: ndcg_at_1000
value: 17.267
verified: no, type: ndcg_at_20
value: 10.653
verified: no, type: ndcg_at_3
value: 6.605999999999999
verified: no, type: ndcg_at_5
value: 7.470000000000001
verified: no, type: precision_at_1
value: 6.84
verified: no, type: precision_at_10
value: 3.16
verified: no, type: precision_at_100
value: 0.7889999999999999
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 2.215
verified: no, type: precision_at_3
value: 5.2330000000000005
verified: no, type: precision_at_5
value: 4.261
verified: no, type: recall_at_1
value: 2.834
verified: no, type: recall_at_10
value: 12.42
verified: no, type: recall_at_100
value: 28.883
verified: no, type: recall_at_1000
value: 50.114000000000004
verified: no, type: recall_at_20
value: 16.811999999999998
verified: no, type: recall_at_3
value: 6.35
verified: no, type: recall_at_5
value: 8.505
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 22.125
verified: no, type: map_at_1
value: 4.462
verified: no, type: map_at_10
value: 8.466
verified: no, type: map_at_100
value: 11.099
verified: no, type: map_at_1000
value: 11.877
verified: no, type: map_at_20
value: 9.643
verified: no, type: map_at_3
value: 6.0440000000000005
verified: no, type: map_at_5
value: 6.873
verified: no, type: mrr_at_1
value: 35.82089552238806
verified: no, type: mrr_at_10
value: 47.77777777777778
verified: no, type: mrr_at_100
value: 48.45508763401803
verified: no, type: mrr_at_1000
value: 48.47285593536842
verified: no, type: mrr_at_20
value: 48.18233919528916
verified: no, type: mrr_at_3
value: 43.53233830845771
verified: no, type: mrr_at_5
value: 46.592039800995025
verified: no, type: nauc_map_at_1000_diff1
value: 6.170691403876372
verified: no, type: nauc_map_at_1000_max
value: 34.917248372937046
verified: no, type: nauc_map_at_1000_std
value: 28.288847402949624
verified: no, type: nauc_map_at_100_diff1
value: 7.331337130894836
verified: no, type: nauc_map_at_100_max
value: 36.706176317867076
verified: no, type: nauc_map_at_100_std
value: 24.25217202354605
verified: no, type: nauc_map_at_10_diff1
value: 17.452311201580887
verified: no, type: nauc_map_at_10_max
value: 44.57062630753845
verified: no, type: nauc_map_at_10_std
value: 11.261903548345803
verified: no, type: nauc_map_at_1_diff1
value: 43.30617886303008
verified: no, type: nauc_map_at_1_max
value: 59.87692299030719
verified: no, type: nauc_map_at_1_std
value: 2.761310842805679
verified: no, type: nauc_map_at_20_diff1
value: 13.150186933435288
verified: no, type: nauc_map_at_20_max
value: 41.67921817785855
verified: no, type: nauc_map_at_20_std
value: 17.4711625473315
verified: no, type: nauc_map_at_3_diff1
value: 29.77468748061097
verified: no, type: nauc_map_at_3_max
value: 51.29544147548214
verified: no, type: nauc_map_at_3_std
value: -0.7648269642925054
verified: no, type: nauc_map_at_5_diff1
value: 23.53628521345442
verified: no, type: nauc_map_at_5_max
value: 48.64264036395558
verified: no, type: nauc_map_at_5_std
value: 1.0455668048567106
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.634945080836133
verified: no, type: nauc_mrr_at_1000_max
value: 16.014024742002658
verified: no, type: nauc_mrr_at_1000_std
value: 17.052016568957136
verified: no, type: nauc_mrr_at_100_diff1
value: 20.601125101408204
verified: no, type: nauc_mrr_at_100_max
value: 16.035608389683194
verified: no, type: nauc_mrr_at_100_std
value: 17.017184386072756
verified: no, type: nauc_mrr_at_10_diff1
value: 20.334966647187574
verified: no, type: nauc_mrr_at_10_max
value: 16.512271091991767
verified: no, type: nauc_mrr_at_10_std
value: 17.452996424172834
verified: no, type: nauc_mrr_at_1_diff1
value: 28.87696966381806
verified: no, type: nauc_mrr_at_1_max
value: 9.495312025053542
verified: no, type: nauc_mrr_at_1_std
value: 16.092344751556222
verified: no, type: nauc_mrr_at_20_diff1
value: 20.749204742271505
verified: no, type: nauc_mrr_at_20_max
value: 16.272077928681348
verified: no, type: nauc_mrr_at_20_std
value: 16.810562684504966
verified: no, type: nauc_mrr_at_3_diff1
value: 21.965574568501683
verified: no, type: nauc_mrr_at_3_max
value: 17.039247856310176
verified: no, type: nauc_mrr_at_3_std
value: 13.348120429638467
verified: no, type: nauc_mrr_at_5_diff1
value: 21.154458917624833
verified: no, type: nauc_mrr_at_5_max
value: 16.18942135626424
verified: no, type: nauc_mrr_at_5_std
value: 16.682117438693453
verified: no, type: nauc_ndcg_at_1000_diff1
value: 0.4832915574617223
verified: no, type: nauc_ndcg_at_1000_max
value: 25.92149996852962
verified: no, type: nauc_ndcg_at_1000_std
value: 38.59344415897484
verified: no, type: nauc_ndcg_at_100_diff1
value: -0.1943327793461271
verified: no, type: nauc_ndcg_at_100_max
value: 31.3757420027975
verified: no, type: nauc_ndcg_at_100_std
value: 27.934208596500532
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.42415146120341
verified: no, type: nauc_ndcg_at_10_max
value: 32.515948824112634
verified: no, type: nauc_ndcg_at_10_std
value: 14.982204161716192
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.83153745753006
verified: no, type: nauc_ndcg_at_1_max
value: 15.698018149778994
verified: no, type: nauc_ndcg_at_1_std
value: 9.108979699930925
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.471823960697614
verified: no, type: nauc_ndcg_at_20_max
value: 33.14087449947694
verified: no, type: nauc_ndcg_at_20_std
value: 20.01927883651132
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.02367927453371
verified: no, type: nauc_ndcg_at_3_max
value: 23.58225090976039
verified: no, type: nauc_ndcg_at_3_std
value: 6.423621727503558
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.368545801781304
verified: no, type: nauc_ndcg_at_5_max
value: 27.210851115826408
verified: no, type: nauc_ndcg_at_5_std
value: 8.46285396075866
verified: no, type: nauc_precision_at_1000_diff1
value: -16.647071093300752
verified: no, type: nauc_precision_at_1000_max
value: -25.74081511979658
verified: no, type: nauc_precision_at_1000_std
value: 54.364826225839415
verified: no, type: nauc_precision_at_100_diff1
value: -21.17162859462705
verified: no, type: nauc_precision_at_100_max
value: -17.870250898548502
verified: no, type: nauc_precision_at_100_std
value: 54.17595316716559
verified: no, type: nauc_precision_at_10_diff1
value: -12.26566221797599
verified: no, type: nauc_precision_at_10_max
value: 6.160906665701649
verified: no, type: nauc_precision_at_10_std
value: 31.453457340315154
verified: no, type: nauc_precision_at_1_diff1
value: 28.87696966381806
verified: no, type: nauc_precision_at_1_max
value: 9.495312025053542
verified: no, type: nauc_precision_at_1_std
value: 16.092344751556222
verified: no, type: nauc_precision_at_20_diff1
value: -16.751868100134182
verified: no, type: nauc_precision_at_20_max
value: -5.017558729146381
verified: no, type: nauc_precision_at_20_std
value: 45.36659916255767
verified: no, type: nauc_precision_at_3_diff1
value: 6.767240378584892
verified: no, type: nauc_precision_at_3_max
value: 13.815772865036188
verified: no, type: nauc_precision_at_3_std
value: 15.326049562141414
verified: no, type: nauc_precision_at_5_diff1
value: -7.6376414394715795
verified: no, type: nauc_precision_at_5_max
value: 12.447538470084726
verified: no, type: nauc_precision_at_5_std
value: 23.797152367188634
verified: no, type: nauc_recall_at_1000_diff1
value: -3.432245664102555
verified: no, type: nauc_recall_at_1000_max
value: 10.962823465963949
verified: no, type: nauc_recall_at_1000_std
value: 54.47032728382229
verified: no, type: nauc_recall_at_100_diff1
value: -13.802569721090563
verified: no, type: nauc_recall_at_100_max
value: 22.289984610405693
verified: no, type: nauc_recall_at_100_std
value: 39.41812746576149
verified: no, type: nauc_recall_at_10_diff1
value: -0.771882239561846
verified: no, type: nauc_recall_at_10_max
value: 32.81672276069051
verified: no, type: nauc_recall_at_10_std
value: 22.650407498618716
verified: no, type: nauc_recall_at_1_diff1
value: 43.30617886303008
verified: no, type: nauc_recall_at_1_max
value: 59.87692299030719
verified: no, type: nauc_recall_at_1_std
value: 2.761310842805679
verified: no, type: nauc_recall_at_20_diff1
value: -6.460789922240183
verified: no, type: nauc_recall_at_20_max
value: 28.980727646561057
verified: no, type: nauc_recall_at_20_std
value: 24.919209924010293
verified: no, type: nauc_recall_at_3_diff1
value: 21.330379299039702
verified: no, type: nauc_recall_at_3_max
value: 46.531218495258045
verified: no, type: nauc_recall_at_3_std
value: -4.738994776044051
verified: no, type: nauc_recall_at_5_diff1
value: 13.692188098641179
verified: no, type: nauc_recall_at_5_max
value: 41.88615926678476
verified: no, type: nauc_recall_at_5_std
value: -0.8806618302119762
verified: no, type: ndcg_at_1
value: 29.104000000000003
verified: no, type: ndcg_at_10
value: 22.125
verified: no, type: ndcg_at_100
value: 25.879
verified: no, type: ndcg_at_1000
value: 32.157000000000004
verified: no, type: ndcg_at_20
value: 22.272
verified: no, type: ndcg_at_3
value: 23.637
verified: no, type: ndcg_at_5
value: 22.516
verified: no, type: precision_at_1
value: 35.821
verified: no, type: precision_at_10
value: 15.97
verified: no, type: precision_at_100
value: 4.761
verified: no, type: precision_at_1000
value: 0.942
verified: no, type: precision_at_20
value: 11.866
verified: no, type: precision_at_3
value: 22.886
verified: no, type: precision_at_5
value: 20
verified: no, type: recall_at_1
value: 4.462
verified: no, type: recall_at_10
value: 14.063999999999998
verified: no, type: recall_at_100
value: 29.685
verified: no, type: recall_at_1000
value: 51.568000000000005
verified: no, type: recall_at_20
value: 19.695
verified: no, type: recall_at_3
value: 6.98
verified: no, type: recall_at_5
value: 8.706999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 21.46
verified: no, type: map_at_1
value: 4.491
verified: no, type: map_at_10
value: 8.781
verified: no, type: map_at_100
value: 11.352
verified: no, type: map_at_1000
value: 12.093
verified: no, type: map_at_20
value: 9.795
verified: no, type: map_at_3
value: 6.651
verified: no, type: map_at_5
value: 7.646999999999999
verified: no, type: mrr_at_1
value: 35.25
verified: no, type: mrr_at_10
value: 45.62698412698413
verified: no, type: mrr_at_100
value: 46.29088479394344
verified: no, type: mrr_at_1000
value: 46.324902937935846
verified: no, type: mrr_at_20
value: 45.93677929505136
verified: no, type: mrr_at_3
value: 42.875000000000014
verified: no, type: mrr_at_5
value: 44.587500000000006
verified: no, type: nauc_map_at_1000_diff1
value: 25.824649458543682
verified: no, type: nauc_map_at_1000_max
value: 26.518713345623702
verified: no, type: nauc_map_at_1000_std
value: 11.049557933654935
verified: no, type: nauc_map_at_100_diff1
value: 25.591659704910253
verified: no, type: nauc_map_at_100_max
value: 25.464498448046776
verified: no, type: nauc_map_at_100_std
value: 8.006578666036459
verified: no, type: nauc_map_at_10_diff1
value: 27.50626209952125
verified: no, type: nauc_map_at_10_max
value: 18.76647383288718
verified: no, type: nauc_map_at_10_std
value: -2.472400060924119
verified: no, type: nauc_map_at_1_diff1
value: 31.316701701224826
verified: no, type: nauc_map_at_1_max
value: 9.670930779159168
verified: no, type: nauc_map_at_1_std
value: -13.929007343432076
verified: no, type: nauc_map_at_20_diff1
value: 27.358940638331763
verified: no, type: nauc_map_at_20_max
value: 21.940862879844826
verified: no, type: nauc_map_at_20_std
value: 1.3651693932142024
verified: no, type: nauc_map_at_3_diff1
value: 27.210677531237565
verified: no, type: nauc_map_at_3_max
value: 12.36034317367689
verified: no, type: nauc_map_at_3_std
value: -10.720364558747265
verified: no, type: nauc_map_at_5_diff1
value: 26.87548706799701
verified: no, type: nauc_map_at_5_max
value: 15.350160583340443
verified: no, type: nauc_map_at_5_std
value: -6.7074524877969095
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.67333498259179
verified: no, type: nauc_mrr_at_1000_max
value: 32.45677935669229
verified: no, type: nauc_mrr_at_1000_std
value: 17.931439696319224
verified: no, type: nauc_mrr_at_100_diff1
value: 27.650308792909406
verified: no, type: nauc_mrr_at_100_max
value: 32.4621447044609
verified: no, type: nauc_mrr_at_100_std
value: 17.93835277164138
verified: no, type: nauc_mrr_at_10_diff1
value: 27.617094216479277
verified: no, type: nauc_mrr_at_10_max
value: 32.46620992021977
verified: no, type: nauc_mrr_at_10_std
value: 17.603900507736437
verified: no, type: nauc_mrr_at_1_diff1
value: 31.54203992138193
verified: no, type: nauc_mrr_at_1_max
value: 30.521782931189446
verified: no, type: nauc_mrr_at_1_std
value: 16.000158026252127
verified: no, type: nauc_mrr_at_20_diff1
value: 27.616573538563934
verified: no, type: nauc_mrr_at_20_max
value: 32.61966305138929
verified: no, type: nauc_mrr_at_20_std
value: 17.905378115693146
verified: no, type: nauc_mrr_at_3_diff1
value: 27.530284713827193
verified: no, type: nauc_mrr_at_3_max
value: 33.30065168757904
verified: no, type: nauc_mrr_at_3_std
value: 18.01625745133189
verified: no, type: nauc_mrr_at_5_diff1
value: 27.795255098429017
verified: no, type: nauc_mrr_at_5_max
value: 32.95902384594653
verified: no, type: nauc_mrr_at_5_std
value: 17.6960630276831
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.867285878721134
verified: no, type: nauc_ndcg_at_1000_max
value: 33.003195103979394
verified: no, type: nauc_ndcg_at_1000_std
value: 24.703871989073892
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.072854855856264
verified: no, type: nauc_ndcg_at_100_max
value: 31.666760843257148
verified: no, type: nauc_ndcg_at_100_std
value: 15.839590834699965
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.300267382929462
verified: no, type: nauc_ndcg_at_10_max
value: 34.710317258572076
verified: no, type: nauc_ndcg_at_10_std
value: 16.42623217277784
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.038193351353485
verified: no, type: nauc_ndcg_at_1_max
value: 28.852173094946025
verified: no, type: nauc_ndcg_at_1_std
value: 12.418357414503697
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.102224425581568
verified: no, type: nauc_ndcg_at_20_max
value: 32.59414130137937
verified: no, type: nauc_ndcg_at_20_std
value: 13.395195264875504
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.62413498727513
verified: no, type: nauc_ndcg_at_3_max
value: 36.598743074671866
verified: no, type: nauc_ndcg_at_3_std
value: 17.118256444888768
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.69662965469378
verified: no, type: nauc_ndcg_at_5_max
value: 36.53222777939534
verified: no, type: nauc_ndcg_at_5_std
value: 18.014706674989238
verified: no, type: nauc_precision_at_1000_diff1
value: 5.480556756777053
verified: no, type: nauc_precision_at_1000_max
value: 25.510589883957653
verified: no, type: nauc_precision_at_1000_std
value: 50.36485610149957
verified: no, type: nauc_precision_at_100_diff1
value: 7.593150373786568
verified: no, type: nauc_precision_at_100_max
value: 36.40162550241459
verified: no, type: nauc_precision_at_100_std
value: 45.06349927415294
verified: no, type: nauc_precision_at_10_diff1
value: 16.489306707862532
verified: no, type: nauc_precision_at_10_max
value: 39.3103040092541
verified: no, type: nauc_precision_at_10_std
value: 36.33486718980614
verified: no, type: nauc_precision_at_1_diff1
value: 31.54203992138193
verified: no, type: nauc_precision_at_1_max
value: 30.521782931189446
verified: no, type: nauc_precision_at_1_std
value: 16.000158026252127
verified: no, type: nauc_precision_at_20_diff1
value: 12.788021169432795
verified: no, type: nauc_precision_at_20_max
value: 39.81214730877045
verified: no, type: nauc_precision_at_20_std
value: 40.341938995124025
verified: no, type: nauc_precision_at_3_diff1
value: 18.59219045049902
verified: no, type: nauc_precision_at_3_max
value: 39.08096169409222
verified: no, type: nauc_precision_at_3_std
value: 26.749898840032337
verified: no, type: nauc_precision_at_5_diff1
value: 18.697410405560948
verified: no, type: nauc_precision_at_5_max
value: 40.6384266551648
verified: no, type: nauc_precision_at_5_std
value: 33.39104139014063
verified: no, type: nauc_recall_at_1000_diff1
value: 13.400950796439561
verified: no, type: nauc_recall_at_1000_max
value: 17.175828878835176
verified: no, type: nauc_recall_at_1000_std
value: 27.749940381696337
verified: no, type: nauc_recall_at_100_diff1
value: 14.203267104636183
verified: no, type: nauc_recall_at_100_max
value: 21.84864793323131
verified: no, type: nauc_recall_at_100_std
value: 12.478028930852085
verified: no, type: nauc_recall_at_10_diff1
value: 21.913869744530913
verified: no, type: nauc_recall_at_10_max
value: 13.621846584654214
verified: no, type: nauc_recall_at_10_std
value: -4.371822356464614
verified: no, type: nauc_recall_at_1_diff1
value: 31.316701701224826
verified: no, type: nauc_recall_at_1_max
value: 9.670930779159168
verified: no, type: nauc_recall_at_1_std
value: -13.929007343432076
verified: no, type: nauc_recall_at_20_diff1
value: 21.269448911029013
verified: no, type: nauc_recall_at_20_max
value: 17.930821463301662
verified: no, type: nauc_recall_at_20_std
value: -0.5565347924398285
verified: no, type: nauc_recall_at_3_diff1
value: 23.890590545501123
verified: no, type: nauc_recall_at_3_max
value: 9.205466661678742
verified: no, type: nauc_recall_at_3_std
value: -11.771519227448143
verified: no, type: nauc_recall_at_5_diff1
value: 22.528920583080854
verified: no, type: nauc_recall_at_5_max
value: 11.506933351746365
verified: no, type: nauc_recall_at_5_std
value: -8.390620367749666
verified: no, type: ndcg_at_1
value: 27.750000000000004
verified: no, type: ndcg_at_10
value: 21.46
verified: no, type: ndcg_at_100
value: 24.073
verified: no, type: ndcg_at_1000
value: 30.058
verified: no, type: ndcg_at_20
value: 21.018
verified: no, type: ndcg_at_3
value: 23.634
verified: no, type: ndcg_at_5
value: 22.414
verified: no, type: precision_at_1
value: 35.25
verified: no, type: precision_at_10
value: 16.7
verified: no, type: precision_at_100
value: 5.037
verified: no, type: precision_at_1000
value: 1.102
verified: no, type: precision_at_20
value: 12.163
verified: no, type: precision_at_3
value: 25.167
verified: no, type: precision_at_5
value: 21.4
verified: no, type: recall_at_1
value: 4.491
verified: no, type: recall_at_10
value: 12.937999999999999
verified: no, type: recall_at_100
value: 27.814
verified: no, type: recall_at_1000
value: 47.186
verified: no, type: recall_at_20
value: 16.606
verified: no, type: recall_at_3
value: 7.951
verified: no, type: recall_at_5
value: 10.126
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 35.701
verified: no, type: map_at_1
value: 23.738999999999997
verified: no, type: map_at_10
value: 31.297000000000004
verified: no, type: map_at_100
value: 31.971
verified: no, type: map_at_1000
value: 32.029
verified: no, type: map_at_20
value: 31.694
verified: no, type: map_at_3
value: 29.32
verified: no, type: map_at_5
value: 30.435000000000002
verified: no, type: mrr_at_1
value: 25.89258925892589
verified: no, type: mrr_at_10
value: 33.82834116745001
verified: no, type: mrr_at_100
value: 34.495976905670965
verified: no, type: mrr_at_1000
value: 34.54916984262905
verified: no, type: mrr_at_20
value: 34.226192659210405
verified: no, type: mrr_at_3
value: 31.77567756775665
verified: no, type: mrr_at_5
value: 32.91879187918785
verified: no, type: nauc_map_at_1000_diff1
value: 48.47180893801609
verified: no, type: nauc_map_at_1000_max
value: 37.69796429750315
verified: no, type: nauc_map_at_1000_std
value: 24.01701143373857
verified: no, type: nauc_map_at_100_diff1
value: 48.46389393181655
verified: no, type: nauc_map_at_100_max
value: 37.7001678388798
verified: no, type: nauc_map_at_100_std
value: 23.993425540522793
verified: no, type: nauc_map_at_10_diff1
value: 48.416434607704446
verified: no, type: nauc_map_at_10_max
value: 37.869287673523665
verified: no, type: nauc_map_at_10_std
value: 23.639596100079764
verified: no, type: nauc_map_at_1_diff1
value: 54.176102484760705
verified: no, type: nauc_map_at_1_max
value: 37.468157047470676
verified: no, type: nauc_map_at_1_std
value: 18.240796072089953
verified: no, type: nauc_map_at_20_diff1
value: 48.44810309920782
verified: no, type: nauc_map_at_20_max
value: 37.75627420793309
verified: no, type: nauc_map_at_20_std
value: 23.88747478944026
verified: no, type: nauc_map_at_3_diff1
value: 49.221757329299486
verified: no, type: nauc_map_at_3_max
value: 37.99350027491553
verified: no, type: nauc_map_at_3_std
value: 22.075829135488753
verified: no, type: nauc_map_at_5_diff1
value: 48.76265841542523
verified: no, type: nauc_map_at_5_max
value: 38.0158457444176
verified: no, type: nauc_map_at_5_std
value: 22.779024014015057
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.308949820297556
verified: no, type: nauc_mrr_at_1000_max
value: 39.45274296370384
verified: no, type: nauc_mrr_at_1000_std
value: 23.859010089942807
verified: no, type: nauc_mrr_at_100_diff1
value: 50.30400602353626
verified: no, type: nauc_mrr_at_100_max
value: 39.4606579208968
verified: no, type: nauc_mrr_at_100_std
value: 23.85128641410721
verified: no, type: nauc_mrr_at_10_diff1
value: 50.2641389654349
verified: no, type: nauc_mrr_at_10_max
value: 39.68082392830347
verified: no, type: nauc_mrr_at_10_std
value: 23.594146417963962
verified: no, type: nauc_mrr_at_1_diff1
value: 56.12323093073167
verified: no, type: nauc_mrr_at_1_max
value: 39.18806756793689
verified: no, type: nauc_mrr_at_1_std
value: 18.066686107581802
verified: no, type: nauc_mrr_at_20_diff1
value: 50.294386352657014
verified: no, type: nauc_mrr_at_20_max
value: 39.537214014992976
verified: no, type: nauc_mrr_at_20_std
value: 23.788850865047095
verified: no, type: nauc_mrr_at_3_diff1
value: 51.03267369565706
verified: no, type: nauc_mrr_at_3_max
value: 39.825355132641995
verified: no, type: nauc_mrr_at_3_std
value: 22.10678624380099
verified: no, type: nauc_mrr_at_5_diff1
value: 50.647118902312485
verified: no, type: nauc_mrr_at_5_max
value: 39.85228876360639
verified: no, type: nauc_mrr_at_5_std
value: 22.75663976254536
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.79540637282935
verified: no, type: nauc_ndcg_at_1000_max
value: 37.08649476129898
verified: no, type: nauc_ndcg_at_1000_std
value: 28.49764079866167
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.62125422793155
verified: no, type: nauc_ndcg_at_100_max
value: 37.0794964208267
verified: no, type: nauc_ndcg_at_100_std
value: 27.917277497207678
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.49570765768222
verified: no, type: nauc_ndcg_at_10_max
value: 38.14398630470856
verified: no, type: nauc_ndcg_at_10_std
value: 26.46088952875238
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.12323093073167
verified: no, type: nauc_ndcg_at_1_max
value: 39.18806756793689
verified: no, type: nauc_ndcg_at_1_std
value: 18.066686107581802
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.54534548606193
verified: no, type: nauc_ndcg_at_20_max
value: 37.643700821651606
verified: no, type: nauc_ndcg_at_20_std
value: 27.301630963453423
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.13159197920042
verified: no, type: nauc_ndcg_at_3_max
value: 38.56411471445993
verified: no, type: nauc_ndcg_at_3_std
value: 23.338787558837076
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.29460987255985
verified: no, type: nauc_ndcg_at_5_max
value: 38.5519354837315
verified: no, type: nauc_ndcg_at_5_std
value: 24.512737628531493
verified: no, type: nauc_precision_at_1000_diff1
value: 27.280674974701284
verified: no, type: nauc_precision_at_1000_max
value: 24.523911670852844
verified: no, type: nauc_precision_at_1000_std
value: 46.31518571614745
verified: no, type: nauc_precision_at_100_diff1
value: 35.17921318850543
verified: no, type: nauc_precision_at_100_max
value: 30.580865564879943
verified: no, type: nauc_precision_at_100_std
value: 41.51604110123811
verified: no, type: nauc_precision_at_10_diff1
value: 39.342311840830746
verified: no, type: nauc_precision_at_10_max
value: 38.41240857835172
verified: no, type: nauc_precision_at_10_std
value: 35.07277287037503
verified: no, type: nauc_precision_at_1_diff1
value: 56.12323093073167
verified: no, type: nauc_precision_at_1_max
value: 39.18806756793689
verified: no, type: nauc_precision_at_1_std
value: 18.066686107581802
verified: no, type: nauc_precision_at_20_diff1
value: 38.26196085238239
verified: no, type: nauc_precision_at_20_max
value: 35.82275291024628
verified: no, type: nauc_precision_at_20_std
value: 38.33669401986287
verified: no, type: nauc_precision_at_3_diff1
value: 44.68003679411554
verified: no, type: nauc_precision_at_3_max
value: 40.12032057227229
verified: no, type: nauc_precision_at_3_std
value: 26.517849679512373
verified: no, type: nauc_precision_at_5_diff1
value: 42.38965665331429
verified: no, type: nauc_precision_at_5_max
value: 39.86217017701949
verified: no, type: nauc_precision_at_5_std
value: 29.255194604568892
verified: no, type: nauc_recall_at_1000_diff1
value: 32.455531677688604
verified: no, type: nauc_recall_at_1000_max
value: 24.616333075773955
verified: no, type: nauc_recall_at_1000_std
value: 51.59415793396229
verified: no, type: nauc_recall_at_100_diff1
value: 35.46311954418642
verified: no, type: nauc_recall_at_100_max
value: 28.23351305589783
verified: no, type: nauc_recall_at_100_std
value: 40.70744695338724
verified: no, type: nauc_recall_at_10_diff1
value: 37.947650345836934
verified: no, type: nauc_recall_at_10_max
value: 35.69202096648585
verified: no, type: nauc_recall_at_10_std
value: 33.75419484876569
verified: no, type: nauc_recall_at_1_diff1
value: 54.176102484760705
verified: no, type: nauc_recall_at_1_max
value: 37.468157047470676
verified: no, type: nauc_recall_at_1_std
value: 18.240796072089953
verified: no, type: nauc_recall_at_20_diff1
value: 37.1185602377272
verified: no, type: nauc_recall_at_20_max
value: 33.02594245822027
verified: no, type: nauc_recall_at_20_std
value: 36.67892873962691
verified: no, type: nauc_recall_at_3_diff1
value: 42.81605018793163
verified: no, type: nauc_recall_at_3_max
value: 37.75029882789788
verified: no, type: nauc_recall_at_3_std
value: 26.084818901453854
verified: no, type: nauc_recall_at_5_diff1
value: 40.47427237001624
verified: no, type: nauc_recall_at_5_max
value: 37.31402142032584
verified: no, type: nauc_recall_at_5_std
value: 28.46183433093616
verified: no, type: ndcg_at_1
value: 25.893
verified: no, type: ndcg_at_10
value: 35.701
verified: no, type: ndcg_at_100
value: 39.125
verified: no, type: ndcg_at_1000
value: 40.838
verified: no, type: ndcg_at_20
value: 37.114999999999995
verified: no, type: ndcg_at_3
value: 31.730000000000004
verified: no, type: ndcg_at_5
value: 33.659
verified: no, type: precision_at_1
value: 25.893
verified: no, type: precision_at_10
value: 5.2
verified: no, type: precision_at_100
value: 0.703
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.9080000000000004
verified: no, type: precision_at_3
value: 13.216
verified: no, type: precision_at_5
value: 8.985999999999999
verified: no, type: recall_at_1
value: 23.738999999999997
verified: no, type: recall_at_10
value: 47.003
verified: no, type: recall_at_100
value: 63.06
verified: no, type: recall_at_1000
value: 76.542
verified: no, type: recall_at_20
value: 52.410999999999994
verified: no, type: recall_at_3
value: 36.176
verified: no, type: recall_at_5
value: 40.884
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 35.297
verified: no, type: map_at_1
value: 22.56
verified: no, type: map_at_10
value: 30.608999999999998
verified: no, type: map_at_100
value: 31.418000000000003
verified: no, type: map_at_1000
value: 31.474000000000004
verified: no, type: map_at_20
value: 31.064999999999998
verified: no, type: map_at_3
value: 28.455000000000002
verified: no, type: map_at_5
value: 29.681
verified: no, type: mrr_at_1
value: 24.407440744074407
verified: no, type: mrr_at_10
value: 32.812126450740244
verified: no, type: mrr_at_100
value: 33.610773058690555
verified: no, type: mrr_at_1000
value: 33.6636041333536
verified: no, type: mrr_at_20
value: 33.26401002194766
verified: no, type: mrr_at_3
value: 30.61306130613045
verified: no, type: mrr_at_5
value: 31.873187318731816
verified: no, type: nauc_map_at_1000_diff1
value: 38.266258373284415
verified: no, type: nauc_map_at_1000_max
value: 32.69193908493134
verified: no, type: nauc_map_at_1000_std
value: 23.25430185062419
verified: no, type: nauc_map_at_100_diff1
value: 38.24858803124869
verified: no, type: nauc_map_at_100_max
value: 32.68954977661333
verified: no, type: nauc_map_at_100_std
value: 23.245294399573467
verified: no, type: nauc_map_at_10_diff1
value: 38.205381663904916
verified: no, type: nauc_map_at_10_max
value: 32.835224020808546
verified: no, type: nauc_map_at_10_std
value: 22.77788784178418
verified: no, type: nauc_map_at_1_diff1
value: 41.91759528523139
verified: no, type: nauc_map_at_1_max
value: 31.775708358054995
verified: no, type: nauc_map_at_1_std
value: 17.518675255539762
verified: no, type: nauc_map_at_20_diff1
value: 38.2252461571796
verified: no, type: nauc_map_at_20_max
value: 32.73690797029453
verified: no, type: nauc_map_at_20_std
value: 23.04314498088007
verified: no, type: nauc_map_at_3_diff1
value: 38.682228289238616
verified: no, type: nauc_map_at_3_max
value: 32.95897143343777
verified: no, type: nauc_map_at_3_std
value: 21.38901652398455
verified: no, type: nauc_map_at_5_diff1
value: 38.25065291291804
verified: no, type: nauc_map_at_5_max
value: 32.94582005665495
verified: no, type: nauc_map_at_5_std
value: 22.09457025565128
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.69451314327529
verified: no, type: nauc_mrr_at_1000_max
value: 34.092209451973034
verified: no, type: nauc_mrr_at_1000_std
value: 23.423155891751
verified: no, type: nauc_mrr_at_100_diff1
value: 39.678678784996016
verified: no, type: nauc_mrr_at_100_max
value: 34.094888574164266
verified: no, type: nauc_mrr_at_100_std
value: 23.424317663154532
verified: no, type: nauc_mrr_at_10_diff1
value: 39.67324863425949
verified: no, type: nauc_mrr_at_10_max
value: 34.31989117397852
verified: no, type: nauc_mrr_at_10_std
value: 23.066425530649795
verified: no, type: nauc_mrr_at_1_diff1
value: 43.641398163721625
verified: no, type: nauc_mrr_at_1_max
value: 33.38077032174958
verified: no, type: nauc_mrr_at_1_std
value: 17.879197144818036
verified: no, type: nauc_mrr_at_20_diff1
value: 39.66936277180323
verified: no, type: nauc_mrr_at_20_max
value: 34.169481588962825
verified: no, type: nauc_mrr_at_20_std
value: 23.291273247307597
verified: no, type: nauc_mrr_at_3_diff1
value: 40.1653999958891
verified: no, type: nauc_mrr_at_3_max
value: 34.478802855163025
verified: no, type: nauc_mrr_at_3_std
value: 21.758806885002777
verified: no, type: nauc_mrr_at_5_diff1
value: 39.7595196412335
verified: no, type: nauc_mrr_at_5_max
value: 34.47103343142992
verified: no, type: nauc_mrr_at_5_std
value: 22.502082907005068
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.50157833509542
verified: no, type: nauc_ndcg_at_1000_max
value: 32.333593881414
verified: no, type: nauc_ndcg_at_1000_std
value: 27.948886173995323
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.124549237181554
verified: no, type: nauc_ndcg_at_100_max
value: 32.28422893375364
verified: no, type: nauc_ndcg_at_100_std
value: 27.77461981698034
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.12986608110705
verified: no, type: nauc_ndcg_at_10_max
value: 33.22276480624111
verified: no, type: nauc_ndcg_at_10_std
value: 25.51652978572056
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.641398163721625
verified: no, type: nauc_ndcg_at_1_max
value: 33.38077032174958
verified: no, type: nauc_ndcg_at_1_std
value: 17.879197144818036
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.10139809093105
verified: no, type: nauc_ndcg_at_20_max
value: 32.765113753187876
verified: no, type: nauc_ndcg_at_20_std
value: 26.44007936912963
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.1596649001608
verified: no, type: nauc_ndcg_at_3_max
value: 33.6943710534229
verified: no, type: nauc_ndcg_at_3_std
value: 22.7328546506038
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.3488907513492
verified: no, type: nauc_ndcg_at_5_max
value: 33.570648469561036
verified: no, type: nauc_ndcg_at_5_std
value: 23.964359055405556
verified: no, type: nauc_precision_at_1000_diff1
value: 24.211391784171195
verified: no, type: nauc_precision_at_1000_max
value: 21.664350211212387
verified: no, type: nauc_precision_at_1000_std
value: 45.708801807342546
verified: no, type: nauc_precision_at_100_diff1
value: 28.035950708227393
verified: no, type: nauc_precision_at_100_max
value: 26.576984522429715
verified: no, type: nauc_precision_at_100_std
value: 43.983591502347096
verified: no, type: nauc_precision_at_10_diff1
value: 33.34442944401908
verified: no, type: nauc_precision_at_10_max
value: 34.553323238017015
verified: no, type: nauc_precision_at_10_std
value: 33.52346556044318
verified: no, type: nauc_precision_at_1_diff1
value: 43.641398163721625
verified: no, type: nauc_precision_at_1_max
value: 33.38077032174958
verified: no, type: nauc_precision_at_1_std
value: 17.879197144818036
verified: no, type: nauc_precision_at_20_diff1
value: 32.24982887106279
verified: no, type: nauc_precision_at_20_max
value: 32.050373728152145
verified: no, type: nauc_precision_at_20_std
value: 36.86007936868054
verified: no, type: nauc_precision_at_3_diff1
value: 36.17020637959305
verified: no, type: nauc_precision_at_3_max
value: 36.07143239476179
verified: no, type: nauc_precision_at_3_std
value: 26.461919533250665
verified: no, type: nauc_precision_at_5_diff1
value: 34.4432351602522
verified: no, type: nauc_precision_at_5_max
value: 35.88556720713549
verified: no, type: nauc_precision_at_5_std
value: 29.298844168192247
verified: no, type: nauc_recall_at_1000_diff1
value: 28.727384296387154
verified: no, type: nauc_recall_at_1000_max
value: 21.521378434098608
verified: no, type: nauc_recall_at_1000_std
value: 55.54388396930074
verified: no, type: nauc_recall_at_100_diff1
value: 28.85562676149982
verified: no, type: nauc_recall_at_100_max
value: 25.06123981454155
verified: no, type: nauc_recall_at_100_std
value: 45.52999742592358
verified: no, type: nauc_recall_at_10_diff1
value: 31.710115152909683
verified: no, type: nauc_recall_at_10_max
value: 31.74673256373932
verified: no, type: nauc_recall_at_10_std
value: 32.42339486417921
verified: no, type: nauc_recall_at_1_diff1
value: 41.91759528523139
verified: no, type: nauc_recall_at_1_max
value: 31.775708358054995
verified: no, type: nauc_recall_at_1_std
value: 17.518675255539762
verified: no, type: nauc_recall_at_20_diff1
value: 30.77115548952225
verified: no, type: nauc_recall_at_20_max
value: 29.45071018258934
verified: no, type: nauc_recall_at_20_std
value: 35.862896022846016
verified: no, type: nauc_recall_at_3_diff1
value: 34.873168557653536
verified: no, type: nauc_recall_at_3_max
value: 33.642570081880365
verified: no, type: nauc_recall_at_3_std
value: 25.716133065199376
verified: no, type: nauc_recall_at_5_diff1
value: 32.73185883646818
verified: no, type: nauc_recall_at_5_max
value: 32.985687571483794
verified: no, type: nauc_recall_at_5_std
value: 28.00896925385753
verified: no, type: ndcg_at_1
value: 24.407
verified: no, type: ndcg_at_10
value: 35.297
verified: no, type: ndcg_at_100
value: 39.5
verified: no, type: ndcg_at_1000
value: 41.132000000000005
verified: no, type: ndcg_at_20
value: 36.928
verified: no, type: ndcg_at_3
value: 30.928
verified: no, type: ndcg_at_5
value: 33.083
verified: no, type: precision_at_1
value: 24.407
verified: no, type: precision_at_10
value: 5.224
verified: no, type: precision_at_100
value: 0.75
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_20
value: 2.964
verified: no, type: precision_at_3
value: 13.061
verified: no, type: precision_at_5
value: 8.968
verified: no, type: recall_at_1
value: 22.56
verified: no, type: recall_at_10
value: 47.873
verified: no, type: recall_at_100
value: 67.69800000000001
verified: no, type: recall_at_1000
value: 80.495
verified: no, type: recall_at_20
value: 54.161
verified: no, type: recall_at_3
value: 35.907
verified: no, type: recall_at_5
value: 41.138999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 31.523
verified: no, type: map_at_1
value: 19.411
verified: no, type: map_at_10
value: 26.887
verified: no, type: map_at_100
value: 27.675
verified: no, type: map_at_1000
value: 27.741
verified: no, type: map_at_20
value: 27.336
verified: no, type: map_at_3
value: 24.72
verified: no, type: map_at_5
value: 25.964
verified: no, type: mrr_at_1
value: 21.743010654767325
verified: no, type: mrr_at_10
value: 29.783727809795064
verified: no, type: mrr_at_100
value: 30.573052972621213
verified: no, type: mrr_at_1000
value: 30.633729162329125
verified: no, type: mrr_at_20
value: 30.238433411795747
verified: no, type: mrr_at_3
value: 27.519048052694963
verified: no, type: mrr_at_5
value: 28.825805178640852
verified: no, type: nauc_map_at_1000_diff1
value: 34.894119615653885
verified: no, type: nauc_map_at_1000_max
value: 27.70678123464696
verified: no, type: nauc_map_at_1000_std
value: 17.16862387665167
verified: no, type: nauc_map_at_100_diff1
value: 34.88287127859404
verified: no, type: nauc_map_at_100_max
value: 27.707635480144027
verified: no, type: nauc_map_at_100_std
value: 17.156500699957288
verified: no, type: nauc_map_at_10_diff1
value: 34.87223580879955
verified: no, type: nauc_map_at_10_max
value: 27.77425432286075
verified: no, type: nauc_map_at_10_std
value: 16.62647824628308
verified: no, type: nauc_map_at_1_diff1
value: 39.02452462605887
verified: no, type: nauc_map_at_1_max
value: 26.68810856647591
verified: no, type: nauc_map_at_1_std
value: 11.696162303885695
verified: no, type: nauc_map_at_20_diff1
value: 34.83957930731935
verified: no, type: nauc_map_at_20_max
value: 27.74629374793392
verified: no, type: nauc_map_at_20_std
value: 16.96714022073772
verified: no, type: nauc_map_at_3_diff1
value: 35.49150548071542
verified: no, type: nauc_map_at_3_max
value: 27.76476306054644
verified: no, type: nauc_map_at_3_std
value: 14.967828348680575
verified: no, type: nauc_map_at_5_diff1
value: 35.02166153803839
verified: no, type: nauc_map_at_5_max
value: 27.799599246135546
verified: no, type: nauc_map_at_5_std
value: 15.906439082925115
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.66603994926185
verified: no, type: nauc_mrr_at_1000_max
value: 28.761208807686593
verified: no, type: nauc_mrr_at_1000_std
value: 15.632726523574982
verified: no, type: nauc_mrr_at_100_diff1
value: 35.656132946336704
verified: no, type: nauc_mrr_at_100_max
value: 28.766555410460843
verified: no, type: nauc_mrr_at_100_std
value: 15.634496629389938
verified: no, type: nauc_mrr_at_10_diff1
value: 35.66651135590881
verified: no, type: nauc_mrr_at_10_max
value: 28.878768657428207
verified: no, type: nauc_mrr_at_10_std
value: 15.240595565120362
verified: no, type: nauc_mrr_at_1_diff1
value: 40.093012148818076
verified: no, type: nauc_mrr_at_1_max
value: 27.918910580976924
verified: no, type: nauc_mrr_at_1_std
value: 10.582334866828027
verified: no, type: nauc_mrr_at_20_diff1
value: 35.624000588455345
verified: no, type: nauc_mrr_at_20_max
value: 28.829052122716693
verified: no, type: nauc_mrr_at_20_std
value: 15.511812828235266
verified: no, type: nauc_mrr_at_3_diff1
value: 36.33926080942465
verified: no, type: nauc_mrr_at_3_max
value: 28.97518332668143
verified: no, type: nauc_mrr_at_3_std
value: 13.783919324681513
verified: no, type: nauc_mrr_at_5_diff1
value: 35.826726538813446
verified: no, type: nauc_mrr_at_5_max
value: 28.951635822669775
verified: no, type: nauc_mrr_at_5_std
value: 14.633347919622599
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.87576536204644
verified: no, type: nauc_ndcg_at_1000_max
value: 27.656919502377814
verified: no, type: nauc_ndcg_at_1000_std
value: 21.611114604167717
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.57433304129492
verified: no, type: nauc_ndcg_at_100_max
value: 27.689113924776244
verified: no, type: nauc_ndcg_at_100_std
value: 21.344826533869533
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.47057039752009
verified: no, type: nauc_ndcg_at_10_max
value: 28.16773420812005
verified: no, type: nauc_ndcg_at_10_std
value: 18.89889983106607
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.093012148818076
verified: no, type: nauc_ndcg_at_1_max
value: 27.918910580976924
verified: no, type: nauc_ndcg_at_1_std
value: 10.582334866828027
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.32327551259427
verified: no, type: nauc_ndcg_at_20_max
value: 28.03123314826041
verified: no, type: nauc_ndcg_at_20_std
value: 20.045132731850057
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.73928913248888
verified: no, type: nauc_ndcg_at_3_max
value: 28.39138262144496
verified: no, type: nauc_ndcg_at_3_std
value: 15.632807005789578
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.86384268021616
verified: no, type: nauc_ndcg_at_5_max
value: 28.3236489716487
verified: no, type: nauc_ndcg_at_5_std
value: 17.272376563502508
verified: no, type: nauc_precision_at_1000_diff1
value: 20.178412055301056
verified: no, type: nauc_precision_at_1000_max
value: 19.210302844212183
verified: no, type: nauc_precision_at_1000_std
value: 34.91892470476544
verified: no, type: nauc_precision_at_100_diff1
value: 25.44644696654489
verified: no, type: nauc_precision_at_100_max
value: 24.771279662995724
verified: no, type: nauc_precision_at_100_std
value: 34.661503462628964
verified: no, type: nauc_precision_at_10_diff1
value: 28.64528958280489
verified: no, type: nauc_precision_at_10_max
value: 29.205549489560916
verified: no, type: nauc_precision_at_10_std
value: 24.583558909893892
verified: no, type: nauc_precision_at_1_diff1
value: 40.093012148818076
verified: no, type: nauc_precision_at_1_max
value: 27.918910580976924
verified: no, type: nauc_precision_at_1_std
value: 10.582334866828027
verified: no, type: nauc_precision_at_20_diff1
value: 27.40829460908996
verified: no, type: nauc_precision_at_20_max
value: 28.42589762863833
verified: no, type: nauc_precision_at_20_std
value: 28.514227393587
verified: no, type: nauc_precision_at_3_diff1
value: 32.48391599874674
verified: no, type: nauc_precision_at_3_max
value: 30.12096160416555
verified: no, type: nauc_precision_at_3_std
value: 17.320580352719286
verified: no, type: nauc_precision_at_5_diff1
value: 30.403414267102242
verified: no, type: nauc_precision_at_5_max
value: 29.945345867717997
verified: no, type: nauc_precision_at_5_std
value: 20.529204183857914
verified: no, type: nauc_recall_at_1000_diff1
value: 25.759545373750303
verified: no, type: nauc_recall_at_1000_max
value: 20.106046005297394
verified: no, type: nauc_recall_at_1000_std
value: 46.60049363619896
verified: no, type: nauc_recall_at_100_diff1
value: 26.069585735340855
verified: no, type: nauc_recall_at_100_max
value: 22.925494906976468
verified: no, type: nauc_recall_at_100_std
value: 37.144347080276866
verified: no, type: nauc_recall_at_10_diff1
value: 27.382376969682497
verified: no, type: nauc_recall_at_10_max
value: 26.570146593203138
verified: no, type: nauc_recall_at_10_std
value: 25.20058315156481
verified: no, type: nauc_recall_at_1_diff1
value: 39.02452462605887
verified: no, type: nauc_recall_at_1_max
value: 26.68810856647591
verified: no, type: nauc_recall_at_1_std
value: 11.696162303885695
verified: no, type: nauc_recall_at_20_diff1
value: 26.471721207399764
verified: no, type: nauc_recall_at_20_max
value: 25.807737005420726
verified: no, type: nauc_recall_at_20_std
value: 29.256987143145054
verified: no, type: nauc_recall_at_3_diff1
value: 30.888500710401285
verified: no, type: nauc_recall_at_3_max
value: 27.806868813005046
verified: no, type: nauc_recall_at_3_std
value: 18.04984695182066
verified: no, type: nauc_recall_at_5_diff1
value: 29.003559372790022
verified: no, type: nauc_recall_at_5_max
value: 27.55280043778831
verified: no, type: nauc_recall_at_5_std
value: 21.256288378665563
verified: no, type: ndcg_at_1
value: 21.743000000000002
verified: no, type: ndcg_at_10
value: 31.523
verified: no, type: ndcg_at_100
value: 35.57
verified: no, type: ndcg_at_1000
value: 37.480999999999995
verified: no, type: ndcg_at_20
value: 33.129
verified: no, type: ndcg_at_3
value: 27.184
verified: no, type: ndcg_at_5
value: 29.334
verified: no, type: precision_at_1
value: 21.743000000000002
verified: no, type: precision_at_10
value: 4.903
verified: no, type: precision_at_100
value: 0.711
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_20
value: 2.806
verified: no, type: precision_at_3
value: 11.777
verified: no, type: precision_at_5
value: 8.271
verified: no, type: recall_at_1
value: 19.411
verified: no, type: recall_at_10
value: 43.269999999999996
verified: no, type: recall_at_100
value: 62.17700000000001
verified: no, type: recall_at_1000
value: 77.067
verified: no, type: recall_at_20
value: 49.41
verified: no, type: recall_at_3
value: 31.354
verified: no, type: recall_at_5
value: 36.644
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 39.617999999999995
verified: no, type: map_at_1
value: 21.97
verified: no, type: map_at_10
value: 32.192
verified: no, type: map_at_100
value: 33.998
verified: no, type: map_at_1000
value: 34.175
verified: no, type: map_at_20
value: 33.183
verified: no, type: map_at_3
value: 28.582
verified: no, type: map_at_5
value: 30.581000000000003
verified: no, type: mrr_at_1
value: 39.800000000000004
verified: no, type: mrr_at_10
value: 47.60150793650792
verified: no, type: mrr_at_100
value: 48.389710366647456
verified: no, type: mrr_at_1000
value: 48.4425191284295
verified: no, type: mrr_at_20
value: 48.07178530190138
verified: no, type: mrr_at_3
value: 45.26666666666667
verified: no, type: mrr_at_5
value: 46.566666666666656
verified: no, type: nauc_map_at_1000_diff1
value: 50.31688334888458
verified: no, type: nauc_map_at_1000_max
value: 33.2868728983012
verified: no, type: nauc_map_at_1000_std
value: -4.563232909648322
verified: no, type: nauc_map_at_100_diff1
value: 50.27708016577294
verified: no, type: nauc_map_at_100_max
value: 33.148334623720146
verified: no, type: nauc_map_at_100_std
value: -4.6305517131001075
verified: no, type: nauc_map_at_10_diff1
value: 50.00588080671384
verified: no, type: nauc_map_at_10_max
value: 32.068580561661506
verified: no, type: nauc_map_at_10_std
value: -5.7994903319403175
verified: no, type: nauc_map_at_1_diff1
value: 54.91941299863211
verified: no, type: nauc_map_at_1_max
value: 26.32992915297815
verified: no, type: nauc_map_at_1_std
value: -15.095817241276782
verified: no, type: nauc_map_at_20_diff1
value: 50.24621642719814
verified: no, type: nauc_map_at_20_max
value: 32.82975757099153
verified: no, type: nauc_map_at_20_std
value: -5.026697627823404
verified: no, type: nauc_map_at_3_diff1
value: 50.947207182556255
verified: no, type: nauc_map_at_3_max
value: 30.13259490061278
verified: no, type: nauc_map_at_3_std
value: -9.61895095204749
verified: no, type: nauc_map_at_5_diff1
value: 50.61257865598828
verified: no, type: nauc_map_at_5_max
value: 30.816376351772824
verified: no, type: nauc_map_at_5_std
value: -7.802988351265763
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.12331306343447
verified: no, type: nauc_mrr_at_1000_max
value: 39.05482291142821
verified: no, type: nauc_mrr_at_1000_std
value: -0.022714500769246703
verified: no, type: nauc_mrr_at_100_diff1
value: 53.121227759125546
verified: no, type: nauc_mrr_at_100_max
value: 39.03720019824652
verified: no, type: nauc_mrr_at_100_std
value: 0.0036985861169952575
verified: no, type: nauc_mrr_at_10_diff1
value: 52.99721750760873
verified: no, type: nauc_mrr_at_10_max
value: 39.06196265330318
verified: no, type: nauc_mrr_at_10_std
value: -0.049254948973314096
verified: no, type: nauc_mrr_at_1_diff1
value: 56.785118791443004
verified: no, type: nauc_mrr_at_1_max
value: 40.02855427244592
verified: no, type: nauc_mrr_at_1_std
value: -5.4436091775699555
verified: no, type: nauc_mrr_at_20_diff1
value: 53.097626361807635
verified: no, type: nauc_mrr_at_20_max
value: 39.08950868510155
verified: no, type: nauc_mrr_at_20_std
value: 0.05552510105051717
verified: no, type: nauc_mrr_at_3_diff1
value: 53.324753456703114
verified: no, type: nauc_mrr_at_3_max
value: 39.0760360442697
verified: no, type: nauc_mrr_at_3_std
value: -1.0542351313872271
verified: no, type: nauc_mrr_at_5_diff1
value: 53.471632334574814
verified: no, type: nauc_mrr_at_5_max
value: 39.07718097646659
verified: no, type: nauc_mrr_at_5_std
value: -0.8187608389303963
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.86294409407798
verified: no, type: nauc_ndcg_at_1000_max
value: 37.44926283917674
verified: no, type: nauc_ndcg_at_1000_std
value: 2.111781768761426
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.35226471169135
verified: no, type: nauc_ndcg_at_100_max
value: 35.66667961731567
verified: no, type: nauc_ndcg_at_100_std
value: 1.6479443759074754
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.372677877707915
verified: no, type: nauc_ndcg_at_10_max
value: 34.387331450860934
verified: no, type: nauc_ndcg_at_10_std
value: -0.8882897547079789
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.785118791443004
verified: no, type: nauc_ndcg_at_1_max
value: 40.02855427244592
verified: no, type: nauc_ndcg_at_1_std
value: -5.4436091775699555
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.20296778158295
verified: no, type: nauc_ndcg_at_20_max
value: 35.212552463815356
verified: no, type: nauc_ndcg_at_20_std
value: 0.6281417017686571
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.880461353681184
verified: no, type: nauc_ndcg_at_3_max
value: 35.45248845964804
verified: no, type: nauc_ndcg_at_3_std
value: -4.120565245039038
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.05932551286447
verified: no, type: nauc_ndcg_at_5_max
value: 33.929472887194166
verified: no, type: nauc_ndcg_at_5_std
value: -3.7378619720606334
verified: no, type: nauc_precision_at_1000_diff1
value: 0.9943934852712358
verified: no, type: nauc_precision_at_1000_max
value: 25.808328570726637
verified: no, type: nauc_precision_at_1000_std
value: 22.113795698396405
verified: no, type: nauc_precision_at_100_diff1
value: 9.75942449543439
verified: no, type: nauc_precision_at_100_max
value: 29.89402798697409
verified: no, type: nauc_precision_at_100_std
value: 23.745724036777858
verified: no, type: nauc_precision_at_10_diff1
value: 22.631255210616448
verified: no, type: nauc_precision_at_10_max
value: 37.986891048262635
verified: no, type: nauc_precision_at_10_std
value: 17.939985325973826
verified: no, type: nauc_precision_at_1_diff1
value: 56.785118791443004
verified: no, type: nauc_precision_at_1_max
value: 40.02855427244592
verified: no, type: nauc_precision_at_1_std
value: -5.4436091775699555
verified: no, type: nauc_precision_at_20_diff1
value: 18.135764741044472
verified: no, type: nauc_precision_at_20_max
value: 37.44026204963983
verified: no, type: nauc_precision_at_20_std
value: 21.63173239805311
verified: no, type: nauc_precision_at_3_diff1
value: 34.88498855336315
verified: no, type: nauc_precision_at_3_max
value: 38.618451850379344
verified: no, type: nauc_precision_at_3_std
value: 6.595122514284259
verified: no, type: nauc_precision_at_5_diff1
value: 29.296655684555372
verified: no, type: nauc_precision_at_5_max
value: 37.351475583764085
verified: no, type: nauc_precision_at_5_std
value: 11.290211828635965
verified: no, type: nauc_recall_at_1000_diff1
value: 29.651809747575598
verified: no, type: nauc_recall_at_1000_max
value: 45.166900051397604
verified: no, type: nauc_recall_at_1000_std
value: 38.90509257803901
verified: no, type: nauc_recall_at_100_diff1
value: 33.56534075988862
verified: no, type: nauc_recall_at_100_max
value: 26.516756115174093
verified: no, type: nauc_recall_at_100_std
value: 14.9798920473275
verified: no, type: nauc_recall_at_10_diff1
value: 35.95711449401351
verified: no, type: nauc_recall_at_10_max
value: 27.400503715156493
verified: no, type: nauc_recall_at_10_std
value: 6.121330948875716
verified: no, type: nauc_recall_at_1_diff1
value: 54.91941299863211
verified: no, type: nauc_recall_at_1_max
value: 26.32992915297815
verified: no, type: nauc_recall_at_1_std
value: -15.095817241276782
verified: no, type: nauc_recall_at_20_diff1
value: 36.359256351324106
verified: no, type: nauc_recall_at_20_max
value: 27.9767440604567
verified: no, type: nauc_recall_at_20_std
value: 10.282027278835779
verified: no, type: nauc_recall_at_3_diff1
value: 43.439181541862084
verified: no, type: nauc_recall_at_3_max
value: 26.552998247583297
verified: no, type: nauc_recall_at_3_std
value: -6.020315643835116
verified: no, type: nauc_recall_at_5_diff1
value: 41.50016152959245
verified: no, type: nauc_recall_at_5_max
value: 26.695047401293394
verified: no, type: nauc_recall_at_5_std
value: -2.0979134243496893
verified: no, type: ndcg_at_1
value: 39.800000000000004
verified: no, type: ndcg_at_10
value: 39.617999999999995
verified: no, type: ndcg_at_100
value: 46.115
verified: no, type: ndcg_at_1000
value: 49.392
verified: no, type: ndcg_at_20
value: 42.162
verified: no, type: ndcg_at_3
value: 36.15
verified: no, type: ndcg_at_5
value: 37.223
verified: no, type: precision_at_1
value: 39.800000000000004
verified: no, type: precision_at_10
value: 10.100000000000001
verified: no, type: precision_at_100
value: 1.6660000000000001
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_20
value: 6.13
verified: no, type: precision_at_3
value: 22.267
verified: no, type: precision_at_5
value: 16.36
verified: no, type: recall_at_1
value: 21.97
verified: no, type: recall_at_10
value: 45.942
verified: no, type: recall_at_100
value: 70.422
verified: no, type: recall_at_1000
value: 90.766
verified: no, type: recall_at_20
value: 54.022000000000006
verified: no, type: recall_at_3
value: 32.769999999999996
verified: no, type: recall_at_5
value: 38.267
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 37.887
verified: no, type: map_at_1
value: 18.869
verified: no, type: map_at_10
value: 30.336999999999996
verified: no, type: map_at_100
value: 31.984
verified: no, type: map_at_1000
value: 32.159
verified: no, type: map_at_20
value: 31.137999999999998
verified: no, type: map_at_3
value: 26.467000000000002
verified: no, type: map_at_5
value: 28.502
verified: no, type: mrr_at_1
value: 37.191358024691354
verified: no, type: mrr_at_10
value: 45.6922398589065
verified: no, type: mrr_at_100
value: 46.557353632261794
verified: no, type: mrr_at_1000
value: 46.608286315798196
verified: no, type: mrr_at_20
value: 46.22637072223556
verified: no, type: mrr_at_3
value: 43.364197530864196
verified: no, type: mrr_at_5
value: 44.56790123456788
verified: no, type: nauc_map_at_1000_diff1
value: 40.90304888080522
verified: no, type: nauc_map_at_1000_max
value: 31.45392152764247
verified: no, type: nauc_map_at_1000_std
value: -1.542876073983255
verified: no, type: nauc_map_at_100_diff1
value: 40.87438529546033
verified: no, type: nauc_map_at_100_max
value: 31.351149632748605
verified: no, type: nauc_map_at_100_std
value: -1.630523467720366
verified: no, type: nauc_map_at_10_diff1
value: 40.62122950556352
verified: no, type: nauc_map_at_10_max
value: 30.434626209491782
verified: no, type: nauc_map_at_10_std
value: -2.6962450714098756
verified: no, type: nauc_map_at_1_diff1
value: 45.27097981673444
verified: no, type: nauc_map_at_1_max
value: 23.885796928659207
verified: no, type: nauc_map_at_1_std
value: -4.615716690703562
verified: no, type: nauc_map_at_20_diff1
value: 40.7444641353645
verified: no, type: nauc_map_at_20_max
value: 30.776714680401373
verified: no, type: nauc_map_at_20_std
value: -2.2929001481730364
verified: no, type: nauc_map_at_3_diff1
value: 41.219585978462945
verified: no, type: nauc_map_at_3_max
value: 28.011196543817434
verified: no, type: nauc_map_at_3_std
value: -3.044450793683433
verified: no, type: nauc_map_at_5_diff1
value: 40.939506102888764
verified: no, type: nauc_map_at_5_max
value: 29.540212186749425
verified: no, type: nauc_map_at_5_std
value: -3.1730910868590727
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.96962048949819
verified: no, type: nauc_mrr_at_1000_max
value: 41.099667353299374
verified: no, type: nauc_mrr_at_1000_std
value: 4.467914650660563
verified: no, type: nauc_mrr_at_100_diff1
value: 47.9560929136886
verified: no, type: nauc_mrr_at_100_max
value: 41.09589159992226
verified: no, type: nauc_mrr_at_100_std
value: 4.476987401102542
verified: no, type: nauc_mrr_at_10_diff1
value: 47.802236303006126
verified: no, type: nauc_mrr_at_10_max
value: 41.12863157277526
verified: no, type: nauc_mrr_at_10_std
value: 4.477816376878187
verified: no, type: nauc_mrr_at_1_diff1
value: 52.870422957055716
verified: no, type: nauc_mrr_at_1_max
value: 43.428953993348884
verified: no, type: nauc_mrr_at_1_std
value: 2.387226205404917
verified: no, type: nauc_mrr_at_20_diff1
value: 47.83523176840918
verified: no, type: nauc_mrr_at_20_max
value: 41.029596827821834
verified: no, type: nauc_mrr_at_20_std
value: 4.5385963120519754
verified: no, type: nauc_mrr_at_3_diff1
value: 48.32796899458485
verified: no, type: nauc_mrr_at_3_max
value: 40.480791496627
verified: no, type: nauc_mrr_at_3_std
value: 3.7270854217177156
verified: no, type: nauc_mrr_at_5_diff1
value: 48.22553289172981
verified: no, type: nauc_mrr_at_5_max
value: 41.02180420801701
verified: no, type: nauc_mrr_at_5_std
value: 3.729275399473376
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.00277070047937
verified: no, type: nauc_ndcg_at_1000_max
value: 36.393412472195685
verified: no, type: nauc_ndcg_at_1000_std
value: 4.024568526370287
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.548574319315975
verified: no, type: nauc_ndcg_at_100_max
value: 35.1854949566919
verified: no, type: nauc_ndcg_at_100_std
value: 3.2259940083596303
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.31878979087437
verified: no, type: nauc_ndcg_at_10_max
value: 33.26618794696491
verified: no, type: nauc_ndcg_at_10_std
value: 0.29232789607728665
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.870422957055716
verified: no, type: nauc_ndcg_at_1_max
value: 43.428953993348884
verified: no, type: nauc_ndcg_at_1_std
value: 2.387226205404917
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.53873236742966
verified: no, type: nauc_ndcg_at_20_max
value: 33.362706525227146
verified: no, type: nauc_ndcg_at_20_std
value: 0.910837221415557
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.40376395238987
verified: no, type: nauc_ndcg_at_3_max
value: 34.38813125405468
verified: no, type: nauc_ndcg_at_3_std
value: 0.16807833535110997
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.3724683040929
verified: no, type: nauc_ndcg_at_5_max
value: 33.22990282112641
verified: no, type: nauc_ndcg_at_5_std
value: -1.170910956996861
verified: no, type: nauc_precision_at_1000_diff1
value: 4.780115339272317
verified: no, type: nauc_precision_at_1000_max
value: 29.373445999315003
verified: no, type: nauc_precision_at_1000_std
value: 18.119257804913737
verified: no, type: nauc_precision_at_100_diff1
value: 14.337485305807846
verified: no, type: nauc_precision_at_100_max
value: 35.67152477079675
verified: no, type: nauc_precision_at_100_std
value: 18.52374276380505
verified: no, type: nauc_precision_at_10_diff1
value: 23.447542904221443
verified: no, type: nauc_precision_at_10_max
value: 37.55392508145748
verified: no, type: nauc_precision_at_10_std
value: 7.384443638684957
verified: no, type: nauc_precision_at_1_diff1
value: 52.870422957055716
verified: no, type: nauc_precision_at_1_max
value: 43.428953993348884
verified: no, type: nauc_precision_at_1_std
value: 2.387226205404917
verified: no, type: nauc_precision_at_20_diff1
value: 20.559907682894412
verified: no, type: nauc_precision_at_20_max
value: 35.88377359733998
verified: no, type: nauc_precision_at_20_std
value: 9.987931286175494
verified: no, type: nauc_precision_at_3_diff1
value: 32.085130181758956
verified: no, type: nauc_precision_at_3_max
value: 38.065435201871495
verified: no, type: nauc_precision_at_3_std
value: 3.876577967503123
verified: no, type: nauc_precision_at_5_diff1
value: 29.56866401837332
verified: no, type: nauc_precision_at_5_max
value: 38.78815477388696
verified: no, type: nauc_precision_at_5_std
value: 2.7997544833274115
verified: no, type: nauc_recall_at_1000_diff1
value: 27.760432319235523
verified: no, type: nauc_recall_at_1000_max
value: 35.7001087062572
verified: no, type: nauc_recall_at_1000_std
value: 30.137828587877525
verified: no, type: nauc_recall_at_100_diff1
value: 29.287768248788588
verified: no, type: nauc_recall_at_100_max
value: 27.137731485063952
verified: no, type: nauc_recall_at_100_std
value: 10.609690413799408
verified: no, type: nauc_recall_at_10_diff1
value: 28.212650726522494
verified: no, type: nauc_recall_at_10_max
value: 25.811271820340238
verified: no, type: nauc_recall_at_10_std
value: 1.1610302161707255
verified: no, type: nauc_recall_at_1_diff1
value: 45.27097981673444
verified: no, type: nauc_recall_at_1_max
value: 23.885796928659207
verified: no, type: nauc_recall_at_1_std
value: -4.615716690703562
verified: no, type: nauc_recall_at_20_diff1
value: 27.602354549803575
verified: no, type: nauc_recall_at_20_max
value: 25.12159218675278
verified: no, type: nauc_recall_at_20_std
value: 2.8034659578411394
verified: no, type: nauc_recall_at_3_diff1
value: 33.03749162583024
verified: no, type: nauc_recall_at_3_max
value: 23.496187882951713
verified: no, type: nauc_recall_at_3_std
value: -1.7063562184986119
verified: no, type: nauc_recall_at_5_diff1
value: 30.475340203561096
verified: no, type: nauc_recall_at_5_max
value: 24.881048077990553
verified: no, type: nauc_recall_at_5_std
value: -2.1763393571337266
verified: no, type: ndcg_at_1
value: 37.191
verified: no, type: ndcg_at_10
value: 37.887
verified: no, type: ndcg_at_100
value: 44.371
verified: no, type: ndcg_at_1000
value: 47.653
verified: no, type: ndcg_at_20
value: 40.143
verified: no, type: ndcg_at_3
value: 34.201
verified: no, type: ndcg_at_5
value: 35.199000000000005
verified: no, type: precision_at_1
value: 37.191
verified: no, type: precision_at_10
value: 10.509
verified: no, type: precision_at_100
value: 1.7209999999999999
verified: no, type: precision_at_1000
value: 0.22999999999999998
verified: no, type: precision_at_20
value: 6.157
verified: no, type: precision_at_3
value: 22.582
verified: no, type: precision_at_5
value: 16.42
verified: no, type: recall_at_1
value: 18.869
verified: no, type: recall_at_10
value: 44.546
verified: no, type: recall_at_100
value: 69.11699999999999
verified: no, type: recall_at_1000
value: 89.27000000000001
verified: no, type: recall_at_20
value: 51.800999999999995
verified: no, type: recall_at_3
value: 31.002999999999997
verified: no, type: recall_at_5
value: 36.382
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 36.51
verified: no, type: map_at_1
value: 18.123
verified: no, type: map_at_10
value: 29.076999999999998
verified: no, type: map_at_100
value: 30.819000000000003
verified: no, type: map_at_1000
value: 31.002000000000002
verified: no, type: map_at_20
value: 30.012
verified: no, type: map_at_3
value: 25.329
verified: no, type: map_at_5
value: 27.328999999999997
verified: no, type: mrr_at_1
value: 34.509090909090915
verified: no, type: mrr_at_10
value: 43.179141414141434
verified: no, type: mrr_at_100
value: 44.064795268543456
verified: no, type: mrr_at_1000
value: 44.115400261629986
verified: no, type: mrr_at_20
value: 43.69804553461674
verified: no, type: mrr_at_3
value: 40.463636363636304
verified: no, type: mrr_at_5
value: 41.98909090909089
verified: no, type: nauc_map_at_1000_diff1
value: 37.15615774549796
verified: no, type: nauc_map_at_1000_max
value: 31.21141480675081
verified: no, type: nauc_map_at_1000_std
value: 0.23593958298103257
verified: no, type: nauc_map_at_100_diff1
value: 37.12247504332915
verified: no, type: nauc_map_at_100_max
value: 31.121298765009076
verified: no, type: nauc_map_at_100_std
value: 0.17497479375739514
verified: no, type: nauc_map_at_10_diff1
value: 37.169300135930165
verified: no, type: nauc_map_at_10_max
value: 30.27825238763013
verified: no, type: nauc_map_at_10_std
value: -0.9937592971435554
verified: no, type: nauc_map_at_1_diff1
value: 41.80587853334222
verified: no, type: nauc_map_at_1_max
value: 23.854328899586477
verified: no, type: nauc_map_at_1_std
value: -5.175568477833215
verified: no, type: nauc_map_at_20_diff1
value: 37.10171648627797
verified: no, type: nauc_map_at_20_max
value: 30.703956990728553
verified: no, type: nauc_map_at_20_std
value: -0.41423691795485723
verified: no, type: nauc_map_at_3_diff1
value: 38.41388923033453
verified: no, type: nauc_map_at_3_max
value: 28.048210515239337
verified: no, type: nauc_map_at_3_std
value: -3.633126526709124
verified: no, type: nauc_map_at_5_diff1
value: 37.59234691472002
verified: no, type: nauc_map_at_5_max
value: 29.230354830049976
verified: no, type: nauc_map_at_5_std
value: -2.1971424960232144
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.10728573942825
verified: no, type: nauc_mrr_at_1000_max
value: 36.22076846098089
verified: no, type: nauc_mrr_at_1000_std
value: 1.8853213866330154
verified: no, type: nauc_mrr_at_100_diff1
value: 41.09076008134543
verified: no, type: nauc_mrr_at_100_max
value: 36.22047212197222
verified: no, type: nauc_mrr_at_100_std
value: 1.9062910767251215
verified: no, type: nauc_mrr_at_10_diff1
value: 41.0335812183942
verified: no, type: nauc_mrr_at_10_max
value: 36.21962954208754
verified: no, type: nauc_mrr_at_10_std
value: 1.7773373785742068
verified: no, type: nauc_mrr_at_1_diff1
value: 45.24529948581855
verified: no, type: nauc_mrr_at_1_max
value: 36.1462487919211
verified: no, type: nauc_mrr_at_1_std
value: -1.090815332497445
verified: no, type: nauc_mrr_at_20_diff1
value: 41.01488596772634
verified: no, type: nauc_mrr_at_20_max
value: 36.2141343078857
verified: no, type: nauc_mrr_at_20_std
value: 1.8845557509731432
verified: no, type: nauc_mrr_at_3_diff1
value: 41.766622184268385
verified: no, type: nauc_mrr_at_3_max
value: 36.22148821536146
verified: no, type: nauc_mrr_at_3_std
value: 0.7272238711467435
verified: no, type: nauc_mrr_at_5_diff1
value: 41.27326932961623
verified: no, type: nauc_mrr_at_5_max
value: 36.13637364985663
verified: no, type: nauc_mrr_at_5_std
value: 1.2924883888676457
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.80613722325531
verified: no, type: nauc_ndcg_at_1000_max
value: 34.21720049738572
verified: no, type: nauc_ndcg_at_1000_std
value: 4.527814626017086
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.17636098437324
verified: no, type: nauc_ndcg_at_100_max
value: 33.414089717316244
verified: no, type: nauc_ndcg_at_100_std
value: 4.571702102445947
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.21436001970072
verified: no, type: nauc_ndcg_at_10_max
value: 32.002718440161274
verified: no, type: nauc_ndcg_at_10_std
value: 1.4925453672604232
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.24529948581855
verified: no, type: nauc_ndcg_at_1_max
value: 36.1462487919211
verified: no, type: nauc_ndcg_at_1_std
value: -1.090815332497445
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.13440102426349
verified: no, type: nauc_ndcg_at_20_max
value: 32.30001382388748
verified: no, type: nauc_ndcg_at_20_std
value: 2.437778241424046
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.79059895254473
verified: no, type: nauc_ndcg_at_3_max
value: 33.15770741691327
verified: no, type: nauc_ndcg_at_3_std
value: -0.20368334588129478
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.581391177186454
verified: no, type: nauc_ndcg_at_5_max
value: 32.0233752656312
verified: no, type: nauc_ndcg_at_5_std
value: 0.4220446359471178
verified: no, type: nauc_precision_at_1000_diff1
value: 0.5096715842711691
verified: no, type: nauc_precision_at_1000_max
value: 25.572260959557845
verified: no, type: nauc_precision_at_1000_std
value: 18.58012141198658
verified: no, type: nauc_precision_at_100_diff1
value: 7.32035987737233
verified: no, type: nauc_precision_at_100_max
value: 31.33823248777357
verified: no, type: nauc_precision_at_100_std
value: 20.945201184166393
verified: no, type: nauc_precision_at_10_diff1
value: 18.741339036951604
verified: no, type: nauc_precision_at_10_max
value: 36.84407068461333
verified: no, type: nauc_precision_at_10_std
value: 12.817984818210004
verified: no, type: nauc_precision_at_1_diff1
value: 45.24529948581855
verified: no, type: nauc_precision_at_1_max
value: 36.1462487919211
verified: no, type: nauc_precision_at_1_std
value: -1.090815332497445
verified: no, type: nauc_precision_at_20_diff1
value: 15.09839435945109
verified: no, type: nauc_precision_at_20_max
value: 35.302656726696476
verified: no, type: nauc_precision_at_20_std
value: 15.720154147812002
verified: no, type: nauc_precision_at_3_diff1
value: 29.424938919238198
verified: no, type: nauc_precision_at_3_max
value: 37.37280584707218
verified: no, type: nauc_precision_at_3_std
value: 4.336212806647541
verified: no, type: nauc_precision_at_5_diff1
value: 23.707067165510725
verified: no, type: nauc_precision_at_5_max
value: 36.94353183689743
verified: no, type: nauc_precision_at_5_std
value: 8.539866400988451
verified: no, type: nauc_recall_at_1000_diff1
value: 19.426098149502742
verified: no, type: nauc_recall_at_1000_max
value: 24.555933098735878
verified: no, type: nauc_recall_at_1000_std
value: 26.370863598494804
verified: no, type: nauc_recall_at_100_diff1
value: 21.030972470179695
verified: no, type: nauc_recall_at_100_max
value: 23.67615650134856
verified: no, type: nauc_recall_at_100_std
value: 15.60356882909795
verified: no, type: nauc_recall_at_10_diff1
value: 26.425305400201243
verified: no, type: nauc_recall_at_10_max
value: 24.72054913339942
verified: no, type: nauc_recall_at_10_std
value: 3.7669745901745024
verified: no, type: nauc_recall_at_1_diff1
value: 41.80587853334222
verified: no, type: nauc_recall_at_1_max
value: 23.854328899586477
verified: no, type: nauc_recall_at_1_std
value: -5.175568477833215
verified: no, type: nauc_recall_at_20_diff1
value: 24.495552690364335
verified: no, type: nauc_recall_at_20_max
value: 23.70808983555131
verified: no, type: nauc_recall_at_20_std
value: 6.2135827779641115
verified: no, type: nauc_recall_at_3_diff1
value: 32.118763901902824
verified: no, type: nauc_recall_at_3_max
value: 24.44623432024353
verified: no, type: nauc_recall_at_3_std
value: -2.621666111893187
verified: no, type: nauc_recall_at_5_diff1
value: 28.94107448572844
verified: no, type: nauc_recall_at_5_max
value: 24.404546820033314
verified: no, type: nauc_recall_at_5_std
value: 0.06750227008470733
verified: no, type: ndcg_at_1
value: 34.509
verified: no, type: ndcg_at_10
value: 36.51
verified: no, type: ndcg_at_100
value: 43.247
verified: no, type: ndcg_at_1000
value: 46.515
verified: no, type: ndcg_at_20
value: 38.987
verified: no, type: ndcg_at_3
value: 32.387
verified: no, type: ndcg_at_5
value: 33.769
verified: no, type: precision_at_1
value: 34.509
verified: no, type: precision_at_10
value: 9.958
verified: no, type: precision_at_100
value: 1.688
verified: no, type: precision_at_1000
value: 0.22499999999999998
verified: no, type: precision_at_20
value: 6.027
verified: no, type: precision_at_3
value: 21.157999999999998
verified: no, type: precision_at_5
value: 15.665000000000001
verified: no, type: recall_at_1
value: 18.123
verified: no, type: recall_at_10
value: 43.842999999999996
verified: no, type: recall_at_100
value: 69.681
verified: no, type: recall_at_1000
value: 89.683
verified: no, type: recall_at_20
value: 51.76500000000001
verified: no, type: recall_at_3
value: 29.871
verified: no, type: recall_at_5
value: 35.63
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 26.438
verified: no, type: map_at_1
value: 15.036
verified: no, type: map_at_10
value: 20.474
verified: no, type: map_at_100
value: 21.138
verified: no, type: map_at_1000
value: 21.226
verified: no, type: map_at_20
value: 20.807000000000002
verified: no, type: map_at_3
value: 18.92
verified: no, type: map_at_5
value: 19.764
verified: no, type: mrr_at_1
value: 30.071599045346066
verified: no, type: mrr_at_10
value: 36.19751370348021
verified: no, type: mrr_at_100
value: 36.81917818434799
verified: no, type: mrr_at_1000
value: 36.87995669134652
verified: no, type: mrr_at_20
value: 36.53740432141104
verified: no, type: mrr_at_3
value: 34.53583012055556
verified: no, type: mrr_at_5
value: 35.51526834343058
verified: no, type: nauc_map_at_1000_diff1
value: 54.537223154280326
verified: no, type: nauc_map_at_1000_max
value: 40.13747016798826
verified: no, type: nauc_map_at_1000_std
value: 20.5456830548947
verified: no, type: nauc_map_at_100_diff1
value: 54.55238080807767
verified: no, type: nauc_map_at_100_max
value: 40.166992250862506
verified: no, type: nauc_map_at_100_std
value: 20.480855777479295
verified: no, type: nauc_map_at_10_diff1
value: 55.05929634160527
verified: no, type: nauc_map_at_10_max
value: 40.696082172468145
verified: no, type: nauc_map_at_10_std
value: 20.082276638014907
verified: no, type: nauc_map_at_1_diff1
value: 64.26271865391058
verified: no, type: nauc_map_at_1_max
value: 45.59266447503622
verified: no, type: nauc_map_at_1_std
value: 16.388159539611152
verified: no, type: nauc_map_at_20_diff1
value: 54.76956723290288
verified: no, type: nauc_map_at_20_max
value: 40.447290075460415
verified: no, type: nauc_map_at_20_std
value: 20.223128315285596
verified: no, type: nauc_map_at_3_diff1
value: 56.720222319069144
verified: no, type: nauc_map_at_3_max
value: 42.31748665025715
verified: no, type: nauc_map_at_3_std
value: 18.664951841776816
verified: no, type: nauc_map_at_5_diff1
value: 55.584957411898294
verified: no, type: nauc_map_at_5_max
value: 41.47659472151588
verified: no, type: nauc_map_at_5_std
value: 19.47053791008571
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.93686924611803
verified: no, type: nauc_mrr_at_1000_max
value: 43.19649470251138
verified: no, type: nauc_mrr_at_1000_std
value: 18.340611926499008
verified: no, type: nauc_mrr_at_100_diff1
value: 58.935264746020124
verified: no, type: nauc_mrr_at_100_max
value: 43.197701385304825
verified: no, type: nauc_mrr_at_100_std
value: 18.340289319486615
verified: no, type: nauc_mrr_at_10_diff1
value: 59.05640112675462
verified: no, type: nauc_mrr_at_10_max
value: 43.398107113370216
verified: no, type: nauc_mrr_at_10_std
value: 18.225298344089595
verified: no, type: nauc_mrr_at_1_diff1
value: 64.26271865391058
verified: no, type: nauc_mrr_at_1_max
value: 45.59266447503622
verified: no, type: nauc_mrr_at_1_std
value: 16.388159539611152
verified: no, type: nauc_mrr_at_20_diff1
value: 58.97530435476188
verified: no, type: nauc_mrr_at_20_max
value: 43.31133182454491
verified: no, type: nauc_mrr_at_20_std
value: 18.290453543570013
verified: no, type: nauc_mrr_at_3_diff1
value: 60.03767873746404
verified: no, type: nauc_mrr_at_3_max
value: 44.29158794111005
verified: no, type: nauc_mrr_at_3_std
value: 17.754233463587617
verified: no, type: nauc_mrr_at_5_diff1
value: 59.368964408914806
verified: no, type: nauc_mrr_at_5_max
value: 43.68985739863071
verified: no, type: nauc_mrr_at_5_std
value: 18.079608840844145
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.1387035934151
verified: no, type: nauc_ndcg_at_1000_max
value: 37.36614247003558
verified: no, type: nauc_ndcg_at_1000_std
value: 23.171779953841934
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.32698043894608
verified: no, type: nauc_ndcg_at_100_max
value: 37.82242201623778
verified: no, type: nauc_ndcg_at_100_std
value: 22.185407656761324
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.876790290797715
verified: no, type: nauc_ndcg_at_10_max
value: 39.84595641328712
verified: no, type: nauc_ndcg_at_10_std
value: 20.700044609664225
verified: no, type: nauc_ndcg_at_1_diff1
value: 64.26271865391058
verified: no, type: nauc_ndcg_at_1_max
value: 45.59266447503622
verified: no, type: nauc_ndcg_at_1_std
value: 16.388159539611152
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.216806841502354
verified: no, type: nauc_ndcg_at_20_max
value: 39.220925392471834
verified: no, type: nauc_ndcg_at_20_std
value: 21.04682907066196
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.53998759095498
verified: no, type: nauc_ndcg_at_3_max
value: 42.473810368239626
verified: no, type: nauc_ndcg_at_3_std
value: 18.749922498015728
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.88764473335939
verified: no, type: nauc_ndcg_at_5_max
value: 41.15857932327763
verified: no, type: nauc_ndcg_at_5_std
value: 19.773839497508842
verified: no, type: nauc_precision_at_1000_diff1
value: 26.636538760300187
verified: no, type: nauc_precision_at_1000_max
value: 14.518595307958709
verified: no, type: nauc_precision_at_1000_std
value: 30.100792670121233
verified: no, type: nauc_precision_at_100_diff1
value: 33.24573074948397
verified: no, type: nauc_precision_at_100_max
value: 21.309432819329786
verified: no, type: nauc_precision_at_100_std
value: 25.969081631354978
verified: no, type: nauc_precision_at_10_diff1
value: 43.17868359484903
verified: no, type: nauc_precision_at_10_max
value: 32.03435632591636
verified: no, type: nauc_precision_at_10_std
value: 23.1337397145689
verified: no, type: nauc_precision_at_1_diff1
value: 64.26271865391058
verified: no, type: nauc_precision_at_1_max
value: 45.59266447503622
verified: no, type: nauc_precision_at_1_std
value: 16.388159539611152
verified: no, type: nauc_precision_at_20_diff1
value: 39.88009325737432
verified: no, type: nauc_precision_at_20_max
value: 29.11452277829858
verified: no, type: nauc_precision_at_20_std
value: 23.3836737113812
verified: no, type: nauc_precision_at_3_diff1
value: 51.635294295085544
verified: no, type: nauc_precision_at_3_max
value: 40.13040506750192
verified: no, type: nauc_precision_at_3_std
value: 19.880690860306775
verified: no, type: nauc_precision_at_5_diff1
value: 47.11942305973816
verified: no, type: nauc_precision_at_5_max
value: 36.507260051332366
verified: no, type: nauc_precision_at_5_std
value: 21.648471163162313
verified: no, type: nauc_recall_at_1000_diff1
value: 26.63653876030016
verified: no, type: nauc_recall_at_1000_max
value: 14.518595307958657
verified: no, type: nauc_recall_at_1000_std
value: 30.100792670121244
verified: no, type: nauc_recall_at_100_diff1
value: 33.245730749483926
verified: no, type: nauc_recall_at_100_max
value: 21.309432819329757
verified: no, type: nauc_recall_at_100_std
value: 25.969081631354957
verified: no, type: nauc_recall_at_10_diff1
value: 43.17868359484901
verified: no, type: nauc_recall_at_10_max
value: 32.03435632591637
verified: no, type: nauc_recall_at_10_std
value: 23.133739714568893
verified: no, type: nauc_recall_at_1_diff1
value: 64.26271865391058
verified: no, type: nauc_recall_at_1_max
value: 45.59266447503622
verified: no, type: nauc_recall_at_1_std
value: 16.388159539611152
verified: no, type: nauc_recall_at_20_diff1
value: 39.880093257374305
verified: no, type: nauc_recall_at_20_max
value: 29.114522778298547
verified: no, type: nauc_recall_at_20_std
value: 23.383673711381185
verified: no, type: nauc_recall_at_3_diff1
value: 51.6352942950856
verified: no, type: nauc_recall_at_3_max
value: 40.13040506750194
verified: no, type: nauc_recall_at_3_std
value: 19.88069086030679
verified: no, type: nauc_recall_at_5_diff1
value: 47.119423059738146
verified: no, type: nauc_recall_at_5_max
value: 36.507260051332366
verified: no, type: nauc_recall_at_5_std
value: 21.648471163162284
verified: no, type: ndcg_at_1
value: 30.072
verified: no, type: ndcg_at_10
value: 26.438
verified: no, type: ndcg_at_100
value: 29.798000000000002
verified: no, type: ndcg_at_1000
value: 32.14
verified: no, type: ndcg_at_20
value: 27.561000000000003
verified: no, type: ndcg_at_3
value: 23.422
verified: no, type: ndcg_at_5
value: 24.895999999999997
verified: no, type: precision_at_1
value: 30.072
verified: no, type: precision_at_10
value: 5.757000000000001
verified: no, type: precision_at_100
value: 0.8500000000000001
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 3.2399999999999998
verified: no, type: precision_at_3
value: 14.674999999999999
verified: no, type: precision_at_5
value: 9.972
verified: no, type: recall_at_1
value: 15.036
verified: no, type: recall_at_10
value: 28.786
verified: no, type: recall_at_100
value: 42.491
verified: no, type: recall_at_1000
value: 58.233999999999995
verified: no, type: recall_at_20
value: 32.403
verified: no, type: recall_at_3
value: 22.012
verified: no, type: recall_at_5
value: 24.931
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 25.03
verified: no, type: map_at_1
value: 13.883000000000001
verified: no, type: map_at_10
value: 19.306
verified: no, type: map_at_100
value: 20.057
verified: no, type: map_at_1000
value: 20.147000000000002
verified: no, type: map_at_20
value: 19.705000000000002
verified: no, type: map_at_3
value: 17.727999999999998
verified: no, type: map_at_5
value: 18.561
verified: no, type: mrr_at_1
value: 27.76502363268062
verified: no, type: mrr_at_10
value: 33.845112161452526
verified: no, type: mrr_at_100
value: 34.55659500703294
verified: no, type: mrr_at_1000
value: 34.61801145232459
verified: no, type: mrr_at_20
value: 34.23978586214061
verified: no, type: mrr_at_3
value: 32.192212469052414
verified: no, type: mrr_at_5
value: 33.08282691874859
verified: no, type: nauc_map_at_1000_diff1
value: 49.52811194915241
verified: no, type: nauc_map_at_1000_max
value: 31.367964101953998
verified: no, type: nauc_map_at_1000_std
value: 21.223935061913256
verified: no, type: nauc_map_at_100_diff1
value: 49.52433288290855
verified: no, type: nauc_map_at_100_max
value: 31.38384596023225
verified: no, type: nauc_map_at_100_std
value: 21.172633510150604
verified: no, type: nauc_map_at_10_diff1
value: 50.008706115800095
verified: no, type: nauc_map_at_10_max
value: 32.174046698013626
verified: no, type: nauc_map_at_10_std
value: 20.762998904473974
verified: no, type: nauc_map_at_1_diff1
value: 60.66370740429158
verified: no, type: nauc_map_at_1_max
value: 37.77536569988293
verified: no, type: nauc_map_at_1_std
value: 16.94607553654888
verified: no, type: nauc_map_at_20_diff1
value: 49.69512102829194
verified: no, type: nauc_map_at_20_max
value: 31.72551501440079
verified: no, type: nauc_map_at_20_std
value: 20.93287039121325
verified: no, type: nauc_map_at_3_diff1
value: 51.962779707972196
verified: no, type: nauc_map_at_3_max
value: 33.55742559527387
verified: no, type: nauc_map_at_3_std
value: 19.79609843221411
verified: no, type: nauc_map_at_5_diff1
value: 50.89900080665205
verified: no, type: nauc_map_at_5_max
value: 32.78085480865946
verified: no, type: nauc_map_at_5_std
value: 20.253947050074075
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.960638242384505
verified: no, type: nauc_mrr_at_1000_max
value: 35.15356515780757
verified: no, type: nauc_mrr_at_1000_std
value: 18.935832426755145
verified: no, type: nauc_mrr_at_100_diff1
value: 54.95378876377961
verified: no, type: nauc_mrr_at_100_max
value: 35.14192971581471
verified: no, type: nauc_mrr_at_100_std
value: 18.932564888675635
verified: no, type: nauc_mrr_at_10_diff1
value: 55.087281327795154
verified: no, type: nauc_mrr_at_10_max
value: 35.4248839201561
verified: no, type: nauc_mrr_at_10_std
value: 18.849283365481817
verified: no, type: nauc_mrr_at_1_diff1
value: 60.66370740429158
verified: no, type: nauc_mrr_at_1_max
value: 37.77536569988293
verified: no, type: nauc_mrr_at_1_std
value: 16.94607553654888
verified: no, type: nauc_mrr_at_20_diff1
value: 54.98497291932936
verified: no, type: nauc_mrr_at_20_max
value: 35.25285925857883
verified: no, type: nauc_mrr_at_20_std
value: 18.888527479728833
verified: no, type: nauc_mrr_at_3_diff1
value: 56.134422393681874
verified: no, type: nauc_mrr_at_3_max
value: 36.1901726304337
verified: no, type: nauc_mrr_at_3_std
value: 18.501759643964412
verified: no, type: nauc_mrr_at_5_diff1
value: 55.493883468259995
verified: no, type: nauc_mrr_at_5_max
value: 35.74136289299892
verified: no, type: nauc_mrr_at_5_std
value: 18.670559230920166
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.412008183704046
verified: no, type: nauc_ndcg_at_1000_max
value: 28.78255829050658
verified: no, type: nauc_ndcg_at_1000_std
value: 23.638999027180304
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.46573017894706
verified: no, type: nauc_ndcg_at_100_max
value: 28.91945273753359
verified: no, type: nauc_ndcg_at_100_std
value: 22.645380592398336
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.9566366791267
verified: no, type: nauc_ndcg_at_10_max
value: 31.743035925630963
verified: no, type: nauc_ndcg_at_10_std
value: 21.215985958483223
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.66370740429158
verified: no, type: nauc_ndcg_at_1_max
value: 37.77536569988293
verified: no, type: nauc_ndcg_at_1_std
value: 16.94607553654888
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.20423756666294
verified: no, type: nauc_ndcg_at_20_max
value: 30.597403827598015
verified: no, type: nauc_ndcg_at_20_std
value: 21.58308310951285
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.046664842964105
verified: no, type: nauc_ndcg_at_3_max
value: 33.9730337080867
verified: no, type: nauc_ndcg_at_3_std
value: 19.84630736865632
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.54150341424335
verified: no, type: nauc_ndcg_at_5_max
value: 32.87272035522438
verified: no, type: nauc_ndcg_at_5_std
value: 20.394741748297047
verified: no, type: nauc_precision_at_1000_diff1
value: 23.43156644893743
verified: no, type: nauc_precision_at_1000_max
value: 8.479915781560456
verified: no, type: nauc_precision_at_1000_std
value: 29.983437668371078
verified: no, type: nauc_precision_at_100_diff1
value: 29.123936702976255
verified: no, type: nauc_precision_at_100_max
value: 12.755740930279167
verified: no, type: nauc_precision_at_100_std
value: 25.772859888112016
verified: no, type: nauc_precision_at_10_diff1
value: 38.01136864458918
verified: no, type: nauc_precision_at_10_max
value: 25.19254067701627
verified: no, type: nauc_precision_at_10_std
value: 23.2347042349372
verified: no, type: nauc_precision_at_1_diff1
value: 60.66370740429158
verified: no, type: nauc_precision_at_1_max
value: 37.77536569988293
verified: no, type: nauc_precision_at_1_std
value: 16.94607553654888
verified: no, type: nauc_precision_at_20_diff1
value: 34.77820496643423
verified: no, type: nauc_precision_at_20_max
value: 21.011198547671068
verified: no, type: nauc_precision_at_20_std
value: 23.52918432525127
verified: no, type: nauc_precision_at_3_diff1
value: 47.05392133242683
verified: no, type: nauc_precision_at_3_max
value: 31.73852767069115
verified: no, type: nauc_precision_at_3_std
value: 21.383487275149644
verified: no, type: nauc_precision_at_5_diff1
value: 43.47555648064716
verified: no, type: nauc_precision_at_5_max
value: 29.068469700072708
verified: no, type: nauc_precision_at_5_std
value: 22.12790386597383
verified: no, type: nauc_recall_at_1000_diff1
value: 23.43156644893756
verified: no, type: nauc_recall_at_1000_max
value: 8.479915781560507
verified: no, type: nauc_recall_at_1000_std
value: 29.98343766837106
verified: no, type: nauc_recall_at_100_diff1
value: 29.123936702976234
verified: no, type: nauc_recall_at_100_max
value: 12.755740930279153
verified: no, type: nauc_recall_at_100_std
value: 25.77285988811203
verified: no, type: nauc_recall_at_10_diff1
value: 38.011368644589176
verified: no, type: nauc_recall_at_10_max
value: 25.192540677016268
verified: no, type: nauc_recall_at_10_std
value: 23.23470423493718
verified: no, type: nauc_recall_at_1_diff1
value: 60.66370740429158
verified: no, type: nauc_recall_at_1_max
value: 37.77536569988293
verified: no, type: nauc_recall_at_1_std
value: 16.94607553654888
verified: no, type: nauc_recall_at_20_diff1
value: 34.77820496643424
verified: no, type: nauc_recall_at_20_max
value: 21.01119854767107
verified: no, type: nauc_recall_at_20_std
value: 23.529184325251233
verified: no, type: nauc_recall_at_3_diff1
value: 47.05392133242686
verified: no, type: nauc_recall_at_3_max
value: 31.73852767069111
verified: no, type: nauc_recall_at_3_std
value: 21.383487275149605
verified: no, type: nauc_recall_at_5_diff1
value: 43.475556480647164
verified: no, type: nauc_recall_at_5_max
value: 29.068469700072736
verified: no, type: nauc_recall_at_5_std
value: 22.12790386597384
verified: no, type: ndcg_at_1
value: 27.765
verified: no, type: ndcg_at_10
value: 25.03
verified: no, type: ndcg_at_100
value: 28.683999999999997
verified: no, type: ndcg_at_1000
value: 31.081999999999997
verified: no, type: ndcg_at_20
value: 26.361
verified: no, type: ndcg_at_3
value: 21.945999999999998
verified: no, type: ndcg_at_5
value: 23.362
verified: no, type: precision_at_1
value: 27.765
verified: no, type: precision_at_10
value: 5.55
verified: no, type: precision_at_100
value: 0.847
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 3.2039999999999997
verified: no, type: precision_at_3
value: 13.828
verified: no, type: precision_at_5
value: 9.421
verified: no, type: recall_at_1
value: 13.883000000000001
verified: no, type: recall_at_10
value: 27.752
verified: no, type: recall_at_100
value: 42.342999999999996
verified: no, type: recall_at_1000
value: 58.528000000000006
verified: no, type: recall_at_20
value: 32.039
verified: no, type: recall_at_3
value: 20.743000000000002
verified: no, type: recall_at_5
value: 23.552
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 26.529000000000003
verified: no, type: map_at_1
value: 15.251000000000001
verified: no, type: map_at_10
value: 20.617
verified: no, type: map_at_100
value: 21.306
verified: no, type: map_at_1000
value: 21.395
verified: no, type: map_at_20
value: 20.979999999999997
verified: no, type: map_at_3
value: 19.076
verified: no, type: map_at_5
value: 19.930999999999997
verified: no, type: mrr_at_1
value: 30.501176470588238
verified: no, type: mrr_at_10
value: 36.3640177404293
verified: no, type: mrr_at_100
value: 37.00126280987471
verified: no, type: mrr_at_1000
value: 37.06055395628011
verified: no, type: mrr_at_20
value: 36.71522853907902
verified: no, type: mrr_at_3
value: 34.7186274509791
verified: no, type: mrr_at_5
value: 35.63486274509751
verified: no, type: nauc_map_at_1000_diff1
value: 53.091937387318275
verified: no, type: nauc_map_at_1000_max
value: 39.77249386458787
verified: no, type: nauc_map_at_1000_std
value: 22.997551064792816
verified: no, type: nauc_map_at_100_diff1
value: 53.10652405598949
verified: no, type: nauc_map_at_100_max
value: 39.802778758792925
verified: no, type: nauc_map_at_100_std
value: 22.944340670079512
verified: no, type: nauc_map_at_10_diff1
value: 53.63358701267269
verified: no, type: nauc_map_at_10_max
value: 40.38430667854816
verified: no, type: nauc_map_at_10_std
value: 22.47973407409837
verified: no, type: nauc_map_at_1_diff1
value: 63.29446603544966
verified: no, type: nauc_map_at_1_max
value: 45.44655166185939
verified: no, type: nauc_map_at_1_std
value: 19.38763122565186
verified: no, type: nauc_map_at_20_diff1
value: 53.32063476711735
verified: no, type: nauc_map_at_20_max
value: 40.05622576599261
verified: no, type: nauc_map_at_20_std
value: 22.71762219895874
verified: no, type: nauc_map_at_3_diff1
value: 55.47238628728035
verified: no, type: nauc_map_at_3_max
value: 41.96399139477964
verified: no, type: nauc_map_at_3_std
value: 21.45173191276437
verified: no, type: nauc_map_at_5_diff1
value: 54.431348672677615
verified: no, type: nauc_map_at_5_max
value: 41.16610646516767
verified: no, type: nauc_map_at_5_std
value: 22.012303974578916
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.1487723238667
verified: no, type: nauc_mrr_at_1000_max
value: 42.88588201144214
verified: no, type: nauc_mrr_at_1000_std
value: 20.911755838899808
verified: no, type: nauc_mrr_at_100_diff1
value: 58.1437053648118
verified: no, type: nauc_mrr_at_100_max
value: 42.88408016749706
verified: no, type: nauc_mrr_at_100_std
value: 20.909162697027657
verified: no, type: nauc_mrr_at_10_diff1
value: 58.30788823174321
verified: no, type: nauc_mrr_at_10_max
value: 43.082683890907866
verified: no, type: nauc_mrr_at_10_std
value: 20.798490239497703
verified: no, type: nauc_mrr_at_1_diff1
value: 63.29446603544966
verified: no, type: nauc_mrr_at_1_max
value: 45.44655166185939
verified: no, type: nauc_mrr_at_1_std
value: 19.38763122565186
verified: no, type: nauc_mrr_at_20_diff1
value: 58.19361244299651
verified: no, type: nauc_mrr_at_20_max
value: 42.952221861590616
verified: no, type: nauc_mrr_at_20_std
value: 20.861225530706733
verified: no, type: nauc_mrr_at_3_diff1
value: 59.19783436262064
verified: no, type: nauc_mrr_at_3_max
value: 43.8537041093437
verified: no, type: nauc_mrr_at_3_std
value: 20.409160747812134
verified: no, type: nauc_mrr_at_5_diff1
value: 58.74044365363213
verified: no, type: nauc_mrr_at_5_max
value: 43.4748656080793
verified: no, type: nauc_mrr_at_5_std
value: 20.64614574971485
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.480598095699406
verified: no, type: nauc_ndcg_at_1000_max
value: 36.90628033108599
verified: no, type: nauc_ndcg_at_1000_std
value: 25.29194052835266
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.76527281781531
verified: no, type: nauc_ndcg_at_100_max
value: 37.42998879139893
verified: no, type: nauc_ndcg_at_100_std
value: 24.45372878141619
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.57439157845296
verified: no, type: nauc_ndcg_at_10_max
value: 39.50943836916078
verified: no, type: nauc_ndcg_at_10_std
value: 22.86866562991349
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.29446603544966
verified: no, type: nauc_ndcg_at_1_max
value: 45.44655166185939
verified: no, type: nauc_ndcg_at_1_std
value: 19.38763122565186
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.76908449567371
verified: no, type: nauc_ndcg_at_20_max
value: 38.662145359139814
verified: no, type: nauc_ndcg_at_20_std
value: 23.41499472996759
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.4485950136614
verified: no, type: nauc_ndcg_at_3_max
value: 42.017099929382496
verified: no, type: nauc_ndcg_at_3_std
value: 21.415955484286258
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.05716724559808
verified: no, type: nauc_ndcg_at_5_max
value: 40.92618895209629
verified: no, type: nauc_ndcg_at_5_std
value: 22.127688510993504
verified: no, type: nauc_precision_at_1000_diff1
value: 23.399534691802295
verified: no, type: nauc_precision_at_1000_max
value: 13.58434274897539
verified: no, type: nauc_precision_at_1000_std
value: 30.206919246446233
verified: no, type: nauc_precision_at_100_diff1
value: 30.85009451835817
verified: no, type: nauc_precision_at_100_max
value: 21.001107146544584
verified: no, type: nauc_precision_at_100_std
value: 27.54297514082735
verified: no, type: nauc_precision_at_10_diff1
value: 41.6873276917507
verified: no, type: nauc_precision_at_10_max
value: 31.86733195838854
verified: no, type: nauc_precision_at_10_std
value: 24.515014608266057
verified: no, type: nauc_precision_at_1_diff1
value: 63.29446603544966
verified: no, type: nauc_precision_at_1_max
value: 45.44655166185939
verified: no, type: nauc_precision_at_1_std
value: 19.38763122565186
verified: no, type: nauc_precision_at_20_diff1
value: 37.83494391919505
verified: no, type: nauc_precision_at_20_max
value: 28.187770095146945
verified: no, type: nauc_precision_at_20_std
value: 25.312115144445013
verified: no, type: nauc_precision_at_3_diff1
value: 50.50278610549442
verified: no, type: nauc_precision_at_3_max
value: 39.54118522568992
verified: no, type: nauc_precision_at_3_std
value: 22.385832179413782
verified: no, type: nauc_precision_at_5_diff1
value: 46.76357505882374
verified: no, type: nauc_precision_at_5_max
value: 36.55177724166869
verified: no, type: nauc_precision_at_5_std
value: 23.461590156573102
verified: no, type: nauc_recall_at_1000_diff1
value: 23.39953469180225
verified: no, type: nauc_recall_at_1000_max
value: 13.584342748975423
verified: no, type: nauc_recall_at_1000_std
value: 30.206919246446297
verified: no, type: nauc_recall_at_100_diff1
value: 30.85009451835822
verified: no, type: nauc_recall_at_100_max
value: 21.00110714654462
verified: no, type: nauc_recall_at_100_std
value: 27.54297514082738
verified: no, type: nauc_recall_at_10_diff1
value: 41.68732769175074
verified: no, type: nauc_recall_at_10_max
value: 31.86733195838858
verified: no, type: nauc_recall_at_10_std
value: 24.51501460826607
verified: no, type: nauc_recall_at_1_diff1
value: 63.29446603544966
verified: no, type: nauc_recall_at_1_max
value: 45.44655166185939
verified: no, type: nauc_recall_at_1_std
value: 19.38763122565186
verified: no, type: nauc_recall_at_20_diff1
value: 37.83494391919508
verified: no, type: nauc_recall_at_20_max
value: 28.187770095146963
verified: no, type: nauc_recall_at_20_std
value: 25.312115144445052
verified: no, type: nauc_recall_at_3_diff1
value: 50.502786105494444
verified: no, type: nauc_recall_at_3_max
value: 39.541185225689915
verified: no, type: nauc_recall_at_3_std
value: 22.38583217941378
verified: no, type: nauc_recall_at_5_diff1
value: 46.76357505882376
verified: no, type: nauc_recall_at_5_max
value: 36.55177724166868
verified: no, type: nauc_recall_at_5_std
value: 23.46159015657311
verified: no, type: ndcg_at_1
value: 30.501
verified: no, type: ndcg_at_10
value: 26.529000000000003
verified: no, type: ndcg_at_100
value: 29.903000000000002
verified: no, type: ndcg_at_1000
value: 32.21
verified: no, type: ndcg_at_20
value: 27.733999999999998
verified: no, type: ndcg_at_3
value: 23.52
verified: no, type: ndcg_at_5
value: 24.971
verified: no, type: precision_at_1
value: 30.501
verified: no, type: precision_at_10
value: 5.752
verified: no, type: precision_at_100
value: 0.847
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 3.2649999999999997
verified: no, type: precision_at_3
value: 14.641000000000002
verified: no, type: precision_at_5
value: 9.934
verified: no, type: recall_at_1
value: 15.251000000000001
verified: no, type: recall_at_10
value: 28.76
verified: no, type: recall_at_100
value: 42.332
verified: no, type: recall_at_1000
value: 57.825
verified: no, type: recall_at_20
value: 32.649
verified: no, type: recall_at_3
value: 21.961
verified: no, type: recall_at_5
value: 24.834999999999997
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 33.939
verified: no, type: map_at_1
value: 18.554000000000002
verified: no, type: map_at_10
value: 28.366000000000003
verified: no, type: map_at_100
value: 29.427999999999997
verified: no, type: map_at_1000
value: 29.49
verified: no, type: map_at_20
value: 28.991
verified: no, type: map_at_3
value: 25.244
verified: no, type: map_at_5
value: 27.099
verified: no, type: mrr_at_1
value: 19.140401146131804
verified: no, type: mrr_at_10
value: 29.00023877745931
verified: no, type: mrr_at_100
value: 30.02642038752663
verified: no, type: mrr_at_1000
value: 30.083388436740517
verified: no, type: mrr_at_20
value: 29.60910356817154
verified: no, type: mrr_at_3
value: 25.900191021967387
verified: no, type: mrr_at_5
value: 27.727554918815628
verified: no, type: nauc_map_at_1000_diff1
value: 32.1043502865461
verified: no, type: nauc_map_at_1000_max
value: 21.429526872287287
verified: no, type: nauc_map_at_1000_std
value: -11.11431936549147
verified: no, type: nauc_map_at_100_diff1
value: 32.08728917729153
verified: no, type: nauc_map_at_100_max
value: 21.44485732811748
verified: no, type: nauc_map_at_100_std
value: -11.108295756744214
verified: no, type: nauc_map_at_10_diff1
value: 32.245408928837726
verified: no, type: nauc_map_at_10_max
value: 21.030952780901575
verified: no, type: nauc_map_at_10_std
value: -11.965913727986353
verified: no, type: nauc_map_at_1_diff1
value: 37.1901818991669
verified: no, type: nauc_map_at_1_max
value: 15.316177496078359
verified: no, type: nauc_map_at_1_std
value: -13.164938577505957
verified: no, type: nauc_map_at_20_diff1
value: 32.06767380261074
verified: no, type: nauc_map_at_20_max
value: 21.42977302917076
verified: no, type: nauc_map_at_20_std
value: -11.388490335815774
verified: no, type: nauc_map_at_3_diff1
value: 33.45489061898566
verified: no, type: nauc_map_at_3_max
value: 19.170640314578254
verified: no, type: nauc_map_at_3_std
value: -13.2031062886881
verified: no, type: nauc_map_at_5_diff1
value: 32.65185636198949
verified: no, type: nauc_map_at_5_max
value: 20.24519766832355
verified: no, type: nauc_map_at_5_std
value: -12.633421465505737
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.95097165431188
verified: no, type: nauc_mrr_at_1000_max
value: 21.15268083107041
verified: no, type: nauc_mrr_at_1000_std
value: -11.106730707145545
verified: no, type: nauc_mrr_at_100_diff1
value: 31.933191513261605
verified: no, type: nauc_mrr_at_100_max
value: 21.17218854014892
verified: no, type: nauc_mrr_at_100_std
value: -11.094329692402868
verified: no, type: nauc_mrr_at_10_diff1
value: 32.06340465673064
verified: no, type: nauc_mrr_at_10_max
value: 20.792547343913643
verified: no, type: nauc_mrr_at_10_std
value: -11.898724801332076
verified: no, type: nauc_mrr_at_1_diff1
value: 36.913947241360816
verified: no, type: nauc_mrr_at_1_max
value: 15.428252006039193
verified: no, type: nauc_mrr_at_1_std
value: -13.330005901242325
verified: no, type: nauc_mrr_at_20_diff1
value: 31.9111963843867
verified: no, type: nauc_mrr_at_20_max
value: 21.16939853452927
verified: no, type: nauc_mrr_at_20_std
value: -11.33864679636319
verified: no, type: nauc_mrr_at_3_diff1
value: 33.31208216930502
verified: no, type: nauc_mrr_at_3_max
value: 18.906264822083145
verified: no, type: nauc_mrr_at_3_std
value: -13.205858786458949
verified: no, type: nauc_mrr_at_5_diff1
value: 32.520500845422305
verified: no, type: nauc_mrr_at_5_max
value: 20.02529091944441
verified: no, type: nauc_mrr_at_5_std
value: -12.583093042366
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.876347569127265
verified: no, type: nauc_ndcg_at_1000_max
value: 24.853316458670882
verified: no, type: nauc_ndcg_at_1000_std
value: -6.793919467973167
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.429010417805845
verified: no, type: nauc_ndcg_at_100_max
value: 25.40368085105586
verified: no, type: nauc_ndcg_at_100_std
value: -6.401282094286693
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.022968228466613
verified: no, type: nauc_ndcg_at_10_max
value: 23.87401262303866
verified: no, type: nauc_ndcg_at_10_std
value: -10.510978741604852
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.84087950311393
verified: no, type: nauc_ndcg_at_1_max
value: 15.382113182852747
verified: no, type: nauc_ndcg_at_1_std
value: -13.35916315031217
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.407955606699026
verified: no, type: nauc_ndcg_at_20_max
value: 25.29763911597211
verified: no, type: nauc_ndcg_at_20_std
value: -8.400438863746325
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.41531009158605
verified: no, type: nauc_ndcg_at_3_max
value: 20.192750114328813
verified: no, type: nauc_ndcg_at_3_std
value: -13.186445720926276
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.05616849014481
verified: no, type: nauc_ndcg_at_5_max
value: 22.047076070346456
verified: no, type: nauc_ndcg_at_5_std
value: -12.11837801222266
verified: no, type: nauc_precision_at_1000_diff1
value: 6.503924665128179
verified: no, type: nauc_precision_at_1000_max
value: 33.260259905156545
verified: no, type: nauc_precision_at_1000_std
value: 27.47921554198303
verified: no, type: nauc_precision_at_100_diff1
value: 13.729073479457215
verified: no, type: nauc_precision_at_100_max
value: 39.30465046417848
verified: no, type: nauc_precision_at_100_std
value: 19.69836725806241
verified: no, type: nauc_precision_at_10_diff1
value: 22.89397669402125
verified: no, type: nauc_precision_at_10_max
value: 31.999106546213095
verified: no, type: nauc_precision_at_10_std
value: -5.956833164886274
verified: no, type: nauc_precision_at_1_diff1
value: 36.84087950311393
verified: no, type: nauc_precision_at_1_max
value: 15.382113182852747
verified: no, type: nauc_precision_at_1_std
value: -13.35916315031217
verified: no, type: nauc_precision_at_20_diff1
value: 19.41566166758395
verified: no, type: nauc_precision_at_20_max
value: 37.50910238169271
verified: no, type: nauc_precision_at_20_std
value: 2.8591257525392573
verified: no, type: nauc_precision_at_3_diff1
value: 29.41662318709668
verified: no, type: nauc_precision_at_3_max
value: 23.164913294658305
verified: no, type: nauc_precision_at_3_std
value: -13.287480239439661
verified: no, type: nauc_precision_at_5_diff1
value: 26.361023747700813
verified: no, type: nauc_precision_at_5_max
value: 26.854743011480974
verified: no, type: nauc_precision_at_5_std
value: -10.855914761809073
verified: no, type: nauc_recall_at_1000_diff1
value: 12.375912230640395
verified: no, type: nauc_recall_at_1000_max
value: 52.09399440046304
verified: no, type: nauc_recall_at_1000_std
value: 42.67474710071944
verified: no, type: nauc_recall_at_100_diff1
value: 16.493965560219483
verified: no, type: nauc_recall_at_100_max
value: 44.08818205505515
verified: no, type: nauc_recall_at_100_std
value: 21.777179697258454
verified: no, type: nauc_recall_at_10_diff1
value: 23.39760274063967
verified: no, type: nauc_recall_at_10_max
value: 31.789010139313778
verified: no, type: nauc_recall_at_10_std
value: -5.897485339479972
verified: no, type: nauc_recall_at_1_diff1
value: 37.1901818991669
verified: no, type: nauc_recall_at_1_max
value: 15.316177496078359
verified: no, type: nauc_recall_at_1_std
value: -13.164938577505957
verified: no, type: nauc_recall_at_20_diff1
value: 20.535420431292366
verified: no, type: nauc_recall_at_20_max
value: 37.96984293631699
verified: no, type: nauc_recall_at_20_std
value: 2.6660861780381317
verified: no, type: nauc_recall_at_3_diff1
value: 29.52553032660534
verified: no, type: nauc_recall_at_3_max
value: 22.779941118777465
verified: no, type: nauc_recall_at_3_std
value: -12.960291756511596
verified: no, type: nauc_recall_at_5_diff1
value: 26.596221968033294
verified: no, type: nauc_recall_at_5_max
value: 26.634076228081117
verified: no, type: nauc_recall_at_5_std
value: -10.521011370868235
verified: no, type: ndcg_at_1
value: 19.155
verified: no, type: ndcg_at_10
value: 33.939
verified: no, type: ndcg_at_100
value: 39.308
verified: no, type: ndcg_at_1000
value: 41.04
verified: no, type: ndcg_at_20
value: 36.176
verified: no, type: ndcg_at_3
value: 27.572000000000003
verified: no, type: ndcg_at_5
value: 30.887999999999998
verified: no, type: precision_at_1
value: 19.155
verified: no, type: precision_at_10
value: 5.321
verified: no, type: precision_at_100
value: 0.8049999999999999
verified: no, type: precision_at_1000
value: 0.095
verified: no, type: precision_at_20
value: 3.128
verified: no, type: precision_at_3
value: 11.667
verified: no, type: precision_at_5
value: 8.673
verified: no, type: recall_at_1
value: 18.554000000000002
verified: no, type: recall_at_10
value: 50.956999999999994
verified: no, type: recall_at_100
value: 76.347
verified: no, type: recall_at_1000
value: 90
verified: no, type: recall_at_20
value: 59.660000000000004
verified: no, type: recall_at_3
value: 33.67
verified: no, type: recall_at_5
value: 41.652
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 57.109
verified: no, type: map_at_1
value: 2.2950000000000004
verified: no, type: map_at_10
value: 10.956000000000001
verified: no, type: map_at_100
value: 22.721
verified: no, type: map_at_1000
value: 26.083000000000002
verified: no, type: map_at_20
value: 15.347
verified: no, type: map_at_3
value: 5.236
verified: no, type: map_at_5
value: 7.631
verified: no, type: mrr_at_1
value: 88.37209302325581
verified: no, type: mrr_at_10
value: 90.44850498338872
verified: no, type: mrr_at_100
value: 90.81496023356489
verified: no, type: mrr_at_1000
value: 90.81496023356489
verified: no, type: mrr_at_20
value: 90.81496023356489
verified: no, type: mrr_at_3
value: 89.53488372093024
verified: no, type: mrr_at_5
value: 90.11627906976744
verified: no, type: nauc_map_at_1000_diff1
value: -41.22945849119499
verified: no, type: nauc_map_at_1000_max
value: 29.8993857565359
verified: no, type: nauc_map_at_1000_std
value: 43.070877258544265
verified: no, type: nauc_map_at_100_diff1
value: -35.559153998563545
verified: no, type: nauc_map_at_100_max
value: 30.004186590283826
verified: no, type: nauc_map_at_100_std
value: 33.110513559613594
verified: no, type: nauc_map_at_10_diff1
value: -12.277862600820399
verified: no, type: nauc_map_at_10_max
value: 16.902463562441707
verified: no, type: nauc_map_at_10_std
value: -5.1535040641375875
verified: no, type: nauc_map_at_1_diff1
value: -5.224048301851365
verified: no, type: nauc_map_at_1_max
value: -12.302032173564417
verified: no, type: nauc_map_at_1_std
value: -33.01229864197312
verified: no, type: nauc_map_at_20_diff1
value: -21.719174403508557
verified: no, type: nauc_map_at_20_max
value: 25.068867648717035
verified: no, type: nauc_map_at_20_std
value: 7.073647892639388
verified: no, type: nauc_map_at_3_diff1
value: -1.6329011305873231
verified: no, type: nauc_map_at_3_max
value: 9.440511531216908
verified: no, type: nauc_map_at_3_std
value: -19.849512510912852
verified: no, type: nauc_map_at_5_diff1
value: -4.022775420974021
verified: no, type: nauc_map_at_5_max
value: 13.042252058502472
verified: no, type: nauc_map_at_5_std
value: -16.45982038654072
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.438439294311316
verified: no, type: nauc_mrr_at_1000_max
value: 45.203445102577916
verified: no, type: nauc_mrr_at_1000_std
value: 11.43598900751368
verified: no, type: nauc_mrr_at_100_diff1
value: 20.438439294311316
verified: no, type: nauc_mrr_at_100_max
value: 45.203445102577916
verified: no, type: nauc_mrr_at_100_std
value: 11.43598900751368
verified: no, type: nauc_mrr_at_10_diff1
value: 21.855244996414104
verified: no, type: nauc_mrr_at_10_max
value: 44.68536023836383
verified: no, type: nauc_mrr_at_10_std
value: 9.881019291153557
verified: no, type: nauc_mrr_at_1_diff1
value: 8.707815117375569
verified: no, type: nauc_mrr_at_1_max
value: 37.82725354000382
verified: no, type: nauc_mrr_at_1_std
value: 5.892259660135367
verified: no, type: nauc_mrr_at_20_diff1
value: 20.438439294311316
verified: no, type: nauc_mrr_at_20_max
value: 45.203445102577916
verified: no, type: nauc_mrr_at_20_std
value: 11.43598900751368
verified: no, type: nauc_mrr_at_3_diff1
value: 22.317171044578323
verified: no, type: nauc_mrr_at_3_max
value: 47.956801492914785
verified: no, type: nauc_mrr_at_3_std
value: 12.888583421806038
verified: no, type: nauc_mrr_at_5_diff1
value: 21.509980332343652
verified: no, type: nauc_mrr_at_5_max
value: 45.62283981977317
verified: no, type: nauc_mrr_at_5_std
value: 12.957172057037988
verified: no, type: nauc_ndcg_at_1000_diff1
value: -34.23947403179086
verified: no, type: nauc_ndcg_at_1000_max
value: 44.30825018692184
verified: no, type: nauc_ndcg_at_1000_std
value: 50.071066038509215
verified: no, type: nauc_ndcg_at_100_diff1
value: -33.2533247819744
verified: no, type: nauc_ndcg_at_100_max
value: 39.43726654324776
verified: no, type: nauc_ndcg_at_100_std
value: 42.845155095685236
verified: no, type: nauc_ndcg_at_10_diff1
value: -18.02789530039883
verified: no, type: nauc_ndcg_at_10_max
value: 52.22260011200351
verified: no, type: nauc_ndcg_at_10_std
value: 44.06684579498954
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.337929168801484
verified: no, type: nauc_ndcg_at_1_max
value: 39.96863846485167
verified: no, type: nauc_ndcg_at_1_std
value: 1.134729877629415
verified: no, type: nauc_ndcg_at_20_diff1
value: -31.264316625168455
verified: no, type: nauc_ndcg_at_20_max
value: 48.346002528755434
verified: no, type: nauc_ndcg_at_20_std
value: 49.32220891282256
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.23082563873094
verified: no, type: nauc_ndcg_at_3_max
value: 56.92923575220469
verified: no, type: nauc_ndcg_at_3_std
value: 22.821958845740532
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.930789970848052
verified: no, type: nauc_ndcg_at_5_max
value: 57.569472435508665
verified: no, type: nauc_ndcg_at_5_std
value: 29.573351046675754
verified: no, type: nauc_precision_at_1000_diff1
value: -39.981177213975215
verified: no, type: nauc_precision_at_1000_max
value: 7.991304157642164
verified: no, type: nauc_precision_at_1000_std
value: 53.49440120379302
verified: no, type: nauc_precision_at_100_diff1
value: -38.57501478782729
verified: no, type: nauc_precision_at_100_max
value: 13.345081938933046
verified: no, type: nauc_precision_at_100_std
value: 55.12107571638661
verified: no, type: nauc_precision_at_10_diff1
value: -43.715485642574905
verified: no, type: nauc_precision_at_10_max
value: 33.99074789943594
verified: no, type: nauc_precision_at_10_std
value: 54.98596557209545
verified: no, type: nauc_precision_at_1_diff1
value: 8.707815117375569
verified: no, type: nauc_precision_at_1_max
value: 37.82725354000382
verified: no, type: nauc_precision_at_1_std
value: 5.892259660135367
verified: no, type: nauc_precision_at_20_diff1
value: -49.25433968736335
verified: no, type: nauc_precision_at_20_max
value: 35.88401343902919
verified: no, type: nauc_precision_at_20_std
value: 62.4552916869243
verified: no, type: nauc_precision_at_3_diff1
value: 3.7440258796484924
verified: no, type: nauc_precision_at_3_max
value: 63.9376345454576
verified: no, type: nauc_precision_at_3_std
value: 51.8787898199767
verified: no, type: nauc_precision_at_5_diff1
value: -17.155661414885888
verified: no, type: nauc_precision_at_5_max
value: 48.368940127251804
verified: no, type: nauc_precision_at_5_std
value: 46.88312570080205
verified: no, type: nauc_recall_at_1000_diff1
value: -45.49010394331961
verified: no, type: nauc_recall_at_1000_max
value: 30.05821970580878
verified: no, type: nauc_recall_at_1000_std
value: 48.407479231261455
verified: no, type: nauc_recall_at_100_diff1
value: -30.32635268988596
verified: no, type: nauc_recall_at_100_max
value: 22.781945039420844
verified: no, type: nauc_recall_at_100_std
value: 21.266460420544693
verified: no, type: nauc_recall_at_10_diff1
value: -12.285811515499558
verified: no, type: nauc_recall_at_10_max
value: 15.364956601326742
verified: no, type: nauc_recall_at_10_std
value: -6.145620331052743
verified: no, type: nauc_recall_at_1_diff1
value: -5.224048301851365
verified: no, type: nauc_recall_at_1_max
value: -12.302032173564417
verified: no, type: nauc_recall_at_1_std
value: -33.01229864197312
verified: no, type: nauc_recall_at_20_diff1
value: -20.98603349953647
verified: no, type: nauc_recall_at_20_max
value: 23.61977069093068
verified: no, type: nauc_recall_at_20_std
value: 3.1901927186675003
verified: no, type: nauc_recall_at_3_diff1
value: -0.11378972885852563
verified: no, type: nauc_recall_at_3_max
value: 9.150437533527874
verified: no, type: nauc_recall_at_3_std
value: -20.1207454173354
verified: no, type: nauc_recall_at_5_diff1
value: -3.147645234692615
verified: no, type: nauc_recall_at_5_max
value: 11.52723354329821
verified: no, type: nauc_recall_at_5_std
value: -17.53054424304007
verified: no, type: ndcg_at_1
value: 71.705
verified: no, type: ndcg_at_10
value: 57.109
verified: no, type: ndcg_at_100
value: 47.263
verified: no, type: ndcg_at_1000
value: 52.605000000000004
verified: no, type: ndcg_at_20
value: 52.971999999999994
verified: no, type: ndcg_at_3
value: 65.697
verified: no, type: ndcg_at_5
value: 62.543000000000006
verified: no, type: precision_at_1
value: 88.372
verified: no, type: precision_at_10
value: 60.92999999999999
verified: no, type: precision_at_100
value: 25.116
verified: no, type: precision_at_1000
value: 4.628
verified: no, type: precision_at_20
value: 51.163000000000004
verified: no, type: precision_at_3
value: 78.295
verified: no, type: precision_at_5
value: 72.558
verified: no, type: recall_at_1
value: 2.2950000000000004
verified: no, type: recall_at_10
value: 11.885
verified: no, type: recall_at_100
value: 33.562
verified: no, type: recall_at_1000
value: 53.958
verified: no, type: recall_at_20
value: 18.294
verified: no, type: recall_at_3
value: 5.305
verified: no, type: recall_at_5
value: 7.887
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 32.385000000000005
verified: no, type: map_at_1
value: 16.669999999999998
verified: no, type: map_at_10
value: 26.625
verified: no, type: map_at_100
value: 27.782
verified: no, type: map_at_1000
value: 27.849
verified: no, type: map_at_20
value: 27.307
verified: no, type: map_at_3
value: 23.365
verified: no, type: map_at_5
value: 25.202
verified: no, type: mrr_at_1
value: 17.15217948896387
verified: no, type: mrr_at_10
value: 27.115838655926545
verified: no, type: mrr_at_100
value: 28.24218788664951
verified: no, type: mrr_at_1000
value: 28.304906589501222
verified: no, type: mrr_at_20
value: 27.783209743347815
verified: no, type: mrr_at_3
value: 23.884705699885693
verified: no, type: mrr_at_5
value: 25.711477932692812
verified: no, type: nauc_map_at_1000_diff1
value: 29.823261720604588
verified: no, type: nauc_map_at_1000_max
value: 18.72509267545063
verified: no, type: nauc_map_at_1000_std
value: -12.91615268526923
verified: no, type: nauc_map_at_100_diff1
value: 29.802669489600063
verified: no, type: nauc_map_at_100_max
value: 18.750759203097914
verified: no, type: nauc_map_at_100_std
value: -12.901673735303365
verified: no, type: nauc_map_at_10_diff1
value: 29.88799410662702
verified: no, type: nauc_map_at_10_max
value: 18.358700858374245
verified: no, type: nauc_map_at_10_std
value: -13.704118634496067
verified: no, type: nauc_map_at_1_diff1
value: 36.090161472408504
verified: no, type: nauc_map_at_1_max
value: 13.707390711203033
verified: no, type: nauc_map_at_1_std
value: -14.921883993765167
verified: no, type: nauc_map_at_20_diff1
value: 29.796062451274047
verified: no, type: nauc_map_at_20_max
value: 18.650833221817518
verified: no, type: nauc_map_at_20_std
value: -13.233730796919826
verified: no, type: nauc_map_at_3_diff1
value: 31.0107687974008
verified: no, type: nauc_map_at_3_max
value: 16.585065473162743
verified: no, type: nauc_map_at_3_std
value: -14.786992334465983
verified: no, type: nauc_map_at_5_diff1
value: 30.249283528362774
verified: no, type: nauc_map_at_5_max
value: 17.578698303034336
verified: no, type: nauc_map_at_5_std
value: -14.377033157981556
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.71523061902785
verified: no, type: nauc_mrr_at_1000_max
value: 18.4948767641716
verified: no, type: nauc_mrr_at_1000_std
value: -12.95165738020067
verified: no, type: nauc_mrr_at_100_diff1
value: 29.694506838498004
verified: no, type: nauc_mrr_at_100_max
value: 18.520630414844714
verified: no, type: nauc_mrr_at_100_std
value: -12.934123007871982
verified: no, type: nauc_mrr_at_10_diff1
value: 29.764249666417886
verified: no, type: nauc_mrr_at_10_max
value: 18.16487314019462
verified: no, type: nauc_mrr_at_10_std
value: -13.695785733887277
verified: no, type: nauc_mrr_at_1_diff1
value: 35.854314518965225
verified: no, type: nauc_mrr_at_1_max
value: 13.729474958215732
verified: no, type: nauc_mrr_at_1_std
value: -14.95875696755444
verified: no, type: nauc_mrr_at_20_diff1
value: 29.6815088004733
verified: no, type: nauc_mrr_at_20_max
value: 18.436177862636885
verified: no, type: nauc_mrr_at_20_std
value: -13.241420127841172
verified: no, type: nauc_mrr_at_3_diff1
value: 30.864233398232514
verified: no, type: nauc_mrr_at_3_max
value: 16.47205230302064
verified: no, type: nauc_mrr_at_3_std
value: -14.78703166725721
verified: no, type: nauc_mrr_at_5_diff1
value: 30.111033612907672
verified: no, type: nauc_mrr_at_5_max
value: 17.42500859488337
verified: no, type: nauc_mrr_at_5_std
value: -14.362786077589451
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.659689069880844
verified: no, type: nauc_ndcg_at_1000_max
value: 21.847907375822817
verified: no, type: nauc_ndcg_at_1000_std
value: -8.880068423965682
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.09096107701683
verified: no, type: nauc_ndcg_at_100_max
value: 22.615229794899022
verified: no, type: nauc_ndcg_at_100_std
value: -8.218429697890636
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.525761850754726
verified: no, type: nauc_ndcg_at_10_max
value: 20.791616114731134
verified: no, type: nauc_ndcg_at_10_std
value: -12.37391659883045
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.876235021262524
verified: no, type: nauc_ndcg_at_1_max
value: 13.713101590212293
verified: no, type: nauc_ndcg_at_1_std
value: -14.965574828810288
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.137786549570166
verified: no, type: nauc_ndcg_at_20_max
value: 21.849252110816174
verified: no, type: nauc_ndcg_at_20_std
value: -10.671331487034857
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.655456195343042
verified: no, type: nauc_ndcg_at_3_max
value: 17.36300563761134
verified: no, type: nauc_ndcg_at_3_std
value: -14.69429884488326
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.37755980056992
verified: no, type: nauc_ndcg_at_5_max
value: 19.019647563476447
verified: no, type: nauc_ndcg_at_5_std
value: -13.970988232444249
verified: no, type: nauc_precision_at_1000_diff1
value: 3.40074303528243
verified: no, type: nauc_precision_at_1000_max
value: 28.535684875844485
verified: no, type: nauc_precision_at_1000_std
value: 26.17160631050587
verified: no, type: nauc_precision_at_100_diff1
value: 11.320458357460831
verified: no, type: nauc_precision_at_100_max
value: 36.673781287227406
verified: no, type: nauc_precision_at_100_std
value: 18.419535885765985
verified: no, type: nauc_precision_at_10_diff1
value: 20.443276452012597
verified: no, type: nauc_precision_at_10_max
value: 27.150151558242026
verified: no, type: nauc_precision_at_10_std
value: -8.254694586925819
verified: no, type: nauc_precision_at_1_diff1
value: 35.876235021262524
verified: no, type: nauc_precision_at_1_max
value: 13.713101590212293
verified: no, type: nauc_precision_at_1_std
value: -14.965574828810288
verified: no, type: nauc_precision_at_20_diff1
value: 17.736322243240195
verified: no, type: nauc_precision_at_20_max
value: 30.97299914301909
verified: no, type: nauc_precision_at_20_std
value: -1.4119371137835215
verified: no, type: nauc_precision_at_3_diff1
value: 26.1319296468832
verified: no, type: nauc_precision_at_3_max
value: 19.336038396888537
verified: no, type: nauc_precision_at_3_std
value: -14.475619887484351
verified: no, type: nauc_precision_at_5_diff1
value: 23.362125071270228
verified: no, type: nauc_precision_at_5_max
value: 22.617533658274823
verified: no, type: nauc_precision_at_5_std
value: -12.863286320107367
verified: no, type: nauc_recall_at_1000_diff1
value: 10.583923659284808
verified: no, type: nauc_recall_at_1000_max
value: 53.543807356848525
verified: no, type: nauc_recall_at_1000_std
value: 46.55880057402612
verified: no, type: nauc_recall_at_100_diff1
value: 14.403621560510905
verified: no, type: nauc_recall_at_100_max
value: 42.869236801677495
verified: no, type: nauc_recall_at_100_std
value: 21.10540273466616
verified: no, type: nauc_recall_at_10_diff1
value: 21.064090576088038
verified: no, type: nauc_recall_at_10_max
value: 27.467616240839916
verified: no, type: nauc_recall_at_10_std
value: -8.273134386391861
verified: no, type: nauc_recall_at_1_diff1
value: 36.090161472408504
verified: no, type: nauc_recall_at_1_max
value: 13.707390711203033
verified: no, type: nauc_recall_at_1_std
value: -14.921883993765167
verified: no, type: nauc_recall_at_20_diff1
value: 18.927779858975534
verified: no, type: nauc_recall_at_20_max
value: 32.10764776338596
verified: no, type: nauc_recall_at_20_std
value: -1.4334288332623326
verified: no, type: nauc_recall_at_3_diff1
value: 26.18291442837757
verified: no, type: nauc_recall_at_3_max
value: 19.206974516163424
verified: no, type: nauc_recall_at_3_std
value: -14.307045575362984
verified: no, type: nauc_recall_at_5_diff1
value: 23.638385857134388
verified: no, type: nauc_recall_at_5_max
value: 22.617551544421293
verified: no, type: nauc_recall_at_5_std
value: -12.784397486350722
verified: no, type: ndcg_at_1
value: 17.148
verified: no, type: ndcg_at_10
value: 32.385000000000005
verified: no, type: ndcg_at_100
value: 38.202000000000005
verified: no, type: ndcg_at_1000
value: 40.041
verified: no, type: ndcg_at_20
value: 34.831
verified: no, type: ndcg_at_3
value: 25.694
verified: no, type: ndcg_at_5
value: 28.981
verified: no, type: precision_at_1
value: 17.148
verified: no, type: precision_at_10
value: 5.224
verified: no, type: precision_at_100
value: 0.815
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 3.116
verified: no, type: precision_at_3
value: 11.004999999999999
verified: no, type: precision_at_5
value: 8.261000000000001
verified: no, type: recall_at_1
value: 16.669999999999998
verified: no, type: recall_at_10
value: 50.227
verified: no, type: recall_at_100
value: 77.666
verified: no, type: recall_at_1000
value: 92.099
verified: no, type: recall_at_20
value: 59.760999999999996
verified: no, type: recall_at_3
value: 31.922
verified: no, type: recall_at_5
value: 39.843
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 29.31575044792592
verified: no, type: map
value: 29.31575044792592
verified: no, type: mrr
value: 30.080147117066673
verified: no, type: nAUC_map_diff1
value: 12.230808274081225
verified: no, type: nAUC_map_max
value: -27.270118832253377
verified: no, type: nAUC_map_std
value: -11.668225379464829
verified: no, type: nAUC_mrr_diff1
value: 11.174331526655488
verified: no, type: nAUC_mrr_max
value: -21.715721922428795
verified: no, type: nAUC_mrr_std
value: -9.334574589509582
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 22.949
verified: no, type: map_at_1
value: 3.109
verified: no, type: map_at_10
value: 7.234999999999999
verified: no, type: map_at_100
value: 9.415999999999999
verified: no, type: map_at_1000
value: 10.57
verified: no, type: map_at_20
value: 8.217
verified: no, type: map_at_3
value: 5.219
verified: no, type: map_at_5
value: 6.032
verified: no, type: mrr_at_1
value: 29.721362229102166
verified: no, type: mrr_at_10
value: 39.53339230429013
verified: no, type: mrr_at_100
value: 40.35329039425881
verified: no, type: mrr_at_1000
value: 40.4081838205453
verified: no, type: mrr_at_20
value: 39.99557770223167
verified: no, type: mrr_at_3
value: 36.68730650154798
verified: no, type: mrr_at_5
value: 38.69969040247678
verified: no, type: nauc_map_at_1000_diff1
value: 18.88904365593215
verified: no, type: nauc_map_at_1000_max
value: 33.26028206188793
verified: no, type: nauc_map_at_1000_std
value: 15.784866172981818
verified: no, type: nauc_map_at_100_diff1
value: 18.472407829309375
verified: no, type: nauc_map_at_100_max
value: 31.76126848038591
verified: no, type: nauc_map_at_100_std
value: 13.638173783080115
verified: no, type: nauc_map_at_10_diff1
value: 21.491502139035106
verified: no, type: nauc_map_at_10_max
value: 27.674747843670094
verified: no, type: nauc_map_at_10_std
value: 5.925711846128523
verified: no, type: nauc_map_at_1_diff1
value: 33.125454629043766
verified: no, type: nauc_map_at_1_max
value: 12.743924281036195
verified: no, type: nauc_map_at_1_std
value: -7.570408707157165
verified: no, type: nauc_map_at_20_diff1
value: 18.85909967273185
verified: no, type: nauc_map_at_20_max
value: 30.134275494043205
verified: no, type: nauc_map_at_20_std
value: 9.997289892786148
verified: no, type: nauc_map_at_3_diff1
value: 29.112518859665844
verified: no, type: nauc_map_at_3_max
value: 21.69828619823574
verified: no, type: nauc_map_at_3_std
value: -1.5687682956099342
verified: no, type: nauc_map_at_5_diff1
value: 26.4009874909792
verified: no, type: nauc_map_at_5_max
value: 23.450715502509688
verified: no, type: nauc_map_at_5_std
value: 0.13851721045282464
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.10435094988869
verified: no, type: nauc_mrr_at_1000_max
value: 39.69584620067554
verified: no, type: nauc_mrr_at_1000_std
value: 15.490782062967076
verified: no, type: nauc_mrr_at_100_diff1
value: 22.071328292210936
verified: no, type: nauc_mrr_at_100_max
value: 39.71035113084649
verified: no, type: nauc_mrr_at_100_std
value: 15.523066098692976
verified: no, type: nauc_mrr_at_10_diff1
value: 21.990098614618248
verified: no, type: nauc_mrr_at_10_max
value: 39.52014022059561
verified: no, type: nauc_mrr_at_10_std
value: 15.281824996137052
verified: no, type: nauc_mrr_at_1_diff1
value: 24.141308288296567
verified: no, type: nauc_mrr_at_1_max
value: 34.73948829179444
verified: no, type: nauc_mrr_at_1_std
value: 10.446405088888257
verified: no, type: nauc_mrr_at_20_diff1
value: 21.902924942554446
verified: no, type: nauc_mrr_at_20_max
value: 39.50272505210798
verified: no, type: nauc_mrr_at_20_std
value: 15.297964670575343
verified: no, type: nauc_mrr_at_3_diff1
value: 23.06548410770696
verified: no, type: nauc_mrr_at_3_max
value: 39.309680250881534
verified: no, type: nauc_mrr_at_3_std
value: 15.20723237757074
verified: no, type: nauc_mrr_at_5_diff1
value: 22.381401167960334
verified: no, type: nauc_mrr_at_5_max
value: 40.07104744214479
verified: no, type: nauc_mrr_at_5_std
value: 15.126759630915663
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.051725579231285
verified: no, type: nauc_ndcg_at_1000_max
value: 43.47815243965734
verified: no, type: nauc_ndcg_at_1000_std
value: 25.852209903107216
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.257175455268293
verified: no, type: nauc_ndcg_at_100_max
value: 38.39872045860645
verified: no, type: nauc_ndcg_at_100_std
value: 20.185725091373794
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.547533518099918
verified: no, type: nauc_ndcg_at_10_max
value: 36.64959292080626
verified: no, type: nauc_ndcg_at_10_std
value: 14.664712572779182
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.747191163164672
verified: no, type: nauc_ndcg_at_1_max
value: 34.67933182180744
verified: no, type: nauc_ndcg_at_1_std
value: 11.184316687830373
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.682268176113368
verified: no, type: nauc_ndcg_at_20_max
value: 35.55684347856363
verified: no, type: nauc_ndcg_at_20_std
value: 15.863125693129657
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.74846940261956
verified: no, type: nauc_ndcg_at_3_max
value: 34.41372520492665
verified: no, type: nauc_ndcg_at_3_std
value: 11.623022999241002
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.94073942387076
verified: no, type: nauc_ndcg_at_5_max
value: 35.23164463053293
verified: no, type: nauc_ndcg_at_5_std
value: 12.297613483270123
verified: no, type: nauc_precision_at_1000_diff1
value: 7.586981871023844
verified: no, type: nauc_precision_at_1000_max
value: 11.33211885878266
verified: no, type: nauc_precision_at_1000_std
value: 10.057572596133353
verified: no, type: nauc_precision_at_100_diff1
value: 6.679789451861157
verified: no, type: nauc_precision_at_100_max
value: 23.534529206303443
verified: no, type: nauc_precision_at_100_std
value: 23.68424792048498
verified: no, type: nauc_precision_at_10_diff1
value: 6.827132393569769
verified: no, type: nauc_precision_at_10_max
value: 37.12869371943338
verified: no, type: nauc_precision_at_10_std
value: 22.460458061948856
verified: no, type: nauc_precision_at_1_diff1
value: 24.141308288296567
verified: no, type: nauc_precision_at_1_max
value: 36.42252707233088
verified: no, type: nauc_precision_at_1_std
value: 12.796041492740013
verified: no, type: nauc_precision_at_20_diff1
value: 6.370732567913892
verified: no, type: nauc_precision_at_20_max
value: 32.59853046234172
verified: no, type: nauc_precision_at_20_std
value: 23.883707203301032
verified: no, type: nauc_precision_at_3_diff1
value: 12.008312918323412
verified: no, type: nauc_precision_at_3_max
value: 37.072171994049995
verified: no, type: nauc_precision_at_3_std
value: 16.399397380600956
verified: no, type: nauc_precision_at_5_diff1
value: 7.954425177242175
verified: no, type: nauc_precision_at_5_max
value: 36.713430077567146
verified: no, type: nauc_precision_at_5_std
value: 18.20776464636414
verified: no, type: nauc_recall_at_1000_diff1
value: 9.217296332279098
verified: no, type: nauc_recall_at_1000_max
value: 20.43883023752575
verified: no, type: nauc_recall_at_1000_std
value: 18.186555463907
verified: no, type: nauc_recall_at_100_diff1
value: 6.032349758154077
verified: no, type: nauc_recall_at_100_max
value: 20.030544595766326
verified: no, type: nauc_recall_at_100_std
value: 16.652385076039256
verified: no, type: nauc_recall_at_10_diff1
value: 13.521164085789298
verified: no, type: nauc_recall_at_10_max
value: 20.763649338186895
verified: no, type: nauc_recall_at_10_std
value: 4.673391424981827
verified: no, type: nauc_recall_at_1_diff1
value: 33.125454629043766
verified: no, type: nauc_recall_at_1_max
value: 12.743924281036195
verified: no, type: nauc_recall_at_1_std
value: -7.570408707157165
verified: no, type: nauc_recall_at_20_diff1
value: 7.446217085347483
verified: no, type: nauc_recall_at_20_max
value: 20.201829590336434
verified: no, type: nauc_recall_at_20_std
value: 10.384734929144312
verified: no, type: nauc_recall_at_3_diff1
value: 27.356651749963017
verified: no, type: nauc_recall_at_3_max
value: 22.9928380690312
verified: no, type: nauc_recall_at_3_std
value: -2.489115992792738
verified: no, type: nauc_recall_at_5_diff1
value: 21.688052943275373
verified: no, type: nauc_recall_at_5_max
value: 23.349372518874105
verified: no, type: nauc_recall_at_5_std
value: -1.3695499390514831
verified: no, type: ndcg_at_1
value: 28.327999999999996
verified: no, type: ndcg_at_10
value: 22.949
verified: no, type: ndcg_at_100
value: 21.893
verified: no, type: ndcg_at_1000
value: 31.445
verified: no, type: ndcg_at_20
value: 21.681
verified: no, type: ndcg_at_3
value: 26.343
verified: no, type: ndcg_at_5
value: 24.764
verified: no, type: precision_at_1
value: 29.720999999999997
verified: no, type: precision_at_10
value: 17.554
verified: no, type: precision_at_100
value: 5.783
verified: no, type: precision_at_1000
value: 1.831
verified: no, type: precision_at_20
value: 13.158
verified: no, type: precision_at_3
value: 25.180999999999997
verified: no, type: precision_at_5
value: 21.92
verified: no, type: recall_at_1
value: 3.109
verified: no, type: recall_at_10
value: 10.939
verified: no, type: recall_at_100
value: 24.426000000000002
verified: no, type: recall_at_1000
value: 57.437000000000005
verified: no, type: recall_at_20
value: 14.727
verified: no, type: recall_at_3
value: 6.093
verified: no, type: recall_at_5
value: 7.746
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 45.717999999999996
verified: no, type: map_at_1
value: 26.429000000000002
verified: no, type: map_at_10
value: 38.929
verified: no, type: map_at_100
value: 40.02
verified: no, type: map_at_1000
value: 40.073
verified: no, type: map_at_20
value: 39.589
verified: no, type: map_at_3
value: 35.099999999999994
verified: no, type: map_at_5
value: 37.393
verified: no, type: mrr_at_1
value: 29.866743916570105
verified: no, type: mrr_at_10
value: 41.64357216428472
verified: no, type: mrr_at_100
value: 42.49280565030963
verified: no, type: mrr_at_1000
value: 42.52916339629448
verified: no, type: mrr_at_20
value: 42.15643384298799
verified: no, type: mrr_at_3
value: 38.224217844727654
verified: no, type: mrr_at_5
value: 40.36355735805333
verified: no, type: nauc_map_at_1000_diff1
value: 33.386951687752145
verified: no, type: nauc_map_at_1000_max
value: 32.06924057059804
verified: no, type: nauc_map_at_1000_std
value: -2.5705777860917363
verified: no, type: nauc_map_at_100_diff1
value: 33.37972439882411
verified: no, type: nauc_map_at_100_max
value: 32.09901642150042
verified: no, type: nauc_map_at_100_std
value: -2.5523057725557488
verified: no, type: nauc_map_at_10_diff1
value: 33.18958707793617
verified: no, type: nauc_map_at_10_max
value: 31.955307715854403
verified: no, type: nauc_map_at_10_std
value: -3.149605898662116
verified: no, type: nauc_map_at_1_diff1
value: 36.78418063330738
verified: no, type: nauc_map_at_1_max
value: 26.86321754421513
verified: no, type: nauc_map_at_1_std
value: -5.712282722688963
verified: no, type: nauc_map_at_20_diff1
value: 33.28959074879049
verified: no, type: nauc_map_at_20_max
value: 32.105556195647345
verified: no, type: nauc_map_at_20_std
value: -2.6924159797194926
verified: no, type: nauc_map_at_3_diff1
value: 33.54072112666934
verified: no, type: nauc_map_at_3_max
value: 30.4869873333802
verified: no, type: nauc_map_at_3_std
value: -4.287830660092332
verified: no, type: nauc_map_at_5_diff1
value: 33.44839352220101
verified: no, type: nauc_map_at_5_max
value: 31.558550526601053
verified: no, type: nauc_map_at_5_std
value: -3.7091551939968825
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.58266938268449
verified: no, type: nauc_mrr_at_1000_max
value: 31.27422653760581
verified: no, type: nauc_mrr_at_1000_std
value: -1.988169690903936
verified: no, type: nauc_mrr_at_100_diff1
value: 33.573649001808434
verified: no, type: nauc_mrr_at_100_max
value: 31.297778168727913
verified: no, type: nauc_mrr_at_100_std
value: -1.9629367577429613
verified: no, type: nauc_mrr_at_10_diff1
value: 33.41526286522545
verified: no, type: nauc_mrr_at_10_max
value: 31.255017721775346
verified: no, type: nauc_mrr_at_10_std
value: -2.3050439788145476
verified: no, type: nauc_mrr_at_1_diff1
value: 37.12848255435956
verified: no, type: nauc_mrr_at_1_max
value: 27.324736512062376
verified: no, type: nauc_mrr_at_1_std
value: -5.3546213201466815
verified: no, type: nauc_mrr_at_20_diff1
value: 33.49181860684961
verified: no, type: nauc_mrr_at_20_max
value: 31.28999142638818
verified: no, type: nauc_mrr_at_20_std
value: -2.0221559461295677
verified: no, type: nauc_mrr_at_3_diff1
value: 33.808011850644
verified: no, type: nauc_mrr_at_3_max
value: 30.06795833450561
verified: no, type: nauc_mrr_at_3_std
value: -3.2619222730914124
verified: no, type: nauc_mrr_at_5_diff1
value: 33.63532496721748
verified: no, type: nauc_mrr_at_5_max
value: 31.063593374591182
verified: no, type: nauc_mrr_at_5_std
value: -2.7029913233763287
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.59671312908796
verified: no, type: nauc_ndcg_at_1000_max
value: 33.75626808910382
verified: no, type: nauc_ndcg_at_1000_std
value: 0.6951177796445023
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.50174279525215
verified: no, type: nauc_ndcg_at_100_max
value: 34.599318192469404
verified: no, type: nauc_ndcg_at_100_std
value: 1.4822010765393923
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.710730839879947
verified: no, type: nauc_ndcg_at_10_max
value: 34.0569277075756
verified: no, type: nauc_ndcg_at_10_std
value: -1.0752571507104975
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.12848255435956
verified: no, type: nauc_ndcg_at_1_max
value: 27.324736512062376
verified: no, type: nauc_ndcg_at_1_std
value: -5.3546213201466815
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.953018320253747
verified: no, type: nauc_ndcg_at_20_max
value: 34.5459859225914
verified: no, type: nauc_ndcg_at_20_std
value: 0.4720978679647692
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.63603068762557
verified: no, type: nauc_ndcg_at_3_max
value: 31.209744751049612
verified: no, type: nauc_ndcg_at_3_std
value: -3.4999590927769044
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.399171562975695
verified: no, type: nauc_ndcg_at_5_max
value: 33.11344819115913
verified: no, type: nauc_ndcg_at_5_std
value: -2.4082016391953753
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6220918836135829
verified: no, type: nauc_precision_at_1000_max
value: 7.008505617335747
verified: no, type: nauc_precision_at_1000_std
value: 17.616532639799193
verified: no, type: nauc_precision_at_100_diff1
value: 8.22639738933823
verified: no, type: nauc_precision_at_100_max
value: 22.023633640364658
verified: no, type: nauc_precision_at_100_std
value: 21.53289115488977
verified: no, type: nauc_precision_at_10_diff1
value: 18.914851181180953
verified: no, type: nauc_precision_at_10_max
value: 33.11113101939377
verified: no, type: nauc_precision_at_10_std
value: 7.41549284441772
verified: no, type: nauc_precision_at_1_diff1
value: 37.12848255435956
verified: no, type: nauc_precision_at_1_max
value: 27.324736512062376
verified: no, type: nauc_precision_at_1_std
value: -5.3546213201466815
verified: no, type: nauc_precision_at_20_diff1
value: 15.406391145210588
verified: no, type: nauc_precision_at_20_max
value: 30.209922504492603
verified: no, type: nauc_precision_at_20_std
value: 13.46345157133954
verified: no, type: nauc_precision_at_3_diff1
value: 27.201756048690978
verified: no, type: nauc_precision_at_3_max
value: 32.323909231648585
verified: no, type: nauc_precision_at_3_std
value: -0.4353328917539286
verified: no, type: nauc_precision_at_5_diff1
value: 24.50833318768141
verified: no, type: nauc_precision_at_5_max
value: 34.34744957485715
verified: no, type: nauc_precision_at_5_std
value: 2.553704721185532
verified: no, type: nauc_recall_at_1000_diff1
value: 21.36715723319981
verified: no, type: nauc_recall_at_1000_max
value: 53.281532256969754
verified: no, type: nauc_recall_at_1000_std
value: 54.493040761236756
verified: no, type: nauc_recall_at_100_diff1
value: 26.404042901042384
verified: no, type: nauc_recall_at_100_max
value: 52.815850789835
verified: no, type: nauc_recall_at_100_std
value: 32.82934244509592
verified: no, type: nauc_recall_at_10_diff1
value: 24.681292129634013
verified: no, type: nauc_recall_at_10_max
value: 40.04799081754919
verified: no, type: nauc_recall_at_10_std
value: 5.001357469151503
verified: no, type: nauc_recall_at_1_diff1
value: 36.78418063330738
verified: no, type: nauc_recall_at_1_max
value: 26.86321754421513
verified: no, type: nauc_recall_at_1_std
value: -5.712282722688963
verified: no, type: nauc_recall_at_20_diff1
value: 24.76392250483017
verified: no, type: nauc_recall_at_20_max
value: 43.8886774125101
verified: no, type: nauc_recall_at_20_std
value: 13.143674593658794
verified: no, type: nauc_recall_at_3_diff1
value: 28.777671462124655
verified: no, type: nauc_recall_at_3_max
value: 32.301007062148756
verified: no, type: nauc_recall_at_3_std
value: -2.193468681688415
verified: no, type: nauc_recall_at_5_diff1
value: 27.640553206895333
verified: no, type: nauc_recall_at_5_max
value: 36.39854271481968
verified: no, type: nauc_recall_at_5_std
value: 0.4647162512344645
verified: no, type: ndcg_at_1
value: 29.866999999999997
verified: no, type: ndcg_at_10
value: 45.717999999999996
verified: no, type: ndcg_at_100
value: 50.648
verified: no, type: ndcg_at_1000
value: 51.915
verified: no, type: ndcg_at_20
value: 47.872
verified: no, type: ndcg_at_3
value: 38.387
verified: no, type: ndcg_at_5
value: 42.317
verified: no, type: precision_at_1
value: 29.866999999999997
verified: no, type: precision_at_10
value: 7.546
verified: no, type: precision_at_100
value: 1.036
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 4.292
verified: no, type: precision_at_3
value: 17.285
verified: no, type: precision_at_5
value: 12.584000000000001
verified: no, type: recall_at_1
value: 26.429000000000002
verified: no, type: recall_at_10
value: 63.818
verified: no, type: recall_at_100
value: 85.885
verified: no, type: recall_at_1000
value: 95.43
verified: no, type: recall_at_20
value: 71.794
verified: no, type: recall_at_3
value: 44.856
verified: no, type: recall_at_5
value: 53.937000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 79.899
verified: no, type: map_at_1
value: 61.411
verified: no, type: map_at_10
value: 75.238
verified: no, type: map_at_100
value: 76.05
verified: no, type: map_at_1000
value: 76.077
verified: no, type: map_at_20
value: 75.777
verified: no, type: map_at_3
value: 72.222
verified: no, type: map_at_5
value: 74.059
verified: no, type: mrr_at_1
value: 71.06
verified: no, type: mrr_at_10
value: 78.9662619047621
verified: no, type: mrr_at_100
value: 79.25336096493378
verified: no, type: mrr_at_1000
value: 79.25830615941787
verified: no, type: mrr_at_20
value: 79.17220895169521
verified: no, type: mrr_at_3
value: 77.58000000000025
verified: no, type: mrr_at_5
value: 78.43600000000013
verified: no, type: nauc_map_at_1000_diff1
value: 68.48053416931805
verified: no, type: nauc_map_at_1000_max
value: 36.047615783925686
verified: no, type: nauc_map_at_1000_std
value: -32.72956954358634
verified: no, type: nauc_map_at_100_diff1
value: 68.48685743849107
verified: no, type: nauc_map_at_100_max
value: 36.04439192237127
verified: no, type: nauc_map_at_100_std
value: -32.79674680627259
verified: no, type: nauc_map_at_10_diff1
value: 68.55994843320426
verified: no, type: nauc_map_at_10_max
value: 35.40759673505766
verified: no, type: nauc_map_at_10_std
value: -34.32999409496614
verified: no, type: nauc_map_at_1_diff1
value: 72.86730170175309
verified: no, type: nauc_map_at_1_max
value: 26.049919695132633
verified: no, type: nauc_map_at_1_std
value: -32.69183937906347
verified: no, type: nauc_map_at_20_diff1
value: 68.49317330725555
verified: no, type: nauc_map_at_20_max
value: 35.81253464517769
verified: no, type: nauc_map_at_20_std
value: -33.40550775504162
verified: no, type: nauc_map_at_3_diff1
value: 69.47816096662164
verified: no, type: nauc_map_at_3_max
value: 33.47418727709263
verified: no, type: nauc_map_at_3_std
value: -36.246972643105565
verified: no, type: nauc_map_at_5_diff1
value: 69.00956337360546
verified: no, type: nauc_map_at_5_max
value: 34.86414211486152
verified: no, type: nauc_map_at_5_std
value: -35.16953063366077
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.73945009722517
verified: no, type: nauc_mrr_at_1000_max
value: 39.70195118803657
verified: no, type: nauc_mrr_at_1000_std
value: -27.889123338244747
verified: no, type: nauc_mrr_at_100_diff1
value: 69.73538544854765
verified: no, type: nauc_mrr_at_100_max
value: 39.709638167205874
verified: no, type: nauc_mrr_at_100_std
value: -27.877874159803497
verified: no, type: nauc_mrr_at_10_diff1
value: 69.68275206968353
verified: no, type: nauc_mrr_at_10_max
value: 39.78068799212213
verified: no, type: nauc_mrr_at_10_std
value: -27.995511734498724
verified: no, type: nauc_mrr_at_1_diff1
value: 71.33605271042353
verified: no, type: nauc_mrr_at_1_max
value: 37.248214132568286
verified: no, type: nauc_mrr_at_1_std
value: -27.627901002001487
verified: no, type: nauc_mrr_at_20_diff1
value: 69.69812583451102
verified: no, type: nauc_mrr_at_20_max
value: 39.749145688789035
verified: no, type: nauc_mrr_at_20_std
value: -27.868267823333316
verified: no, type: nauc_mrr_at_3_diff1
value: 69.63567379935884
verified: no, type: nauc_mrr_at_3_max
value: 39.862187984805644
verified: no, type: nauc_mrr_at_3_std
value: -28.848083402433307
verified: no, type: nauc_mrr_at_5_diff1
value: 69.62480464743518
verified: no, type: nauc_mrr_at_5_max
value: 39.757083461650645
verified: no, type: nauc_mrr_at_5_std
value: -28.21132544764421
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.29066941135238
verified: no, type: nauc_ndcg_at_1000_max
value: 38.244177902651444
verified: no, type: nauc_ndcg_at_1000_std
value: -29.781782917585574
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.24656007533204
verified: no, type: nauc_ndcg_at_100_max
value: 38.38021348288213
verified: no, type: nauc_ndcg_at_100_std
value: -29.81792991014155
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.83437706055805
verified: no, type: nauc_ndcg_at_10_max
value: 37.40997736236486
verified: no, type: nauc_ndcg_at_10_std
value: -32.89807722099257
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.33605271042353
verified: no, type: nauc_ndcg_at_1_max
value: 37.154655878261416
verified: no, type: nauc_ndcg_at_1_std
value: -27.581121874848023
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.94909009115852
verified: no, type: nauc_ndcg_at_20_max
value: 37.86010790709404
verified: no, type: nauc_ndcg_at_20_std
value: -31.43740296579819
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.99537412795236
verified: no, type: nauc_ndcg_at_3_max
value: 37.238014735144084
verified: no, type: nauc_ndcg_at_3_std
value: -33.63631062434498
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.03470808532902
verified: no, type: nauc_ndcg_at_5_max
value: 37.31452257959962
verified: no, type: nauc_ndcg_at_5_std
value: -33.25738360326723
verified: no, type: nauc_precision_at_1000_diff1
value: -36.76017658908036
verified: no, type: nauc_precision_at_1000_max
value: 3.274200439936074
verified: no, type: nauc_precision_at_1000_std
value: 41.126889515315796
verified: no, type: nauc_precision_at_100_diff1
value: -34.762868736226096
verified: no, type: nauc_precision_at_100_max
value: 6.203260649018512
verified: no, type: nauc_precision_at_100_std
value: 38.31688528414449
verified: no, type: nauc_precision_at_10_diff1
value: -22.188666307773197
verified: no, type: nauc_precision_at_10_max
value: 13.510956580889074
verified: no, type: nauc_precision_at_10_std
value: 19.898936142059025
verified: no, type: nauc_precision_at_1_diff1
value: 71.33605271042353
verified: no, type: nauc_precision_at_1_max
value: 37.154655878261416
verified: no, type: nauc_precision_at_1_std
value: -27.581121874848023
verified: no, type: nauc_precision_at_20_diff1
value: -29.097993758279543
verified: no, type: nauc_precision_at_20_max
value: 10.139256147048451
verified: no, type: nauc_precision_at_20_std
value: 29.26221112371096
verified: no, type: nauc_precision_at_3_diff1
value: 2.7219998461370096
verified: no, type: nauc_precision_at_3_max
value: 24.21845750000584
verified: no, type: nauc_precision_at_3_std
value: -1.0271055337065174
verified: no, type: nauc_precision_at_5_diff1
value: -10.505105645109444
verified: no, type: nauc_precision_at_5_max
value: 19.56090247896742
verified: no, type: nauc_precision_at_5_std
value: 9.87910217712419
verified: no, type: nauc_recall_at_1000_diff1
value: 60.901109003887925
verified: no, type: nauc_recall_at_1000_max
value: 59.42901958802291
verified: no, type: nauc_recall_at_1000_std
value: 26.667919760526733
verified: no, type: nauc_recall_at_100_diff1
value: 59.98849231247764
verified: no, type: nauc_recall_at_100_max
value: 50.204241919298354
verified: no, type: nauc_recall_at_100_std
value: -8.454972561068514
verified: no, type: nauc_recall_at_10_diff1
value: 59.943026973209356
verified: no, type: nauc_recall_at_10_max
value: 35.70219952280878
verified: no, type: nauc_recall_at_10_std
value: -40.14466983966837
verified: no, type: nauc_recall_at_1_diff1
value: 72.86730170175309
verified: no, type: nauc_recall_at_1_max
value: 26.049919695132633
verified: no, type: nauc_recall_at_1_std
value: -32.69183937906347
verified: no, type: nauc_recall_at_20_diff1
value: 57.700417905155845
verified: no, type: nauc_recall_at_20_max
value: 37.724257500830156
verified: no, type: nauc_recall_at_20_std
value: -33.32484134801212
verified: no, type: nauc_recall_at_3_diff1
value: 64.7490907634488
verified: no, type: nauc_recall_at_3_max
value: 33.49556991653603
verified: no, type: nauc_recall_at_3_std
value: -40.69419526542627
verified: no, type: nauc_recall_at_5_diff1
value: 62.70516181700734
verified: no, type: nauc_recall_at_5_max
value: 35.18106034461546
verified: no, type: nauc_recall_at_5_std
value: -39.709105705194176
verified: no, type: ndcg_at_1
value: 71.06
verified: no, type: ndcg_at_10
value: 79.899
verified: no, type: ndcg_at_100
value: 82.161
verified: no, type: ndcg_at_1000
value: 82.461
verified: no, type: ndcg_at_20
value: 81.10300000000001
verified: no, type: ndcg_at_3
value: 76.437
verified: no, type: ndcg_at_5
value: 78.189
verified: no, type: precision_at_1
value: 71.06
verified: no, type: precision_at_10
value: 12.33
verified: no, type: precision_at_100
value: 1.4540000000000002
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 6.6610000000000005
verified: no, type: precision_at_3
value: 33.927
verified: no, type: precision_at_5
value: 22.375999999999998
verified: no, type: recall_at_1
value: 61.411
verified: no, type: recall_at_10
value: 89.357
verified: no, type: recall_at_100
value: 97.975
verified: no, type: recall_at_1000
value: 99.762
verified: no, type: recall_at_20
value: 93.461
verified: no, type: recall_at_3
value: 79.28699999999999
verified: no, type: recall_at_5
value: 84.33500000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 80.465
verified: no, type: map_at_1
value: 62.543000000000006
verified: no, type: map_at_10
value: 75.82600000000001
verified: no, type: map_at_100
value: 76.679
verified: no, type: map_at_1000
value: 76.706
verified: no, type: map_at_20
value: 76.376
verified: no, type: map_at_3
value: 72.792
verified: no, type: map_at_5
value: 74.606
verified: no, type: mrr_at_1
value: 72.28
verified: no, type: mrr_at_10
value: 79.76178571428527
verified: no, type: mrr_at_100
value: 80.03683929434581
verified: no, type: mrr_at_1000
value: 80.04199660229627
verified: no, type: mrr_at_20
value: 79.95802116652638
verified: no, type: mrr_at_3
value: 78.40999999999958
verified: no, type: mrr_at_5
value: 79.28349999999938
verified: no, type: nauc_map_at_1000_diff1
value: 69.74017115730369
verified: no, type: nauc_map_at_1000_max
value: 35.58497359427813
verified: no, type: nauc_map_at_1000_std
value: -36.999692793490155
verified: no, type: nauc_map_at_100_diff1
value: 69.74919859128768
verified: no, type: nauc_map_at_100_max
value: 35.578524095511796
verified: no, type: nauc_map_at_100_std
value: -37.053359728763965
verified: no, type: nauc_map_at_10_diff1
value: 69.93508970868702
verified: no, type: nauc_map_at_10_max
value: 34.813116077053856
verified: no, type: nauc_map_at_10_std
value: -38.616800262454646
verified: no, type: nauc_map_at_1_diff1
value: 73.64735658514029
verified: no, type: nauc_map_at_1_max
value: 27.56172352763929
verified: no, type: nauc_map_at_1_std
value: -35.944440683858566
verified: no, type: nauc_map_at_20_diff1
value: 69.81580594550185
verified: no, type: nauc_map_at_20_max
value: 35.356895247732034
verified: no, type: nauc_map_at_20_std
value: -37.72128000671534
verified: no, type: nauc_map_at_3_diff1
value: 70.66166135120841
verified: no, type: nauc_map_at_3_max
value: 32.57739100984865
verified: no, type: nauc_map_at_3_std
value: -40.26986003953643
verified: no, type: nauc_map_at_5_diff1
value: 70.22479745562215
verified: no, type: nauc_map_at_5_max
value: 33.78749499717724
verified: no, type: nauc_map_at_5_std
value: -39.889425071925395
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.88326118220728
verified: no, type: nauc_mrr_at_1000_max
value: 39.27729791698831
verified: no, type: nauc_mrr_at_1000_std
value: -32.613600675057015
verified: no, type: nauc_mrr_at_100_diff1
value: 69.88215502705225
verified: no, type: nauc_mrr_at_100_max
value: 39.28393781821934
verified: no, type: nauc_mrr_at_100_std
value: -32.60816670863235
verified: no, type: nauc_mrr_at_10_diff1
value: 69.76546833610267
verified: no, type: nauc_mrr_at_10_max
value: 39.332635473393154
verified: no, type: nauc_mrr_at_10_std
value: -32.71359623569584
verified: no, type: nauc_mrr_at_1_diff1
value: 71.85157640482899
verified: no, type: nauc_mrr_at_1_max
value: 38.075103245609554
verified: no, type: nauc_mrr_at_1_std
value: -32.2218447472282
verified: no, type: nauc_mrr_at_20_diff1
value: 69.83231438261524
verified: no, type: nauc_mrr_at_20_max
value: 39.32574739284126
verified: no, type: nauc_mrr_at_20_std
value: -32.5874938929348
verified: no, type: nauc_mrr_at_3_diff1
value: 69.7972957233767
verified: no, type: nauc_mrr_at_3_max
value: 38.94624776353439
verified: no, type: nauc_mrr_at_3_std
value: -33.359379562078736
verified: no, type: nauc_mrr_at_5_diff1
value: 69.58402558466457
verified: no, type: nauc_mrr_at_5_max
value: 39.175341498551745
verified: no, type: nauc_mrr_at_5_std
value: -33.03393678549984
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.18157403202412
verified: no, type: nauc_ndcg_at_1000_max
value: 37.78398707023257
verified: no, type: nauc_ndcg_at_1000_std
value: -34.21266601804927
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.20621881493865
verified: no, type: nauc_ndcg_at_100_max
value: 37.95228967400479
verified: no, type: nauc_ndcg_at_100_std
value: -34.26528817139262
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.87999198725102
verified: no, type: nauc_ndcg_at_10_max
value: 36.69932999538846
verified: no, type: nauc_ndcg_at_10_std
value: -37.07699576580035
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.79205424785647
verified: no, type: nauc_ndcg_at_1_max
value: 38.05546511379398
verified: no, type: nauc_ndcg_at_1_std
value: -32.209221927652706
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.02820595034889
verified: no, type: nauc_ndcg_at_20_max
value: 37.533349330317186
verified: no, type: nauc_ndcg_at_20_std
value: -35.65801520863442
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.67252411014975
verified: no, type: nauc_ndcg_at_3_max
value: 35.50971010021079
verified: no, type: nauc_ndcg_at_3_std
value: -37.63995336329121
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.6842998161203
verified: no, type: nauc_ndcg_at_5_max
value: 35.833237751927335
verified: no, type: nauc_ndcg_at_5_std
value: -38.187178598205136
verified: no, type: nauc_precision_at_1000_diff1
value: -38.85999326348168
verified: no, type: nauc_precision_at_1000_max
value: 0.5024404287470747
verified: no, type: nauc_precision_at_1000_std
value: 41.05415903780044
verified: no, type: nauc_precision_at_100_diff1
value: -36.925145274084436
verified: no, type: nauc_precision_at_100_max
value: 3.3396914592644786
verified: no, type: nauc_precision_at_100_std
value: 39.52635148770385
verified: no, type: nauc_precision_at_10_diff1
value: -23.316878431802184
verified: no, type: nauc_precision_at_10_max
value: 11.455067962803492
verified: no, type: nauc_precision_at_10_std
value: 20.47562649607739
verified: no, type: nauc_precision_at_1_diff1
value: 71.79205424785647
verified: no, type: nauc_precision_at_1_max
value: 38.05546511379398
verified: no, type: nauc_precision_at_1_std
value: -32.209221927652706
verified: no, type: nauc_precision_at_20_diff1
value: -30.557519944872634
verified: no, type: nauc_precision_at_20_max
value: 8.398413454160819
verified: no, type: nauc_precision_at_20_std
value: 29.814579639163153
verified: no, type: nauc_precision_at_3_diff1
value: 3.148363754278062
verified: no, type: nauc_precision_at_3_max
value: 20.235117440486064
verified: no, type: nauc_precision_at_3_std
value: -3.1735991706387905
verified: no, type: nauc_precision_at_5_diff1
value: -11.456852240646624
verified: no, type: nauc_precision_at_5_max
value: 15.722699386757084
verified: no, type: nauc_precision_at_5_std
value: 7.721897726873996
verified: no, type: nauc_recall_at_1000_diff1
value: 63.429214794455824
verified: no, type: nauc_recall_at_1000_max
value: 63.29674048706026
verified: no, type: nauc_recall_at_1000_std
value: 25.929114353722383
verified: no, type: nauc_recall_at_100_diff1
value: 64.58781092450414
verified: no, type: nauc_recall_at_100_max
value: 52.02028794753427
verified: no, type: nauc_recall_at_100_std
value: -13.996918979177078
verified: no, type: nauc_recall_at_10_diff1
value: 62.16106997481117
verified: no, type: nauc_recall_at_10_max
value: 34.972293935023686
verified: no, type: nauc_recall_at_10_std
value: -42.402745586007285
verified: no, type: nauc_recall_at_1_diff1
value: 73.64735658514029
verified: no, type: nauc_recall_at_1_max
value: 27.56172352763929
verified: no, type: nauc_recall_at_1_std
value: -35.944440683858566
verified: no, type: nauc_recall_at_20_diff1
value: 61.18832500769755
verified: no, type: nauc_recall_at_20_max
value: 39.7980958949961
verified: no, type: nauc_recall_at_20_std
value: -35.195707842320104
verified: no, type: nauc_recall_at_3_diff1
value: 65.76504433337192
verified: no, type: nauc_recall_at_3_max
value: 30.333650154189957
verified: no, type: nauc_recall_at_3_std
value: -44.591420777169844
verified: no, type: nauc_recall_at_5_diff1
value: 63.48210831787695
verified: no, type: nauc_recall_at_5_max
value: 31.71762435930804
verified: no, type: nauc_recall_at_5_std
value: -45.39822472634554
verified: no, type: ndcg_at_1
value: 72.31
verified: no, type: ndcg_at_10
value: 80.465
verified: no, type: ndcg_at_100
value: 82.714
verified: no, type: ndcg_at_1000
value: 83.014
verified: no, type: ndcg_at_20
value: 81.637
verified: no, type: ndcg_at_3
value: 76.941
verified: no, type: ndcg_at_5
value: 78.743
verified: no, type: precision_at_1
value: 72.31
verified: no, type: precision_at_10
value: 12.389
verified: no, type: precision_at_100
value: 1.49
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 6.715
verified: no, type: precision_at_3
value: 33.772999999999996
verified: no, type: precision_at_5
value: 22.366
verified: no, type: recall_at_1
value: 62.543000000000006
verified: no, type: recall_at_10
value: 89.508
verified: no, type: recall_at_100
value: 97.982
verified: no, type: recall_at_1000
value: 99.763
verified: no, type: recall_at_20
value: 93.496
verified: no, type: recall_at_3
value: 79.40700000000001
verified: no, type: recall_at_5
value: 84.443
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 19.444
verified: no, type: map_at_1
value: 4.502
verified: no, type: map_at_10
value: 11.39
verified: no, type: map_at_100
value: 13.578000000000001
verified: no, type: map_at_1000
value: 13.94
verified: no, type: map_at_20
value: 12.406
verified: no, type: map_at_3
value: 8.045
verified: no, type: map_at_5
value: 9.618
verified: no, type: mrr_at_1
value: 22.1
verified: no, type: mrr_at_10
value: 33.15134920634915
verified: no, type: mrr_at_100
value: 34.311313761933675
verified: no, type: mrr_at_1000
value: 34.365241364096406
verified: no, type: mrr_at_20
value: 33.84369535607144
verified: no, type: mrr_at_3
value: 29.833333333333307
verified: no, type: mrr_at_5
value: 31.858333333333285
verified: no, type: nauc_map_at_1000_diff1
value: 13.717495184216915
verified: no, type: nauc_map_at_1000_max
value: 29.011198411487488
verified: no, type: nauc_map_at_1000_std
value: 26.84659672785883
verified: no, type: nauc_map_at_100_diff1
value: 13.679043690905408
verified: no, type: nauc_map_at_100_max
value: 28.9642395394068
verified: no, type: nauc_map_at_100_std
value: 26.605777722314194
verified: no, type: nauc_map_at_10_diff1
value: 13.368432894934296
verified: no, type: nauc_map_at_10_max
value: 27.110702917972063
verified: no, type: nauc_map_at_10_std
value: 22.94925796594505
verified: no, type: nauc_map_at_1_diff1
value: 18.759513595847864
verified: no, type: nauc_map_at_1_max
value: 22.187646906334894
verified: no, type: nauc_map_at_1_std
value: 14.187153951336118
verified: no, type: nauc_map_at_20_diff1
value: 13.361125473032986
verified: no, type: nauc_map_at_20_max
value: 28.538396642596943
verified: no, type: nauc_map_at_20_std
value: 25.017431011630997
verified: no, type: nauc_map_at_3_diff1
value: 13.603088771503444
verified: no, type: nauc_map_at_3_max
value: 23.440488325894666
verified: no, type: nauc_map_at_3_std
value: 17.568789088634574
verified: no, type: nauc_map_at_5_diff1
value: 12.768724297417263
verified: no, type: nauc_map_at_5_max
value: 25.721011116775156
verified: no, type: nauc_map_at_5_std
value: 20.617210938970036
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.975239485567325
verified: no, type: nauc_mrr_at_1000_max
value: 23.068935178375263
verified: no, type: nauc_mrr_at_1000_std
value: 18.95600665491368
verified: no, type: nauc_mrr_at_100_diff1
value: 15.995091585658036
verified: no, type: nauc_mrr_at_100_max
value: 23.09377838760513
verified: no, type: nauc_mrr_at_100_std
value: 18.98954041920917
verified: no, type: nauc_mrr_at_10_diff1
value: 15.703076780120998
verified: no, type: nauc_mrr_at_10_max
value: 23.00082757189908
verified: no, type: nauc_mrr_at_10_std
value: 18.822303815995404
verified: no, type: nauc_mrr_at_1_diff1
value: 18.695550347655747
verified: no, type: nauc_mrr_at_1_max
value: 22.409410202761716
verified: no, type: nauc_mrr_at_1_std
value: 14.681107473163898
verified: no, type: nauc_mrr_at_20_diff1
value: 16.020132977247496
verified: no, type: nauc_mrr_at_20_max
value: 23.185061420757872
verified: no, type: nauc_mrr_at_20_std
value: 19.091524076258263
verified: no, type: nauc_mrr_at_3_diff1
value: 15.325035100345696
verified: no, type: nauc_mrr_at_3_max
value: 21.296388498885033
verified: no, type: nauc_mrr_at_3_std
value: 16.941043217669318
verified: no, type: nauc_mrr_at_5_diff1
value: 15.299688685606213
verified: no, type: nauc_mrr_at_5_max
value: 22.802086268780577
verified: no, type: nauc_mrr_at_5_std
value: 18.71801414862292
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.985183012627648
verified: no, type: nauc_ndcg_at_1000_max
value: 29.786848759154704
verified: no, type: nauc_ndcg_at_1000_std
value: 31.986231381446856
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.043201418745348
verified: no, type: nauc_ndcg_at_100_max
value: 29.836151485650642
verified: no, type: nauc_ndcg_at_100_std
value: 31.49403639682868
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.716366599689692
verified: no, type: nauc_ndcg_at_10_max
value: 26.7111463810652
verified: no, type: nauc_ndcg_at_10_std
value: 23.975660743984246
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.695550347655747
verified: no, type: nauc_ndcg_at_1_max
value: 22.409410202761716
verified: no, type: nauc_ndcg_at_1_std
value: 14.681107473163898
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.328037163111377
verified: no, type: nauc_ndcg_at_20_max
value: 28.735399499681684
verified: no, type: nauc_ndcg_at_20_std
value: 26.880344773773658
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.269935726177302
verified: no, type: nauc_ndcg_at_3_max
value: 22.4350143067517
verified: no, type: nauc_ndcg_at_3_std
value: 18.38139918313516
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.685257044798275
verified: no, type: nauc_ndcg_at_5_max
value: 25.19564166647925
verified: no, type: nauc_ndcg_at_5_std
value: 21.542434552277186
verified: no, type: nauc_precision_at_1000_diff1
value: 11.036824823724826
verified: no, type: nauc_precision_at_1000_max
value: 25.940844812474605
verified: no, type: nauc_precision_at_1000_std
value: 40.72801957013718
verified: no, type: nauc_precision_at_100_diff1
value: 12.787108654755427
verified: no, type: nauc_precision_at_100_max
value: 28.885658620100905
verified: no, type: nauc_precision_at_100_std
value: 39.858021500648256
verified: no, type: nauc_precision_at_10_diff1
value: 11.814983150826238
verified: no, type: nauc_precision_at_10_max
value: 27.255512643546137
verified: no, type: nauc_precision_at_10_std
value: 27.385188725103106
verified: no, type: nauc_precision_at_1_diff1
value: 18.695550347655747
verified: no, type: nauc_precision_at_1_max
value: 22.409410202761716
verified: no, type: nauc_precision_at_1_std
value: 14.681107473163898
verified: no, type: nauc_precision_at_20_diff1
value: 12.399277896733532
verified: no, type: nauc_precision_at_20_max
value: 29.8411274531922
verified: no, type: nauc_precision_at_20_std
value: 31.750340970872408
verified: no, type: nauc_precision_at_3_diff1
value: 10.783342570370754
verified: no, type: nauc_precision_at_3_max
value: 21.822145650943643
verified: no, type: nauc_precision_at_3_std
value: 19.88278575673906
verified: no, type: nauc_precision_at_5_diff1
value: 9.961029826782028
verified: no, type: nauc_precision_at_5_max
value: 26.109948621950217
verified: no, type: nauc_precision_at_5_std
value: 24.767740060380532
verified: no, type: nauc_recall_at_1000_diff1
value: 10.791755272965629
verified: no, type: nauc_recall_at_1000_max
value: 26.66377944006043
verified: no, type: nauc_recall_at_1000_std
value: 42.670133048407614
verified: no, type: nauc_recall_at_100_diff1
value: 12.731152346249097
verified: no, type: nauc_recall_at_100_max
value: 28.86663011256839
verified: no, type: nauc_recall_at_100_std
value: 39.87437580584755
verified: no, type: nauc_recall_at_10_diff1
value: 11.68142841889242
verified: no, type: nauc_recall_at_10_max
value: 27.103373590720558
verified: no, type: nauc_recall_at_10_std
value: 27.04385024929868
verified: no, type: nauc_recall_at_1_diff1
value: 18.759513595847864
verified: no, type: nauc_recall_at_1_max
value: 22.187646906334894
verified: no, type: nauc_recall_at_1_std
value: 14.187153951336118
verified: no, type: nauc_recall_at_20_diff1
value: 12.364424318414912
verified: no, type: nauc_recall_at_20_max
value: 29.80167804165616
verified: no, type: nauc_recall_at_20_std
value: 31.468351807134788
verified: no, type: nauc_recall_at_3_diff1
value: 10.93859197904096
verified: no, type: nauc_recall_at_3_max
value: 21.724132107323076
verified: no, type: nauc_recall_at_3_std
value: 19.356990775248228
verified: no, type: nauc_recall_at_5_diff1
value: 9.95140326972775
verified: no, type: nauc_recall_at_5_max
value: 25.965286128189252
verified: no, type: nauc_recall_at_5_std
value: 24.23016587234086
verified: no, type: ndcg_at_1
value: 22.1
verified: no, type: ndcg_at_10
value: 19.444
verified: no, type: ndcg_at_100
value: 28.060000000000002
verified: no, type: ndcg_at_1000
value: 34.078
verified: no, type: ndcg_at_20
value: 22.286
verified: no, type: ndcg_at_3
value: 18.218
verified: no, type: ndcg_at_5
value: 16.009999999999998
verified: no, type: precision_at_1
value: 22.1
verified: no, type: precision_at_10
value: 10.18
verified: no, type: precision_at_100
value: 2.268
verified: no, type: precision_at_1000
value: 0.371
verified: no, type: precision_at_20
value: 6.744999999999999
verified: no, type: precision_at_3
value: 17.1
verified: no, type: precision_at_5
value: 14.14
verified: no, type: recall_at_1
value: 4.502
verified: no, type: recall_at_10
value: 20.622
verified: no, type: recall_at_100
value: 46.056999999999995
verified: no, type: recall_at_1000
value: 75.233
verified: no, type: recall_at_20
value: 27.307
verified: no, type: recall_at_3
value: 10.412
verified: no, type: recall_at_5
value: 14.327000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 82.11817452484213
verified: no, type: cosine_spearman
value: 79.30791178551189
verified: no, type: euclidean_pearson
value: 78.97933027681707
verified: no, type: euclidean_spearman
value: 79.30791651031403
verified: no, type: main_score
value: 79.30791178551189
verified: no, type: manhattan_pearson
value: 78.72918056340825
verified: no, type: manhattan_spearman
value: 79.06604912335524
verified: no, type: pearson
value: 82.11817465900543
verified: no, type: spearman
value: 79.30791422790091
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 79.66534565170502
verified: no, type: cosine_spearman
value: 68.71789951925966
verified: no, type: euclidean_pearson
value: 75.38034803617849
verified: no, type: euclidean_spearman
value: 68.71782916046409
verified: no, type: main_score
value: 68.71789951925966
verified: no, type: manhattan_pearson
value: 75.04120548057159
verified: no, type: manhattan_spearman
value: 68.37107097101716
verified: no, type: pearson
value: 79.66534548104319
verified: no, type: spearman
value: 68.71460093465805
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 80.33061181586929
verified: no, type: cosine_spearman
value: 80.6334461266743
verified: no, type: euclidean_pearson
value: 80.08712662252661
verified: no, type: euclidean_spearman
value: 80.63344605500009
verified: no, type: main_score
value: 80.6334461266743
verified: no, type: manhattan_pearson
value: 79.64496714566727
verified: no, type: manhattan_spearman
value: 80.1367237568616
verified: no, type: pearson
value: 80.33061058171201
verified: no, type: spearman
value: 80.63344605500009
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 78.02832336807212
verified: no, type: cosine_spearman
value: 75.26477784563788
verified: no, type: euclidean_pearson
value: 76.50227990354192
verified: no, type: euclidean_spearman
value: 75.26474419458818
verified: no, type: main_score
value: 75.26477784563788
verified: no, type: manhattan_pearson
value: 76.07476953899423
verified: no, type: manhattan_spearman
value: 74.86656085500788
verified: no, type: pearson
value: 78.02832348801336
verified: no, type: spearman
value: 75.26475896631564
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 82.66486256825344
verified: no, type: cosine_spearman
value: 83.17551959894382
verified: no, type: euclidean_pearson
value: 82.24841235750758
verified: no, type: euclidean_spearman
value: 83.17552186285874
verified: no, type: main_score
value: 83.17551959894382
verified: no, type: manhattan_pearson
value: 81.9774505965764
verified: no, type: manhattan_spearman
value: 82.92775869917051
verified: no, type: pearson
value: 82.66486251397801
verified: no, type: spearman
value: 83.17552153015662
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 78.85758004347694
verified: no, type: cosine_spearman
value: 79.53346527701895
verified: no, type: euclidean_pearson
value: 79.19288717662867
verified: no, type: euclidean_spearman
value: 79.53346527701895
verified: no, type: main_score
value: 79.53346527701895
verified: no, type: manhattan_pearson
value: 78.85228817502603
verified: no, type: manhattan_spearman
value: 79.19386225879818
verified: no, type: pearson
value: 78.85757994555938
verified: no, type: spearman
value: 79.53346470491176
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 1.2324984246461306
verified: no, type: cosine_spearman
value: -1.0887060319886745
verified: no, type: euclidean_pearson
value: 1.3895719685465724
verified: no, type: euclidean_spearman
value: -1.0887060319886745
verified: no, type: main_score
value: -1.0887060319886745
verified: no, type: manhattan_pearson
value: 1.9996696497260331
verified: no, type: manhattan_spearman
value: -0.10949729064179627
verified: no, type: pearson
value: 1.2324954103010868
verified: no, type: spearman
value: -1.0887060319886745
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 32.16759058328933
verified: no, type: cosine_spearman
value: 30.78566630137311
verified: no, type: euclidean_pearson
value: 32.20125625536215
verified: no, type: euclidean_spearman
value: 30.78566630137311
verified: no, type: main_score
value: 30.78566630137311
verified: no, type: manhattan_pearson
value: 30.50221445727974
verified: no, type: manhattan_spearman
value: 29.001989425079916
verified: no, type: pearson
value: 32.16759950381597
verified: no, type: spearman
value: 30.78566630137311
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 49.21561059227258
verified: no, type: cosine_spearman
value: 54.54683402537498
verified: no, type: euclidean_pearson
value: 55.10961177673182
verified: no, type: euclidean_spearman
value: 54.54683402537498
verified: no, type: main_score
value: 54.54683402537498
verified: no, type: manhattan_pearson
value: 54.75351371073398
verified: no, type: manhattan_spearman
value: 54.09299690986656
verified: no, type: pearson
value: 49.215620160787196
verified: no, type: spearman
value: 54.53831762469085
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 41.30563970416245
verified: no, type: cosine_spearman
value: 40.15540911311002
verified: no, type: euclidean_pearson
value: 41.39824124334786
verified: no, type: euclidean_spearman
value: 40.15540911311002
verified: no, type: main_score
value: 40.15540911311002
verified: no, type: manhattan_pearson
value: 40.27193928000343
verified: no, type: manhattan_spearman
value: 39.62417307952587
verified: no, type: pearson
value: 41.30563534198055
verified: no, type: spearman
value: 40.15540911311002
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.634652384973705
verified: no, type: cosine_spearman
value: 20.905083447883076
verified: no, type: euclidean_pearson
value: 21.45395108717184
verified: no, type: euclidean_spearman
value: 20.905083447883076
verified: no, type: main_score
value: 20.905083447883076
verified: no, type: manhattan_pearson
value: 19.536029018030728
verified: no, type: manhattan_spearman
value: 17.89017854049159
verified: no, type: pearson
value: 21.6346556425376
verified: no, type: spearman
value: 20.905083447883076
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 29.916756856327993
verified: no, type: cosine_spearman
value: 31.0628162146974
verified: no, type: euclidean_pearson
value: 29.440153196283557
verified: no, type: euclidean_spearman
value: 31.0628162146974
verified: no, type: main_score
value: 31.0628162146974
verified: no, type: manhattan_pearson
value: 28.432947464078918
verified: no, type: manhattan_spearman
value: 28.32518241760408
verified: no, type: pearson
value: 29.91674792754777
verified: no, type: spearman
value: 31.0628162146974
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 6.771893496172387
verified: no, type: cosine_spearman
value: 10.834475694007107
verified: no, type: euclidean_pearson
value: 6.5677478213162885
verified: no, type: euclidean_spearman
value: 10.834475694007107
verified: no, type: main_score
value: 10.834475694007107
verified: no, type: manhattan_pearson
value: 7.670696588474082
verified: no, type: manhattan_spearman
value: 10.71142960046072
verified: no, type: pearson
value: 6.771879554612134
verified: no, type: spearman
value: 10.834475694007107
verified: no
task: type: STS, dataset: config: es-es
name: MTEB STS17 (es-es)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 74.45735169235816
verified: no, type: cosine_spearman
value: 74.36653700097551
verified: no, type: euclidean_pearson
value: 76.12322237745572
verified: no, type: euclidean_spearman
value: 74.36653700097551
verified: no, type: main_score
value: 74.36653700097551
verified: no, type: manhattan_pearson
value: 75.7758359581126
verified: no, type: manhattan_spearman
value: 74.31993284934066
verified: no, type: pearson
value: 74.45734889127019
verified: no, type: spearman
value: 74.3663085426167
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 89.02346865634368
verified: no, type: cosine_spearman
value: 88.95770332366246
verified: no, type: euclidean_pearson
value: 88.4922408529274
verified: no, type: euclidean_spearman
value: 88.95770332366246
verified: no, type: main_score
value: 88.95770332366246
verified: no, type: manhattan_pearson
value: 88.4734951170278
verified: no, type: manhattan_spearman
value: 89.11588250442936
verified: no, type: pearson
value: 89.02346739795206
verified: no, type: spearman
value: 88.95770332366246
verified: no
task: type: STS, dataset: config: ko-ko
name: MTEB STS17 (ko-ko)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 29.551067303498623
verified: no, type: cosine_spearman
value: 37.69837545026809
verified: no, type: euclidean_pearson
value: 35.64775987269827
verified: no, type: euclidean_spearman
value: 37.698190216929966
verified: no, type: main_score
value: 37.69837545026809
verified: no, type: manhattan_pearson
value: 35.620311687081326
verified: no, type: manhattan_spearman
value: 37.619543979504975
verified: no, type: pearson
value: 29.551068205501295
verified: no, type: spearman
value: 37.69867837380798
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 32.012981930508985
verified: no, type: cosine_spearman
value: 29.807415518545096
verified: no, type: euclidean_pearson
value: 32.15404597916071
verified: no, type: euclidean_spearman
value: 29.807415518545096
verified: no, type: main_score
value: 29.807415518545096
verified: no, type: manhattan_pearson
value: 30.24045265417985
verified: no, type: manhattan_spearman
value: 28.489781020773925
verified: no, type: pearson
value: 32.01298053872033
verified: no, type: spearman
value: 29.807415518545096
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22 (es)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.54595664856279
verified: no, type: cosine_spearman
value: 54.10491922799427
verified: no, type: euclidean_pearson
value: 48.71171441794464
verified: no, type: euclidean_spearman
value: 54.10491922799427
verified: no, type: main_score
value: 54.10491922799427
verified: no, type: manhattan_pearson
value: 47.7554900775804
verified: no, type: manhattan_spearman
value: 53.56978747099107
verified: no, type: pearson
value: 43.545957502823356
verified: no, type: spearman
value: 54.10491922799427
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 21.399843406874204
verified: no, type: cosine_spearman
value: 42.935140998882495
verified: no, type: euclidean_pearson
value: 31.080595708023495
verified: no, type: euclidean_spearman
value: 42.935140998882495
verified: no, type: main_score
value: 42.935140998882495
verified: no, type: manhattan_pearson
value: 30.59355860937394
verified: no, type: manhattan_spearman
value: 42.75766501508097
verified: no, type: pearson
value: 21.39984013579853
verified: no, type: spearman
value: 42.93468939388313
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22 (it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 54.87276044784988
verified: no, type: cosine_spearman
value: 56.66162625692095
verified: no, type: euclidean_pearson
value: 55.63409750483066
verified: no, type: euclidean_spearman
value: 56.66162625692095
verified: no, type: main_score
value: 56.66162625692095
verified: no, type: manhattan_pearson
value: 55.69743346904424
verified: no, type: manhattan_spearman
value: 56.83799762862467
verified: no, type: pearson
value: 54.87275877783328
verified: no, type: spearman
value: 56.66162625692095
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 33.271097420210424
verified: no, type: cosine_spearman
value: 36.89056170474566
verified: no, type: euclidean_pearson
value: 35.75552665932539
verified: no, type: euclidean_spearman
value: 36.89056170474566
verified: no, type: main_score
value: 36.89056170474566
verified: no, type: manhattan_pearson
value: 35.23843554757213
verified: no, type: manhattan_spearman
value: 36.13353270766642
verified: no, type: pearson
value: 33.27109269640927
verified: no, type: spearman
value: 36.921464485571384
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 35.85356656336487
verified: no, type: cosine_spearman
value: 28.158749195282628
verified: no, type: euclidean_pearson
value: 34.77644342877048
verified: no, type: euclidean_spearman
value: 28.158749195282628
verified: no, type: main_score
value: 28.158749195282628
verified: no, type: manhattan_pearson
value: 32.51137129119162
verified: no, type: manhattan_spearman
value: 25.879876063292606
verified: no, type: pearson
value: 35.853568724601196
verified: no, type: spearman
value: 28.158749195282628
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 50.57237179570535
verified: no, type: cosine_spearman
value: 47.09751128514487
verified: no, type: euclidean_pearson
value: 50.446056974070686
verified: no, type: euclidean_spearman
value: 47.09751128514487
verified: no, type: main_score
value: 47.09751128514487
verified: no, type: manhattan_pearson
value: 50.15601221016199
verified: no, type: manhattan_spearman
value: 47.40486148598809
verified: no, type: pearson
value: 50.57235875718242
verified: no, type: spearman
value: 47.09751128514487
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22 (de)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 24.493356312529052
verified: no, type: cosine_spearman
value: 29.24268427412106
verified: no, type: euclidean_pearson
value: 20.881166992839965
verified: no, type: euclidean_spearman
value: 29.24268427412106
verified: no, type: main_score
value: 29.24268427412106
verified: no, type: manhattan_pearson
value: 20.9682289948799
verified: no, type: manhattan_spearman
value: 29.36217779917779
verified: no, type: pearson
value: 24.493357428088995
verified: no, type: spearman
value: 29.240453915641474
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 50.540080748188366
verified: no, type: cosine_spearman
value: 53.63232170702014
verified: no, type: euclidean_pearson
value: 51.39140780759759
verified: no, type: euclidean_spearman
value: 53.63232170702014
verified: no, type: main_score
value: 53.63232170702014
verified: no, type: manhattan_pearson
value: 50.888462301553986
verified: no, type: manhattan_spearman
value: 52.92654373219885
verified: no, type: pearson
value: 50.540083584395546
verified: no, type: spearman
value: 53.63232170702014
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 64.06971948645636
verified: no, type: cosine_spearman
value: 64.99352563680702
verified: no, type: euclidean_pearson
value: 65.99555717049346
verified: no, type: euclidean_spearman
value: 64.99352563680702
verified: no, type: main_score
value: 64.99352563680702
verified: no, type: manhattan_pearson
value: 66.01772320227963
verified: no, type: manhattan_spearman
value: 65.0434155427717
verified: no, type: pearson
value: 64.06971819415902
verified: no, type: spearman
value: 64.99352563680702
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 46.67900817265241
verified: no, type: cosine_spearman
value: 47.60915415510522
verified: no, type: euclidean_pearson
value: 48.24278643260973
verified: no, type: euclidean_spearman
value: 47.60915415510522
verified: no, type: main_score
value: 47.60915415510522
verified: no, type: manhattan_pearson
value: 46.539452359996034
verified: no, type: manhattan_spearman
value: 45.953269584219825
verified: no, type: pearson
value: 46.679005336283716
verified: no, type: spearman
value: 47.60915415510522
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 71.1088049428891
verified: no, type: cosine_spearman
value: 74.1159908229773
verified: no, type: euclidean_pearson
value: 71.0248954697202
verified: no, type: euclidean_spearman
value: 74.1159908229773
verified: no, type: main_score
value: 74.1159908229773
verified: no, type: manhattan_pearson
value: 70.94990095845533
verified: no, type: manhattan_spearman
value: 74.29375622854518
verified: no, type: pearson
value: 71.1088076476087
verified: no, type: spearman
value: 74.1159908229773
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 37.29760592795572
verified: no, type: cosine_spearman
value: 42.67757119479072
verified: no, type: euclidean_pearson
value: 37.237174929314264
verified: no, type: euclidean_spearman
value: 42.67757119479072
verified: no, type: main_score
value: 42.67757119479072
verified: no, type: manhattan_pearson
value: 37.76235419307985
verified: no, type: manhattan_spearman
value: 43.0581339245249
verified: no, type: pearson
value: 37.297595548851184
verified: no, type: spearman
value: 42.67757119479072
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 66.86734921862265
verified: no, type: cosine_spearman
value: 61.97797868009122
verified: no, type: euclidean_pearson
value: 67.64152372054912
verified: no, type: euclidean_spearman
value: 61.97797868009122
verified: no, type: main_score
value: 61.97797868009122
verified: no, type: manhattan_pearson
value: 70.26598896462248
verified: no, type: manhattan_spearman
value: 73.24670207647144
verified: no, type: pearson
value: 66.86735424516324
verified: no, type: spearman
value: 61.97797868009122
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 6.143701012309495
verified: no, type: cosine_spearman
value: 22.737567808497587
verified: no, type: euclidean_pearson
value: 2.563373511580513
verified: no, type: euclidean_spearman
value: 22.737567808497587
verified: no, type: main_score
value: 22.737567808497587
verified: no, type: manhattan_pearson
value: 2.3621365037778994
verified: no, type: manhattan_spearman
value: 22.627864826862513
verified: no, type: pearson
value: 6.143704340747378
verified: no, type: spearman
value: 22.744576484058022
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22 (tr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 19.996779769879897
verified: no, type: cosine_spearman
value: 32.22266809564839
verified: no, type: euclidean_pearson
value: 26.533663870748843
verified: no, type: euclidean_spearman
value: 32.22266809564839
verified: no, type: main_score
value: 32.22266809564839
verified: no, type: manhattan_pearson
value: 26.269646880757673
verified: no, type: manhattan_spearman
value: 31.97874465934443
verified: no, type: pearson
value: 19.996777822595202
verified: no, type: spearman
value: 32.22266809564839
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22 (es-it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.83982490662272
verified: no, type: cosine_spearman
value: 40.818956422486934
verified: no, type: euclidean_pearson
value: 43.84293087261557
verified: no, type: euclidean_spearman
value: 40.818956422486934
verified: no, type: main_score
value: 40.818956422486934
verified: no, type: manhattan_pearson
value: 43.20416589305718
verified: no, type: manhattan_spearman
value: 40.12018234883322
verified: no, type: pearson
value: 42.83982477515114
verified: no, type: spearman
value: 40.818956422486934
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.999127578863702
verified: no, type: cosine_spearman
value: 21.929995958781735
verified: no, type: euclidean_pearson
value: 13.169854246371976
verified: no, type: euclidean_spearman
value: 21.929995958781735
verified: no, type: main_score
value: 21.929995958781735
verified: no, type: manhattan_pearson
value: 12.80638513095583
verified: no, type: manhattan_spearman
value: 21.732217172696913
verified: no, type: pearson
value: 9.999129789458081
verified: no, type: spearman
value: 21.924422337209982
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 14.906897707741331
verified: no, type: cosine_spearman
value: 20.69363755174973
verified: no, type: euclidean_pearson
value: 15.746287887109824
verified: no, type: euclidean_spearman
value: 20.69363755174973
verified: no, type: main_score
value: 20.69363755174973
verified: no, type: manhattan_pearson
value: 17.97937212472529
verified: no, type: manhattan_spearman
value: 24.173371247207655
verified: no, type: pearson
value: 14.906893927073536
verified: no, type: spearman
value: 20.69363755174973
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 82.05268559824307
verified: no, type: cosine_spearman
value: 81.80129334727255
verified: no, type: euclidean_pearson
value: 82.00241759197277
verified: no, type: euclidean_spearman
value: 81.80129334727255
verified: no, type: main_score
value: 81.80129334727255
verified: no, type: manhattan_pearson
value: 81.64460953652511
verified: no, type: manhattan_spearman
value: 81.40232791050113
verified: no, type: pearson
value: 82.0526854006677
verified: no, type: spearman
value: 81.80129334727255
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 84.75515355697092
verified: no, type: map
value: 84.75515355697092
verified: no, type: mrr
value: 95.76542012816523
verified: no, type: nAUC_map_diff1
value: 2.6218598327022473
verified: no, type: nAUC_map_max
value: 55.31490226938186
verified: no, type: nAUC_map_std
value: 67.2466107017137
verified: no, type: nAUC_mrr_diff1
value: 45.837481251148
verified: no, type: nAUC_mrr_max
value: 83.85025655931555
verified: no, type: nAUC_mrr_std
value: 77.76943534722102
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 51.376
verified: no, type: map_at_1
value: 37.556
verified: no, type: map_at_10
value: 46.534
verified: no, type: map_at_100
value: 47.277
verified: no, type: map_at_1000
value: 47.355999999999995
verified: no, type: map_at_20
value: 46.938
verified: no, type: map_at_3
value: 43.699
verified: no, type: map_at_5
value: 45.232
verified: no, type: mrr_at_1
value: 39.33333333333333
verified: no, type: mrr_at_10
value: 47.959920634920636
verified: no, type: mrr_at_100
value: 48.55831503603312
verified: no, type: mrr_at_1000
value: 48.62970983390715
verified: no, type: mrr_at_20
value: 48.24184842934844
verified: no, type: mrr_at_3
value: 45.6111111111111
verified: no, type: mrr_at_5
value: 47.07777777777776
verified: no, type: nauc_map_at_1000_diff1
value: 60.80948849351721
verified: no, type: nauc_map_at_1000_max
value: 47.99322551458462
verified: no, type: nauc_map_at_1000_std
value: 19.918623385279272
verified: no, type: nauc_map_at_100_diff1
value: 60.76773046819619
verified: no, type: nauc_map_at_100_max
value: 47.99194267747547
verified: no, type: nauc_map_at_100_std
value: 19.959121044456012
verified: no, type: nauc_map_at_10_diff1
value: 61.06017127580966
verified: no, type: nauc_map_at_10_max
value: 47.894995779178
verified: no, type: nauc_map_at_10_std
value: 19.61864315768623
verified: no, type: nauc_map_at_1_diff1
value: 63.87693438642291
verified: no, type: nauc_map_at_1_max
value: 41.7046766785424
verified: no, type: nauc_map_at_1_std
value: 12.461182034191653
verified: no, type: nauc_map_at_20_diff1
value: 60.87942740680037
verified: no, type: nauc_map_at_20_max
value: 48.03016625166588
verified: no, type: nauc_map_at_20_std
value: 19.98410686334697
verified: no, type: nauc_map_at_3_diff1
value: 62.01507430457561
verified: no, type: nauc_map_at_3_max
value: 46.00339660806274
verified: no, type: nauc_map_at_3_std
value: 16.90348295592525
verified: no, type: nauc_map_at_5_diff1
value: 61.87099271360832
verified: no, type: nauc_map_at_5_max
value: 46.37395500017069
verified: no, type: nauc_map_at_5_std
value: 17.657716080053774
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.07007737708483
verified: no, type: nauc_mrr_at_1000_max
value: 48.29703705212153
verified: no, type: nauc_mrr_at_1000_std
value: 21.337855399064726
verified: no, type: nauc_mrr_at_100_diff1
value: 60.02435177379477
verified: no, type: nauc_mrr_at_100_max
value: 48.28881166791321
verified: no, type: nauc_mrr_at_100_std
value: 21.372343263995422
verified: no, type: nauc_mrr_at_10_diff1
value: 60.341804024926816
verified: no, type: nauc_mrr_at_10_max
value: 48.478636450213
verified: no, type: nauc_mrr_at_10_std
value: 21.41216730829035
verified: no, type: nauc_mrr_at_1_diff1
value: 63.719835045156
verified: no, type: nauc_mrr_at_1_max
value: 43.98293629953597
verified: no, type: nauc_mrr_at_1_std
value: 15.874751405473825
verified: no, type: nauc_mrr_at_20_diff1
value: 60.09273563771268
verified: no, type: nauc_mrr_at_20_max
value: 48.35839882640719
verified: no, type: nauc_mrr_at_20_std
value: 21.512093149072363
verified: no, type: nauc_mrr_at_3_diff1
value: 61.50652112913595
verified: no, type: nauc_mrr_at_3_max
value: 47.84562279011087
verified: no, type: nauc_mrr_at_3_std
value: 20.198524543439934
verified: no, type: nauc_mrr_at_5_diff1
value: 61.179048664583966
verified: no, type: nauc_mrr_at_5_max
value: 47.814780584646044
verified: no, type: nauc_mrr_at_5_std
value: 20.381996222697275
verified: no, type: nauc_ndcg_at_1000_diff1
value: 58.22496881619945
verified: no, type: nauc_ndcg_at_1000_max
value: 49.9235486076635
verified: no, type: nauc_ndcg_at_1000_std
value: 22.783495144574477
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.99795241036034
verified: no, type: nauc_ndcg_at_100_max
value: 49.967869298253525
verified: no, type: nauc_ndcg_at_100_std
value: 23.67783386575633
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.51017223718703
verified: no, type: nauc_ndcg_at_10_max
value: 50.467443721093474
verified: no, type: nauc_ndcg_at_10_std
value: 23.41347551271476
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.719835045156
verified: no, type: nauc_ndcg_at_1_max
value: 43.98293629953597
verified: no, type: nauc_ndcg_at_1_std
value: 15.874751405473825
verified: no, type: nauc_ndcg_at_20_diff1
value: 57.673371291814426
verified: no, type: nauc_ndcg_at_20_max
value: 50.457444586210556
verified: no, type: nauc_ndcg_at_20_std
value: 24.23173851430691
verified: no, type: nauc_ndcg_at_3_diff1
value: 61.23113588267882
verified: no, type: nauc_ndcg_at_3_max
value: 47.575431037189034
verified: no, type: nauc_ndcg_at_3_std
value: 19.096562606759413
verified: no, type: nauc_ndcg_at_5_diff1
value: 60.6092861255784
verified: no, type: nauc_ndcg_at_5_max
value: 47.42907598071162
verified: no, type: nauc_ndcg_at_5_std
value: 19.482723386420354
verified: no, type: nauc_precision_at_1000_diff1
value: -7.783079621701812
verified: no, type: nauc_precision_at_1000_max
value: 29.5769292101616
verified: no, type: nauc_precision_at_1000_std
value: 36.50994197956409
verified: no, type: nauc_precision_at_100_diff1
value: 13.944547892481356
verified: no, type: nauc_precision_at_100_max
value: 47.04608832779468
verified: no, type: nauc_precision_at_100_std
value: 44.98757138657001
verified: no, type: nauc_precision_at_10_diff1
value: 36.038399014079346
verified: no, type: nauc_precision_at_10_max
value: 58.35296120775277
verified: no, type: nauc_precision_at_10_std
value: 45.077491253602915
verified: no, type: nauc_precision_at_1_diff1
value: 63.719835045156
verified: no, type: nauc_precision_at_1_max
value: 43.98293629953597
verified: no, type: nauc_precision_at_1_std
value: 15.874751405473825
verified: no, type: nauc_precision_at_20_diff1
value: 28.457133034870175
verified: no, type: nauc_precision_at_20_max
value: 54.47655657908099
verified: no, type: nauc_precision_at_20_std
value: 45.95043324035659
verified: no, type: nauc_precision_at_3_diff1
value: 55.558376508253396
verified: no, type: nauc_precision_at_3_max
value: 53.24199184123103
verified: no, type: nauc_precision_at_3_std
value: 29.20976986763512
verified: no, type: nauc_precision_at_5_diff1
value: 52.446186559180305
verified: no, type: nauc_precision_at_5_max
value: 53.906662701037355
verified: no, type: nauc_precision_at_5_std
value: 32.89933368550485
verified: no, type: nauc_recall_at_1000_diff1
value: 19.4357481554709
verified: no, type: nauc_recall_at_1000_max
value: 79.65983779132586
verified: no, type: nauc_recall_at_1000_std
value: 46.440013914062405
verified: no, type: nauc_recall_at_100_diff1
value: 33.30097062638411
verified: no, type: nauc_recall_at_100_max
value: 55.685600973769155
verified: no, type: nauc_recall_at_100_std
value: 37.998659623318446
verified: no, type: nauc_recall_at_10_diff1
value: 48.26810976644441
verified: no, type: nauc_recall_at_10_max
value: 57.10570664374568
verified: no, type: nauc_recall_at_10_std
value: 33.93986320466338
verified: no, type: nauc_recall_at_1_diff1
value: 63.87693438642291
verified: no, type: nauc_recall_at_1_max
value: 41.7046766785424
verified: no, type: nauc_recall_at_1_std
value: 12.461182034191653
verified: no, type: nauc_recall_at_20_diff1
value: 43.87559561411955
verified: no, type: nauc_recall_at_20_max
value: 57.46405179641205
verified: no, type: nauc_recall_at_20_std
value: 38.19098870182537
verified: no, type: nauc_recall_at_3_diff1
value: 58.09420085215734
verified: no, type: nauc_recall_at_3_max
value: 48.04698003944634
verified: no, type: nauc_recall_at_3_std
value: 19.702791282207695
verified: no, type: nauc_recall_at_5_diff1
value: 55.89705925114775
verified: no, type: nauc_recall_at_5_max
value: 47.53168947588903
verified: no, type: nauc_recall_at_5_std
value: 21.299619205440866
verified: no, type: ndcg_at_1
value: 39.333
verified: no, type: ndcg_at_10
value: 51.376
verified: no, type: ndcg_at_100
value: 54.763
verified: no, type: ndcg_at_1000
value: 56.855999999999995
verified: no, type: ndcg_at_20
value: 52.525
verified: no, type: ndcg_at_3
value: 46.14
verified: no, type: ndcg_at_5
value: 48.686
verified: no, type: precision_at_1
value: 39.333
verified: no, type: precision_at_10
value: 7.2330000000000005
verified: no, type: precision_at_100
value: 0.9129999999999999
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 3.9
verified: no, type: precision_at_3
value: 18.221999999999998
verified: no, type: precision_at_5
value: 12.333
verified: no, type: recall_at_1
value: 37.556
verified: no, type: recall_at_10
value: 64.883
verified: no, type: recall_at_100
value: 80.4
verified: no, type: recall_at_1000
value: 96.6
verified: no, type: recall_at_20
value: 68.93299999999999
verified: no, type: recall_at_3
value: 50.917
verified: no, type: recall_at_5
value: 57.178
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 54.75600000000001
verified: no, type: map_at_1
value: 42.068
verified: no, type: map_at_10
value: 50.495999999999995
verified: no, type: map_at_100
value: 51.474
verified: no, type: map_at_1000
value: 51.53
verified: no, type: map_at_20
value: 51.114000000000004
verified: no, type: map_at_3
value: 48.113
verified: no, type: map_at_5
value: 49.525999999999996
verified: no, type: mrr_at_1
value: 44.37577255871446
verified: no, type: mrr_at_10
value: 52.019591107971785
verified: no, type: mrr_at_100
value: 52.83827289542978
verified: no, type: mrr_at_1000
value: 52.88771107903243
verified: no, type: mrr_at_20
value: 52.5498906571361
verified: no, type: mrr_at_3
value: 50.061804697156944
verified: no, type: mrr_at_5
value: 51.26081582200243
verified: no, type: nauc_map_at_1000_diff1
value: 57.84135013773377
verified: no, type: nauc_map_at_1000_max
value: 47.46454450143604
verified: no, type: nauc_map_at_1000_std
value: 25.451442404819314
verified: no, type: nauc_map_at_100_diff1
value: 57.82132382224842
verified: no, type: nauc_map_at_100_max
value: 47.464053318480644
verified: no, type: nauc_map_at_100_std
value: 25.457622867656323
verified: no, type: nauc_map_at_10_diff1
value: 58.04070358938402
verified: no, type: nauc_map_at_10_max
value: 47.22792013059641
verified: no, type: nauc_map_at_10_std
value: 24.874857978486133
verified: no, type: nauc_map_at_1_diff1
value: 62.09718945087835
verified: no, type: nauc_map_at_1_max
value: 42.44250213660304
verified: no, type: nauc_map_at_1_std
value: 20.379812607786572
verified: no, type: nauc_map_at_20_diff1
value: 57.78925642698205
verified: no, type: nauc_map_at_20_max
value: 47.56794878668845
verified: no, type: nauc_map_at_20_std
value: 25.553034740109776
verified: no, type: nauc_map_at_3_diff1
value: 58.62395370417334
verified: no, type: nauc_map_at_3_max
value: 45.94959064301633
verified: no, type: nauc_map_at_3_std
value: 22.80632377177011
verified: no, type: nauc_map_at_5_diff1
value: 58.13996335789924
verified: no, type: nauc_map_at_5_max
value: 46.671213338183016
verified: no, type: nauc_map_at_5_std
value: 23.75817647866677
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.9049495170887
verified: no, type: nauc_mrr_at_1000_max
value: 47.52519457052908
verified: no, type: nauc_mrr_at_1000_std
value: 25.963515330883435
verified: no, type: nauc_mrr_at_100_diff1
value: 57.882978199732804
verified: no, type: nauc_mrr_at_100_max
value: 47.52065532869917
verified: no, type: nauc_mrr_at_100_std
value: 25.97053023491996
verified: no, type: nauc_mrr_at_10_diff1
value: 58.06171638090465
verified: no, type: nauc_mrr_at_10_max
value: 47.35375118193762
verified: no, type: nauc_mrr_at_10_std
value: 25.64575216822618
verified: no, type: nauc_mrr_at_1_diff1
value: 62.874233765793534
verified: no, type: nauc_mrr_at_1_max
value: 44.958260720063066
verified: no, type: nauc_mrr_at_1_std
value: 21.577353072635518
verified: no, type: nauc_mrr_at_20_diff1
value: 57.807110857208436
verified: no, type: nauc_mrr_at_20_max
value: 47.62340819189832
verified: no, type: nauc_mrr_at_20_std
value: 26.10291587326945
verified: no, type: nauc_mrr_at_3_diff1
value: 58.7947732502377
verified: no, type: nauc_mrr_at_3_max
value: 47.17032020824409
verified: no, type: nauc_mrr_at_3_std
value: 24.734098406561632
verified: no, type: nauc_mrr_at_5_diff1
value: 58.025069651614935
verified: no, type: nauc_mrr_at_5_max
value: 47.34628729287445
verified: no, type: nauc_mrr_at_5_std
value: 25.392857289891463
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.33976559617933
verified: no, type: nauc_ndcg_at_1000_max
value: 48.774836054722286
verified: no, type: nauc_ndcg_at_1000_std
value: 28.28319329251948
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.64172942274285
verified: no, type: nauc_ndcg_at_100_max
value: 48.840151258888824
verified: no, type: nauc_ndcg_at_100_std
value: 28.804840116343065
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.01387229707442
verified: no, type: nauc_ndcg_at_10_max
value: 48.28723731459484
verified: no, type: nauc_ndcg_at_10_std
value: 27.12246908173161
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.874233765793534
verified: no, type: nauc_ndcg_at_1_max
value: 44.958260720063066
verified: no, type: nauc_ndcg_at_1_std
value: 21.577353072635518
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.99921197143023
verified: no, type: nauc_ndcg_at_20_max
value: 49.32202596598159
verified: no, type: nauc_ndcg_at_20_std
value: 29.293742518875494
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.30232664578614
verified: no, type: nauc_ndcg_at_3_max
value: 47.028334592091745
verified: no, type: nauc_ndcg_at_3_std
value: 24.2628078947522
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.291143212308725
verified: no, type: nauc_ndcg_at_5_max
value: 47.51190650925221
verified: no, type: nauc_ndcg_at_5_std
value: 25.30164760234103
verified: no, type: nauc_precision_at_1000_diff1
value: -8.67800256044397
verified: no, type: nauc_precision_at_1000_max
value: 18.373701155351895
verified: no, type: nauc_precision_at_1000_std
value: 31.63778941539645
verified: no, type: nauc_precision_at_100_diff1
value: 7.867884887288942
verified: no, type: nauc_precision_at_100_max
value: 32.36055567950646
verified: no, type: nauc_precision_at_100_std
value: 38.6606839250817
verified: no, type: nauc_precision_at_10_diff1
value: 31.21611542835802
verified: no, type: nauc_precision_at_10_max
value: 46.78899708549363
verified: no, type: nauc_precision_at_10_std
value: 37.80563902873721
verified: no, type: nauc_precision_at_1_diff1
value: 62.874233765793534
verified: no, type: nauc_precision_at_1_max
value: 44.958260720063066
verified: no, type: nauc_precision_at_1_std
value: 21.577353072635518
verified: no, type: nauc_precision_at_20_diff1
value: 19.626917148962605
verified: no, type: nauc_precision_at_20_max
value: 45.292562796990424
verified: no, type: nauc_precision_at_20_std
value: 44.92324658267023
verified: no, type: nauc_precision_at_3_diff1
value: 46.22183176486027
verified: no, type: nauc_precision_at_3_max
value: 48.59400391621329
verified: no, type: nauc_precision_at_3_std
value: 27.953873802579004
verified: no, type: nauc_precision_at_5_diff1
value: 39.21241403144524
verified: no, type: nauc_precision_at_5_max
value: 48.479860280498634
verified: no, type: nauc_precision_at_5_std
value: 31.83869842819922
verified: no, type: nauc_recall_at_1000_diff1
value: 46.15577910939045
verified: no, type: nauc_recall_at_1000_max
value: 80.63894067986128
verified: no, type: nauc_recall_at_1000_std
value: 84.28382754450102
verified: no, type: nauc_recall_at_100_diff1
value: 41.60704294717501
verified: no, type: nauc_recall_at_100_max
value: 55.374247147885626
verified: no, type: nauc_recall_at_100_std
value: 48.37421611485622
verified: no, type: nauc_recall_at_10_diff1
value: 48.10996686982752
verified: no, type: nauc_recall_at_10_max
value: 50.39805684049791
verified: no, type: nauc_recall_at_10_std
value: 32.43369881937143
verified: no, type: nauc_recall_at_1_diff1
value: 62.09718945087835
verified: no, type: nauc_recall_at_1_max
value: 42.44250213660304
verified: no, type: nauc_recall_at_1_std
value: 20.379812607786572
verified: no, type: nauc_recall_at_20_diff1
value: 41.0306500246449
verified: no, type: nauc_recall_at_20_max
value: 55.314961283044674
verified: no, type: nauc_recall_at_20_std
value: 43.740035208576884
verified: no, type: nauc_recall_at_3_diff1
value: 52.91289149382358
verified: no, type: nauc_recall_at_3_max
value: 47.74913263098689
verified: no, type: nauc_recall_at_3_std
value: 25.466539557504188
verified: no, type: nauc_recall_at_5_diff1
value: 49.97091861623464
verified: no, type: nauc_recall_at_5_max
value: 48.53079531891003
verified: no, type: nauc_recall_at_5_std
value: 27.496482503102083
verified: no, type: ndcg_at_1
value: 44.376
verified: no, type: ndcg_at_10
value: 54.75600000000001
verified: no, type: ndcg_at_100
value: 59.132
verified: no, type: ndcg_at_1000
value: 60.621
verified: no, type: ndcg_at_20
value: 56.839
verified: no, type: ndcg_at_3
value: 50.446999999999996
verified: no, type: ndcg_at_5
value: 52.662
verified: no, type: precision_at_1
value: 44.376
verified: no, type: precision_at_10
value: 7.478
verified: no, type: precision_at_100
value: 0.984
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 4.215
verified: no, type: precision_at_3
value: 20.066
verified: no, type: precision_at_5
value: 13.424
verified: no, type: recall_at_1
value: 42.068
verified: no, type: recall_at_10
value: 66.312
verified: no, type: recall_at_100
value: 85.88799999999999
verified: no, type: recall_at_1000
value: 97.528
verified: no, type: recall_at_20
value: 74.18599999999999
verified: no, type: recall_at_3
value: 55.071999999999996
verified: no, type: recall_at_5
value: 60.227
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.46534653465346
verified: no, type: cosine_accuracy_threshold
value: 70.21370530128479
verified: no, type: cosine_ap
value: 78.14737770965971
verified: no, type: cosine_f1
value: 70.28720626631855
verified: no, type: cosine_f1_threshold
value: 65.22941589355469
verified: no, type: cosine_precision
value: 73.55191256830601
verified: no, type: cosine_recall
value: 67.30000000000001
verified: no, type: dot_accuracy
value: 99.46534653465346
verified: no, type: dot_accuracy_threshold
value: 70.21371126174927
verified: no, type: dot_ap
value: 78.1473762823363
verified: no, type: dot_f1
value: 70.28720626631855
verified: no, type: dot_f1_threshold
value: 65.22941589355469
verified: no, type: dot_precision
value: 73.55191256830601
verified: no, type: dot_recall
value: 67.30000000000001
verified: no, type: euclidean_accuracy
value: 99.46534653465346
verified: no, type: euclidean_accuracy_threshold
value: 77.18327045440674
verified: no, type: euclidean_ap
value: 78.1473727722499
verified: no, type: euclidean_f1
value: 70.28720626631855
verified: no, type: euclidean_f1_threshold
value: 83.39134454727173
verified: no, type: euclidean_precision
value: 73.55191256830601
verified: no, type: euclidean_recall
value: 67.30000000000001
verified: no, type: main_score
value: 78.14737770965971
verified: no, type: manhattan_accuracy
value: 99.45445544554455
verified: no, type: manhattan_accuracy_threshold
value: 1661.630630493164
verified: no, type: manhattan_ap
value: 77.59008725099838
verified: no, type: manhattan_f1
value: 69.67088607594937
verified: no, type: manhattan_f1_threshold
value: 1846.4702606201172
verified: no, type: manhattan_precision
value: 70.56410256410255
verified: no, type: manhattan_recall
value: 68.8
verified: no, type: max_accuracy
value: 99.46534653465346
verified: no, type: max_ap
value: 78.14737770965971
verified: no, type: max_f1
value: 70.28720626631855
verified: no, type: max_precision
value: 73.55191256830601
verified: no, type: max_recall
value: 68.8
verified: no, type: similarity_accuracy
value: 99.46534653465346
verified: no, type: similarity_accuracy_threshold
value: 70.21371126174927
verified: no, type: similarity_ap
value: 78.14737628233631
verified: no, type: similarity_f1
value: 70.28720626631855
verified: no, type: similarity_f1_threshold
value: 65.22941589355469
verified: no, type: similarity_precision
value: 73.55191256830601
verified: no, type: similarity_recall
value: 67.30000000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: validation
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.48019801980197
verified: no, type: cosine_accuracy_threshold
value: 60.87464094161987
verified: no, type: cosine_ap
value: 78.95431448886777
verified: no, type: cosine_f1
value: 74.06725011515431
verified: no, type: cosine_f1_threshold
value: 57.457542419433594
verified: no, type: cosine_precision
value: 68.65926558497011
verified: no, type: cosine_recall
value: 80.4
verified: no, type: dot_accuracy
value: 99.48019801980197
verified: no, type: dot_accuracy_threshold
value: 60.87464094161987
verified: no, type: dot_ap
value: 78.95431448886778
verified: no, type: dot_f1
value: 74.06725011515431
verified: no, type: dot_f1_threshold
value: 57.457542419433594
verified: no, type: dot_precision
value: 68.65926558497011
verified: no, type: dot_recall
value: 80.4
verified: no, type: euclidean_accuracy
value: 99.48019801980197
verified: no, type: euclidean_accuracy_threshold
value: 88.45942616462708
verified: no, type: euclidean_ap
value: 78.95434105414937
verified: no, type: euclidean_f1
value: 74.06725011515431
verified: no, type: euclidean_f1_threshold
value: 92.24148988723755
verified: no, type: euclidean_precision
value: 68.65926558497011
verified: no, type: euclidean_recall
value: 80.4
verified: no, type: main_score
value: 78.95434105414937
verified: no, type: manhattan_accuracy
value: 99.46831683168317
verified: no, type: manhattan_accuracy_threshold
value: 1878.9627075195312
verified: no, type: manhattan_ap
value: 78.42886921163121
verified: no, type: manhattan_f1
value: 73.19540229885058
verified: no, type: manhattan_f1_threshold
value: 2018.7911987304688
verified: no, type: manhattan_precision
value: 67.74468085106383
verified: no, type: manhattan_recall
value: 79.60000000000001
verified: no, type: max_accuracy
value: 99.48019801980197
verified: no, type: max_ap
value: 78.95434105414937
verified: no, type: max_f1
value: 74.06725011515431
verified: no, type: max_precision
value: 68.65926558497011
verified: no, type: max_recall
value: 80.4
verified: no, type: similarity_accuracy
value: 99.48019801980197
verified: no, type: similarity_accuracy_threshold
value: 60.87464094161987
verified: no, type: similarity_ap
value: 78.95431448886778
verified: no, type: similarity_f1
value: 74.06725011515431
verified: no, type: similarity_f1_threshold
value: 57.457542419433594
verified: no, type: similarity_precision
value: 68.65926558497011
verified: no, type: similarity_recall
value: 80.4
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 50.53942629337459
verified: no, type: map
value: 50.53942629337459
verified: no, type: mrr
value: 51.38479065868772
verified: no, type: nAUC_map_diff1
value: 35.895387586112086
verified: no, type: nAUC_map_max
value: 14.938095199829576
verified: no, type: nAUC_map_std
value: 9.592247381903727
verified: no, type: nAUC_mrr_diff1
value: 36.33830977222435
verified: no, type: nAUC_mrr_max
value: 15.772999104829502
verified: no, type: nAUC_mrr_std
value: 10.351665927055077
verified: no
task: type: Reranking, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 47.087
verified: no, type: map_at_1
value: 0.159
verified: no, type: map_at_10
value: 1.01
verified: no, type: map_at_100
value: 4.9
verified: no, type: map_at_1000
value: 11.777999999999999
verified: no, type: map_at_20
value: 1.6469999999999998
verified: no, type: map_at_3
value: 0.386
verified: no, type: map_at_5
value: 0.575
verified: no, type: mrr_at_1
value: 56.00000000000001
verified: no, type: mrr_at_10
value: 66.92460317460318
verified: no, type: mrr_at_100
value: 67.21481883521791
verified: no, type: mrr_at_1000
value: 67.21481883521791
verified: no, type: mrr_at_20
value: 67.07844932844934
verified: no, type: mrr_at_3
value: 63.99999999999999
verified: no, type: mrr_at_5
value: 65.3
verified: no, type: nauc_map_at_1000_diff1
value: -7.618163477141746
verified: no, type: nauc_map_at_1000_max
value: 32.45931354878787
verified: no, type: nauc_map_at_1000_std
value: 63.78753017704527
verified: no, type: nauc_map_at_100_diff1
value: -9.002051729183744
verified: no, type: nauc_map_at_100_max
value: 33.14565455226513
verified: no, type: nauc_map_at_100_std
value: 60.58785751891421
verified: no, type: nauc_map_at_10_diff1
value: -5.298579101375464
verified: no, type: nauc_map_at_10_max
value: 30.351581077375055
verified: no, type: nauc_map_at_10_std
value: 21.908593434202544
verified: no, type: nauc_map_at_1_diff1
value: -13.114291665898046
verified: no, type: nauc_map_at_1_max
value: 14.418191873175228
verified: no, type: nauc_map_at_1_std
value: 2.994851826781057
verified: no, type: nauc_map_at_20_diff1
value: -7.950074843822434
verified: no, type: nauc_map_at_20_max
value: 30.262590472970107
verified: no, type: nauc_map_at_20_std
value: 31.329932516598852
verified: no, type: nauc_map_at_3_diff1
value: -2.55263158919253
verified: no, type: nauc_map_at_3_max
value: 25.158816300911774
verified: no, type: nauc_map_at_3_std
value: 14.52938617318639
verified: no, type: nauc_map_at_5_diff1
value: -1.1983101304856902
verified: no, type: nauc_map_at_5_max
value: 28.75846071285901
verified: no, type: nauc_map_at_5_std
value: 12.884377139171042
verified: no, type: nauc_mrr_at_1000_diff1
value: 0.16316714962750764
verified: no, type: nauc_mrr_at_1000_max
value: 27.46075435102161
verified: no, type: nauc_mrr_at_1000_std
value: 23.435467950338072
verified: no, type: nauc_mrr_at_100_diff1
value: 0.16316714962750764
verified: no, type: nauc_mrr_at_100_max
value: 27.46075435102161
verified: no, type: nauc_mrr_at_100_std
value: 23.435467950338072
verified: no, type: nauc_mrr_at_10_diff1
value: 0.6607487662531373
verified: no, type: nauc_mrr_at_10_max
value: 27.99236021370731
verified: no, type: nauc_mrr_at_10_std
value: 23.555061432532593
verified: no, type: nauc_mrr_at_1_diff1
value: -12.409152850329349
verified: no, type: nauc_mrr_at_1_max
value: 18.459005223711046
verified: no, type: nauc_mrr_at_1_std
value: 22.07017942312056
verified: no, type: nauc_mrr_at_20_diff1
value: 0.4535169672119736
verified: no, type: nauc_mrr_at_20_max
value: 27.731573860268977
verified: no, type: nauc_mrr_at_20_std
value: 23.26811205448345
verified: no, type: nauc_mrr_at_3_diff1
value: 3.5349251913708706
verified: no, type: nauc_mrr_at_3_max
value: 27.74660751565763
verified: no, type: nauc_mrr_at_3_std
value: 24.639548538622076
verified: no, type: nauc_mrr_at_5_diff1
value: 0.40848171500488123
verified: no, type: nauc_mrr_at_5_max
value: 24.180745992050728
verified: no, type: nauc_mrr_at_5_std
value: 21.582134503860782
verified: no, type: nauc_ndcg_at_1000_diff1
value: -4.889948998449442
verified: no, type: nauc_ndcg_at_1000_max
value: 32.345124188214655
verified: no, type: nauc_ndcg_at_1000_std
value: 58.291063571191145
verified: no, type: nauc_ndcg_at_100_diff1
value: -1.1918706655222753
verified: no, type: nauc_ndcg_at_100_max
value: 27.52963890037189
verified: no, type: nauc_ndcg_at_100_std
value: 54.08675417055654
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.7775237567776063
verified: no, type: nauc_ndcg_at_10_max
value: 26.45727415575014
verified: no, type: nauc_ndcg_at_10_std
value: 34.026912007916884
verified: no, type: nauc_ndcg_at_1_diff1
value: -12.165139111751753
verified: no, type: nauc_ndcg_at_1_max
value: 17.691533628872143
verified: no, type: nauc_ndcg_at_1_std
value: 23.481737333079476
verified: no, type: nauc_ndcg_at_20_diff1
value: 0.5096529042399311
verified: no, type: nauc_ndcg_at_20_max
value: 24.675176232510257
verified: no, type: nauc_ndcg_at_20_std
value: 38.14060006387698
verified: no, type: nauc_ndcg_at_3_diff1
value: 2.6815067875423235
verified: no, type: nauc_ndcg_at_3_max
value: 22.83660877270742
verified: no, type: nauc_ndcg_at_3_std
value: 29.607891048668822
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.474354766138203
verified: no, type: nauc_ndcg_at_5_max
value: 21.747295798708127
verified: no, type: nauc_ndcg_at_5_std
value: 26.83803857501637
verified: no, type: nauc_precision_at_1000_diff1
value: -1.4536749750670814
verified: no, type: nauc_precision_at_1000_max
value: 23.178602172206826
verified: no, type: nauc_precision_at_1000_std
value: 35.81249150928389
verified: no, type: nauc_precision_at_100_diff1
value: -0.4275372735040719
verified: no, type: nauc_precision_at_100_max
value: 27.41139806585049
verified: no, type: nauc_precision_at_100_std
value: 56.484831061386465
verified: no, type: nauc_precision_at_10_diff1
value: 6.479223345870551
verified: no, type: nauc_precision_at_10_max
value: 31.860306311579418
verified: no, type: nauc_precision_at_10_std
value: 34.05882714242878
verified: no, type: nauc_precision_at_1_diff1
value: -12.409152850329349
verified: no, type: nauc_precision_at_1_max
value: 18.459005223711046
verified: no, type: nauc_precision_at_1_std
value: 22.07017942312056
verified: no, type: nauc_precision_at_20_diff1
value: 0.4810987170050152
verified: no, type: nauc_precision_at_20_max
value: 26.064069696833613
verified: no, type: nauc_precision_at_20_std
value: 37.28241705245033
verified: no, type: nauc_precision_at_3_diff1
value: 10.222821017722028
verified: no, type: nauc_precision_at_3_max
value: 25.139392683179572
verified: no, type: nauc_precision_at_3_std
value: 30.908902476940575
verified: no, type: nauc_precision_at_5_diff1
value: 7.763917571913578
verified: no, type: nauc_precision_at_5_max
value: 24.523186895392048
verified: no, type: nauc_precision_at_5_std
value: 25.38506294636294
verified: no, type: nauc_recall_at_1000_diff1
value: -4.423100095671922
verified: no, type: nauc_recall_at_1000_max
value: 31.11639624104705
verified: no, type: nauc_recall_at_1000_std
value: 52.99824667481035
verified: no, type: nauc_recall_at_100_diff1
value: -5.393566895940058
verified: no, type: nauc_recall_at_100_max
value: 33.944852021313814
verified: no, type: nauc_recall_at_100_std
value: 56.13025532421614
verified: no, type: nauc_recall_at_10_diff1
value: -2.202020925903099
verified: no, type: nauc_recall_at_10_max
value: 28.11785749369286
verified: no, type: nauc_recall_at_10_std
value: 17.565280012290827
verified: no, type: nauc_recall_at_1_diff1
value: -13.114291665898046
verified: no, type: nauc_recall_at_1_max
value: 14.418191873175228
verified: no, type: nauc_recall_at_1_std
value: 2.994851826781057
verified: no, type: nauc_recall_at_20_diff1
value: -3.9477817021379806
verified: no, type: nauc_recall_at_20_max
value: 24.974560147701723
verified: no, type: nauc_recall_at_20_std
value: 25.684682243108618
verified: no, type: nauc_recall_at_3_diff1
value: 5.20703428961937
verified: no, type: nauc_recall_at_3_max
value: 26.923028924222493
verified: no, type: nauc_recall_at_3_std
value: 15.424527008312644
verified: no, type: nauc_recall_at_5_diff1
value: 1.9586782027960752
verified: no, type: nauc_recall_at_5_max
value: 26.57873207133006
verified: no, type: nauc_recall_at_5_std
value: 10.930088876191526
verified: no, type: ndcg_at_1
value: 50
verified: no, type: ndcg_at_10
value: 47.087
verified: no, type: ndcg_at_100
value: 35.589
verified: no, type: ndcg_at_1000
value: 32.74
verified: no, type: ndcg_at_20
value: 44.961
verified: no, type: ndcg_at_3
value: 49.296
verified: no, type: ndcg_at_5
value: 47.64
verified: no, type: precision_at_1
value: 56.00000000000001
verified: no, type: precision_at_10
value: 50.6
verified: no, type: precision_at_100
value: 36.44
verified: no, type: precision_at_1000
value: 15.096000000000002
verified: no, type: precision_at_20
value: 47.5
verified: no, type: precision_at_3
value: 54.667
verified: no, type: precision_at_5
value: 50.8
verified: no, type: recall_at_1
value: 0.159
verified: no, type: recall_at_10
value: 1.29
verified: no, type: recall_at_100
value: 8.280999999999999
verified: no, type: recall_at_1000
value: 31.11
verified: no, type: recall_at_20
value: 2.284
verified: no, type: recall_at_3
value: 0.42
verified: no, type: recall_at_5
value: 0.655
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 13.841000000000001
verified: no, type: map_at_1
value: 1.05
verified: no, type: map_at_10
value: 5.281000000000001
verified: no, type: map_at_100
value: 7.728
verified: no, type: map_at_1000
value: 8.728
verified: no, type: map_at_20
value: 6.3100000000000005
verified: no, type: map_at_3
value: 2.859
verified: no, type: map_at_5
value: 4.011
verified: no, type: mrr_at_1
value: 16.3265306122449
verified: no, type: mrr_at_10
value: 29.837220602526713
verified: no, type: mrr_at_100
value: 30.886279848025307
verified: no, type: mrr_at_1000
value: 30.911470447376605
verified: no, type: mrr_at_20
value: 30.408163265306115
verified: no, type: mrr_at_3
value: 22.7891156462585
verified: no, type: mrr_at_5
value: 28.50340136054421
verified: no, type: nauc_map_at_1000_diff1
value: -6.32144098745075
verified: no, type: nauc_map_at_1000_max
value: 5.301765569527624
verified: no, type: nauc_map_at_1000_std
value: 6.020937582103711
verified: no, type: nauc_map_at_100_diff1
value: -4.553863398707324
verified: no, type: nauc_map_at_100_max
value: 4.173428421414742
verified: no, type: nauc_map_at_100_std
value: 0.15255568040699724
verified: no, type: nauc_map_at_10_diff1
value: -0.8060007539273446
verified: no, type: nauc_map_at_10_max
value: 2.9515222043403186
verified: no, type: nauc_map_at_10_std
value: -12.804332387536538
verified: no, type: nauc_map_at_1_diff1
value: -17.54953791146995
verified: no, type: nauc_map_at_1_max
value: -15.41277104639262
verified: no, type: nauc_map_at_1_std
value: 8.141372141846212
verified: no, type: nauc_map_at_20_diff1
value: 0.3547933595882877
verified: no, type: nauc_map_at_20_max
value: 5.323107806617253
verified: no, type: nauc_map_at_20_std
value: -6.89329469827005
verified: no, type: nauc_map_at_3_diff1
value: -14.51958451353071
verified: no, type: nauc_map_at_3_max
value: -11.116280013235832
verified: no, type: nauc_map_at_3_std
value: -15.005216502379199
verified: no, type: nauc_map_at_5_diff1
value: -6.164990469097467
verified: no, type: nauc_map_at_5_max
value: -7.38586110327673
verified: no, type: nauc_map_at_5_std
value: -14.516125852708099
verified: no, type: nauc_mrr_at_1000_diff1
value: -10.760610722836299
verified: no, type: nauc_mrr_at_1000_max
value: -14.364958632649607
verified: no, type: nauc_mrr_at_1000_std
value: 14.537445918587299
verified: no, type: nauc_mrr_at_100_diff1
value: -10.741586200006427
verified: no, type: nauc_mrr_at_100_max
value: -14.375466236806695
verified: no, type: nauc_mrr_at_100_std
value: 14.594184401916538
verified: no, type: nauc_mrr_at_10_diff1
value: -9.791095412904118
verified: no, type: nauc_mrr_at_10_max
value: -14.580379916357828
verified: no, type: nauc_mrr_at_10_std
value: 13.19808084652314
verified: no, type: nauc_mrr_at_1_diff1
value: -18.324996446638885
verified: no, type: nauc_mrr_at_1_max
value: -8.794331351898427
verified: no, type: nauc_mrr_at_1_std
value: 25.504388212194424
verified: no, type: nauc_mrr_at_20_diff1
value: -10.256524697327011
verified: no, type: nauc_mrr_at_20_max
value: -14.45135785036048
verified: no, type: nauc_mrr_at_20_std
value: 15.059604478291726
verified: no, type: nauc_mrr_at_3_diff1
value: -13.295740131003726
verified: no, type: nauc_mrr_at_3_max
value: -14.70468401185279
verified: no, type: nauc_mrr_at_3_std
value: 8.441610267010851
verified: no, type: nauc_mrr_at_5_diff1
value: -11.075882397287275
verified: no, type: nauc_mrr_at_5_max
value: -14.93515104666715
verified: no, type: nauc_mrr_at_5_std
value: 11.907817599597836
verified: no, type: nauc_ndcg_at_1000_diff1
value: -24.32367811931809
verified: no, type: nauc_ndcg_at_1000_max
value: -3.658057343962463
verified: no, type: nauc_ndcg_at_1000_std
value: 39.2364477510016
verified: no, type: nauc_ndcg_at_100_diff1
value: -15.214450667215385
verified: no, type: nauc_ndcg_at_100_max
value: -10.121581300410257
verified: no, type: nauc_ndcg_at_100_std
value: 15.268902846660753
verified: no, type: nauc_ndcg_at_10_diff1
value: -9.456348661336007
verified: no, type: nauc_ndcg_at_10_max
value: -9.631282211965992
verified: no, type: nauc_ndcg_at_10_std
value: -5.619757880474069
verified: no, type: nauc_ndcg_at_1_diff1
value: -27.500559791369806
verified: no, type: nauc_ndcg_at_1_max
value: -9.866026603693971
verified: no, type: nauc_ndcg_at_1_std
value: 15.050762666284928
verified: no, type: nauc_ndcg_at_20_diff1
value: -6.450330970378657
verified: no, type: nauc_ndcg_at_20_max
value: -7.790979713536839
verified: no, type: nauc_ndcg_at_20_std
value: 0.5826528520348027
verified: no, type: nauc_ndcg_at_3_diff1
value: -25.38445278319768
verified: no, type: nauc_ndcg_at_3_max
value: -19.334140860034918
verified: no, type: nauc_ndcg_at_3_std
value: -7.770530562994195
verified: no, type: nauc_ndcg_at_5_diff1
value: -12.942263816746888
verified: no, type: nauc_ndcg_at_5_max
value: -14.681599837389614
verified: no, type: nauc_ndcg_at_5_std
value: -5.352991400586343
verified: no, type: nauc_precision_at_1000_diff1
value: -30.537039736028117
verified: no, type: nauc_precision_at_1000_max
value: 22.88705631608905
verified: no, type: nauc_precision_at_1000_std
value: 70.21155345452996
verified: no, type: nauc_precision_at_100_diff1
value: -23.945201908204734
verified: no, type: nauc_precision_at_100_max
value: 0.8222386915536924
verified: no, type: nauc_precision_at_100_std
value: 53.78353444793331
verified: no, type: nauc_precision_at_10_diff1
value: 0.17137892343716876
verified: no, type: nauc_precision_at_10_max
value: -4.178214916112184
verified: no, type: nauc_precision_at_10_std
value: 3.417587770162542
verified: no, type: nauc_precision_at_1_diff1
value: -18.324996446638885
verified: no, type: nauc_precision_at_1_max
value: -8.794331351898427
verified: no, type: nauc_precision_at_1_std
value: 25.504388212194424
verified: no, type: nauc_precision_at_20_diff1
value: -4.2292835364864025
verified: no, type: nauc_precision_at_20_max
value: -2.301326609383918
verified: no, type: nauc_precision_at_20_std
value: 22.45274295709375
verified: no, type: nauc_precision_at_3_diff1
value: -16.354942735170056
verified: no, type: nauc_precision_at_3_max
value: -14.65811822200764
verified: no, type: nauc_precision_at_3_std
value: -5.371738642025328
verified: no, type: nauc_precision_at_5_diff1
value: -2.0865932304893398
verified: no, type: nauc_precision_at_5_max
value: -12.43800645118826
verified: no, type: nauc_precision_at_5_std
value: -0.785456924227922
verified: no, type: nauc_recall_at_1000_diff1
value: -27.067929512859383
verified: no, type: nauc_recall_at_1000_max
value: 8.27637512746264
verified: no, type: nauc_recall_at_1000_std
value: 70.20170699074127
verified: no, type: nauc_recall_at_100_diff1
value: -10.801744199612111
verified: no, type: nauc_recall_at_100_max
value: -1.521858730697413
verified: no, type: nauc_recall_at_100_std
value: 29.502087932404887
verified: no, type: nauc_recall_at_10_diff1
value: 6.620428505686945
verified: no, type: nauc_recall_at_10_max
value: 2.6967847665823417
verified: no, type: nauc_recall_at_10_std
value: -10.613005362584216
verified: no, type: nauc_recall_at_1_diff1
value: -17.54953791146995
verified: no, type: nauc_recall_at_1_max
value: -15.41277104639262
verified: no, type: nauc_recall_at_1_std
value: 8.141372141846212
verified: no, type: nauc_recall_at_20_diff1
value: 2.855400368822548
verified: no, type: nauc_recall_at_20_max
value: 3.6677496555985525
verified: no, type: nauc_recall_at_20_std
value: 5.424655779537322
verified: no, type: nauc_recall_at_3_diff1
value: -6.347995630633211
verified: no, type: nauc_recall_at_3_max
value: -7.202472967368409
verified: no, type: nauc_recall_at_3_std
value: -19.60457697668874
verified: no, type: nauc_recall_at_5_diff1
value: 4.71874396631723
verified: no, type: nauc_recall_at_5_max
value: -5.187633322645269
verified: no, type: nauc_recall_at_5_std
value: -14.486281013374851
verified: no, type: ndcg_at_1
value: 13.264999999999999
verified: no, type: ndcg_at_10
value: 13.841000000000001
verified: no, type: ndcg_at_100
value: 21.303
verified: no, type: ndcg_at_1000
value: 31.628
verified: no, type: ndcg_at_20
value: 14.768999999999998
verified: no, type: ndcg_at_3
value: 13.286000000000001
verified: no, type: ndcg_at_5
value: 15.301
verified: no, type: precision_at_1
value: 16.326999999999998
verified: no, type: precision_at_10
value: 12.857
verified: no, type: precision_at_100
value: 4.531000000000001
verified: no, type: precision_at_1000
value: 1.11
verified: no, type: precision_at_20
value: 9.898
verified: no, type: precision_at_3
value: 14.966
verified: no, type: precision_at_5
value: 17.143
verified: no, type: recall_at_1
value: 1.05
verified: no, type: recall_at_10
value: 9.76
verified: no, type: recall_at_100
value: 27.98
verified: no, type: recall_at_1000
value: 59.78
verified: no, type: recall_at_20
value: 14.426
verified: no, type: recall_at_3
value: 3.6609999999999996
verified: no, type: recall_at_5
value: 6.525
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 86.46361089586935
verified: no, type: cosine_accuracy_threshold
value: 68.602854013443
verified: no, type: cosine_ap
value: 76.19134872998976
verified: no, type: cosine_f1
value: 70.0497512437811
verified: no, type: cosine_f1_threshold
value: 63.82530331611633
verified: no, type: cosine_precision
value: 66.25882352941177
verified: no, type: cosine_recall
value: 74.30079155672823
verified: no, type: dot_accuracy
value: 86.46361089586935
verified: no, type: dot_accuracy_threshold
value: 68.60285997390747
verified: no, type: dot_ap
value: 76.19134090974376
verified: no, type: dot_f1
value: 70.0497512437811
verified: no, type: dot_f1_threshold
value: 63.82530927658081
verified: no, type: dot_precision
value: 66.25882352941177
verified: no, type: dot_recall
value: 74.30079155672823
verified: no, type: euclidean_accuracy
value: 86.46361089586935
verified: no, type: euclidean_accuracy_threshold
value: 79.24284934997559
verified: no, type: euclidean_ap
value: 76.19134954237678
verified: no, type: euclidean_f1
value: 70.0497512437811
verified: no, type: euclidean_f1_threshold
value: 85.05843877792358
verified: no, type: euclidean_precision
value: 66.25882352941177
verified: no, type: euclidean_recall
value: 74.30079155672823
verified: no, type: main_score
value: 76.191355296053
verified: no, type: manhattan_accuracy
value: 86.35632115396078
verified: no, type: manhattan_accuracy_threshold
value: 1689.6617889404297
verified: no, type: manhattan_ap
value: 76.04793395742094
verified: no, type: manhattan_f1
value: 69.95183401259726
verified: no, type: manhattan_f1_threshold
value: 1861.5121841430664
verified: no, type: manhattan_precision
value: 65.75342465753424
verified: no, type: manhattan_recall
value: 74.72295514511873
verified: no, type: max_accuracy
value: 86.46361089586935
verified: no, type: max_ap
value: 76.191355296053
verified: no, type: max_f1
value: 70.0497512437811
verified: no, type: max_precision
value: 66.25882352941177
verified: no, type: max_recall
value: 74.72295514511873
verified: no, type: similarity_accuracy
value: 86.46361089586935
verified: no, type: similarity_accuracy_threshold
value: 68.60285997390747
verified: no, type: similarity_ap
value: 76.191355296053
verified: no, type: similarity_f1
value: 70.0497512437811
verified: no, type: similarity_f1_threshold
value: 63.82531523704529
verified: no, type: similarity_precision
value: 66.25882352941177
verified: no, type: similarity_recall
value: 74.30079155672823
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.00209570380719
verified: no, type: cosine_accuracy_threshold
value: 66.62089228630066
verified: no, type: cosine_ap
value: 83.732187827528
verified: no, type: cosine_f1
value: 75.75757575757575
verified: no, type: cosine_f1_threshold
value: 62.46500015258789
verified: no, type: cosine_precision
value: 73.8520035097982
verified: no, type: cosine_recall
value: 77.76408992916538
verified: no, type: dot_accuracy
value: 88.00209570380719
verified: no, type: dot_accuracy_threshold
value: 66.62088632583618
verified: no, type: dot_ap
value: 83.73218146671233
verified: no, type: dot_f1
value: 75.75757575757575
verified: no, type: dot_f1_threshold
value: 62.46500015258789
verified: no, type: dot_precision
value: 73.8520035097982
verified: no, type: dot_recall
value: 77.76408992916538
verified: no, type: euclidean_accuracy
value: 88.00209570380719
verified: no, type: euclidean_accuracy_threshold
value: 81.70570135116577
verified: no, type: euclidean_ap
value: 83.7321851505459
verified: no, type: euclidean_f1
value: 75.75757575757575
verified: no, type: euclidean_f1_threshold
value: 86.64293885231018
verified: no, type: euclidean_precision
value: 73.8520035097982
verified: no, type: euclidean_recall
value: 77.76408992916538
verified: no, type: main_score
value: 83.732187827528
verified: no, type: manhattan_accuracy
value: 87.9846315054139
verified: no, type: manhattan_accuracy_threshold
value: 1792.7431106567383
verified: no, type: manhattan_ap
value: 83.6902817311313
verified: no, type: manhattan_f1
value: 75.7556651707896
verified: no, type: manhattan_f1_threshold
value: 1904.5093536376953
verified: no, type: manhattan_precision
value: 73.08050089445437
verified: no, type: manhattan_recall
value: 78.6341238065907
verified: no, type: max_accuracy
value: 88.00209570380719
verified: no, type: max_ap
value: 83.732187827528
verified: no, type: max_f1
value: 75.75757575757575
verified: no, type: max_precision
value: 73.8520035097982
verified: no, type: max_recall
value: 78.6341238065907
verified: no, type: similarity_accuracy
value: 88.00209570380719
verified: no, type: similarity_accuracy_threshold
value: 66.62089824676514
verified: no, type: similarity_ap
value: 83.73218773533418
verified: no, type: similarity_f1
value: 75.75757575757575
verified: no, type: similarity_f1_threshold
value: 62.46500015258789
verified: no, type: similarity_precision
value: 73.8520035097982
verified: no, type: similarity_recall
value: 77.76408992916538
verified: no
task: type: PairClassification
Likes: 0 | All-time downloads: 166
Created: 2024-10-14 14:58:21