Model: Marqo/marqo-chimera-arctic-bge-m
Author: Marqo
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, marqo-chimera-arctic-bge-m, feature-extraction, mteb, marqo, retrieval, custom_code, en, license:mit, model-index, region:us
Card metadata: model-index: name: no_model_name_available
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 62.604000000000006
verified: no, type: map_at_1
value: 38.122
verified: no, type: map_at_10
value: 54.461000000000006
verified: no, type: map_at_100
value: 55.078
verified: no, type: map_at_1000
value: 55.084
verified: no, type: map_at_20
value: 54.959
verified: no, type: map_at_3
value: 50.261
verified: no, type: map_at_5
value: 52.86
verified: no, type: mrr_at_1
value: 39.189189189189186
verified: no, type: mrr_at_10
value: 54.86384881121735
verified: no, type: mrr_at_100
value: 55.47383220665102
verified: no, type: mrr_at_1000
value: 55.47910521252339
verified: no, type: mrr_at_20
value: 55.35145110731732
verified: no, type: mrr_at_3
value: 50.66382171645335
verified: no, type: mrr_at_5
value: 53.2349454717877
verified: no, type: nauc_map_at_1000_diff1
value: 12.280183546893507
verified: no, type: nauc_map_at_1000_max
value: -6.97367716586382
verified: no, type: nauc_map_at_1000_std
value: -20.029978545498658
verified: no, type: nauc_map_at_100_diff1
value: 12.290911960937414
verified: no, type: nauc_map_at_100_max
value: -6.9572204593674
verified: no, type: nauc_map_at_100_std
value: -20.027777431510188
verified: no, type: nauc_map_at_10_diff1
value: 12.190941925107605
verified: no, type: nauc_map_at_10_max
value: -6.876819703574803
verified: no, type: nauc_map_at_10_std
value: -19.974155903440625
verified: no, type: nauc_map_at_1_diff1
value: 14.775066755767924
verified: no, type: nauc_map_at_1_max
value: -11.579936295038456
verified: no, type: nauc_map_at_1_std
value: -22.255641036467267
verified: no, type: nauc_map_at_20_diff1
value: 12.199977163181096
verified: no, type: nauc_map_at_20_max
value: -6.857492219176409
verified: no, type: nauc_map_at_20_std
value: -19.95382877362234
verified: no, type: nauc_map_at_3_diff1
value: 11.986378759479269
verified: no, type: nauc_map_at_3_max
value: -6.929188000800625
verified: no, type: nauc_map_at_3_std
value: -19.59453147171674
verified: no, type: nauc_map_at_5_diff1
value: 11.768353401020708
verified: no, type: nauc_map_at_5_max
value: -6.691825565439793
verified: no, type: nauc_map_at_5_std
value: -20.15566316017759
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.997760969338884
verified: no, type: nauc_mrr_at_1000_max
value: -8.688552477778622
verified: no, type: nauc_mrr_at_1000_std
value: -20.28892233190892
verified: no, type: nauc_mrr_at_100_diff1
value: 9.009024070733286
verified: no, type: nauc_mrr_at_100_max
value: -8.671869458524416
verified: no, type: nauc_mrr_at_100_std
value: -20.286685658006196
verified: no, type: nauc_mrr_at_10_diff1
value: 8.97177453715992
verified: no, type: nauc_mrr_at_10_max
value: -8.545610854593804
verified: no, type: nauc_mrr_at_10_std
value: -20.24742410684325
verified: no, type: nauc_mrr_at_1_diff1
value: 11.747647413433441
verified: no, type: nauc_mrr_at_1_max
value: -12.36755223412601
verified: no, type: nauc_mrr_at_1_std
value: -22.390369324066327
verified: no, type: nauc_mrr_at_20_diff1
value: 8.911088544369921
verified: no, type: nauc_mrr_at_20_max
value: -8.583855765258457
verified: no, type: nauc_mrr_at_20_std
value: -20.229528431980253
verified: no, type: nauc_mrr_at_3_diff1
value: 8.89855168160335
verified: no, type: nauc_mrr_at_3_max
value: -8.534834715485665
verified: no, type: nauc_mrr_at_3_std
value: -19.739057967137025
verified: no, type: nauc_mrr_at_5_diff1
value: 8.450547307213222
verified: no, type: nauc_mrr_at_5_max
value: -8.480811691929125
verified: no, type: nauc_mrr_at_5_std
value: -20.489680954610147
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.136591560791544
verified: no, type: nauc_ndcg_at_1000_max
value: -5.958553754611186
verified: no, type: nauc_ndcg_at_1000_std
value: -19.338101550726368
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.403919250295466
verified: no, type: nauc_ndcg_at_100_max
value: -5.565110671948018
verified: no, type: nauc_ndcg_at_100_std
value: -19.259473808083648
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.739532292470397
verified: no, type: nauc_ndcg_at_10_max
value: -5.001972331763984
verified: no, type: nauc_ndcg_at_10_std
value: -18.87369827465144
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.775066755767924
verified: no, type: nauc_ndcg_at_1_max
value: -11.579936295038456
verified: no, type: nauc_ndcg_at_1_std
value: -22.255641036467267
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.801579789020844
verified: no, type: nauc_ndcg_at_20_max
value: -4.7666801485476125
verified: no, type: nauc_ndcg_at_20_std
value: -18.667622042179342
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.15150664107932
verified: no, type: nauc_ndcg_at_3_max
value: -5.277693576610206
verified: no, type: nauc_ndcg_at_3_std
value: -18.520526770641478
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.639278336948431
verified: no, type: nauc_ndcg_at_5_max
value: -4.69933011716747
verified: no, type: nauc_ndcg_at_5_std
value: -19.466098028462678
verified: no, type: nauc_precision_at_1000_diff1
value: 16.23580395411371
verified: no, type: nauc_precision_at_1000_max
value: 36.22555521353069
verified: no, type: nauc_precision_at_1000_std
value: 63.43250070933111
verified: no, type: nauc_precision_at_100_diff1
value: 52.76057830563447
verified: no, type: nauc_precision_at_100_max
value: 66.96591838730406
verified: no, type: nauc_precision_at_100_std
value: 24.128628839017924
verified: no, type: nauc_precision_at_10_diff1
value: 9.49688969905925
verified: no, type: nauc_precision_at_10_max
value: 8.698845295923558
verified: no, type: nauc_precision_at_10_std
value: -10.289499418544892
verified: no, type: nauc_precision_at_1_diff1
value: 14.775066755767924
verified: no, type: nauc_precision_at_1_max
value: -11.579936295038456
verified: no, type: nauc_precision_at_1_std
value: -22.255641036467267
verified: no, type: nauc_precision_at_20_diff1
value: 8.199852894335251
verified: no, type: nauc_precision_at_20_max
value: 31.445323522966646
verified: no, type: nauc_precision_at_20_std
value: 5.4659488270294005
verified: no, type: nauc_precision_at_3_diff1
value: 8.424042800011794
verified: no, type: nauc_precision_at_3_max
value: 0.22641838734012934
verified: no, type: nauc_precision_at_3_std
value: -14.89540381164603
verified: no, type: nauc_precision_at_5_diff1
value: 5.793745956511774
verified: no, type: nauc_precision_at_5_max
value: 3.857829196352064
verified: no, type: nauc_precision_at_5_std
value: -16.637254016107786
verified: no, type: nauc_recall_at_1000_diff1
value: 16.235803954112026
verified: no, type: nauc_recall_at_1000_max
value: 36.225555213531536
verified: no, type: nauc_recall_at_1000_std
value: 63.43250070933326
verified: no, type: nauc_recall_at_100_diff1
value: 52.76057830563583
verified: no, type: nauc_recall_at_100_max
value: 66.96591838730477
verified: no, type: nauc_recall_at_100_std
value: 24.128628839019665
verified: no, type: nauc_recall_at_10_diff1
value: 9.496889699059311
verified: no, type: nauc_recall_at_10_max
value: 8.698845295923537
verified: no, type: nauc_recall_at_10_std
value: -10.289499418544782
verified: no, type: nauc_recall_at_1_diff1
value: 14.775066755767924
verified: no, type: nauc_recall_at_1_max
value: -11.579936295038456
verified: no, type: nauc_recall_at_1_std
value: -22.255641036467267
verified: no, type: nauc_recall_at_20_diff1
value: 8.199852894335038
verified: no, type: nauc_recall_at_20_max
value: 31.44532352296671
verified: no, type: nauc_recall_at_20_std
value: 5.465948827029652
verified: no, type: nauc_recall_at_3_diff1
value: 8.42404280001186
verified: no, type: nauc_recall_at_3_max
value: 0.22641838734022093
verified: no, type: nauc_recall_at_3_std
value: -14.895403811645954
verified: no, type: nauc_recall_at_5_diff1
value: 5.793745956511723
verified: no, type: nauc_recall_at_5_max
value: 3.8578291963520597
verified: no, type: nauc_recall_at_5_std
value: -16.63725401610777
verified: no, type: ndcg_at_1
value: 38.122
verified: no, type: ndcg_at_10
value: 62.604000000000006
verified: no, type: ndcg_at_100
value: 65.114
verified: no, type: ndcg_at_1000
value: 65.214
verified: no, type: ndcg_at_20
value: 64.361
verified: no, type: ndcg_at_3
value: 54.144999999999996
verified: no, type: ndcg_at_5
value: 58.801
verified: no, type: precision_at_1
value: 38.122
verified: no, type: precision_at_10
value: 8.819
verified: no, type: precision_at_100
value: 0.989
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.7509999999999994
verified: no, type: precision_at_3
value: 21.788
verified: no, type: precision_at_5
value: 15.32
verified: no, type: recall_at_1
value: 38.122
verified: no, type: recall_at_10
value: 88.193
verified: no, type: recall_at_100
value: 98.86200000000001
verified: no, type: recall_at_1000
value: 99.57300000000001
verified: no, type: recall_at_20
value: 95.021
verified: no, type: recall_at_3
value: 65.363
verified: no, type: recall_at_5
value: 76.6
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 51.283
verified: no, type: map_at_1
value: 34.302
verified: no, type: map_at_10
value: 45.322
verified: no, type: map_at_100
value: 46.882000000000005
verified: no, type: map_at_1000
value: 47.008
verified: no, type: map_at_20
value: 46.196
verified: no, type: map_at_3
value: 41.946
verified: no, type: map_at_5
value: 43.809
verified: no, type: mrr_at_1
value: 42.91845493562232
verified: no, type: mrr_at_10
value: 51.62953879692076
verified: no, type: mrr_at_100
value: 52.39303445692599
verified: no, type: mrr_at_1000
value: 52.4373106849471
verified: no, type: mrr_at_20
value: 52.06227157148307
verified: no, type: mrr_at_3
value: 49.23700524558893
verified: no, type: mrr_at_5
value: 50.71769194086788
verified: no, type: nauc_map_at_1000_diff1
value: 55.75556329015663
verified: no, type: nauc_map_at_1000_max
value: 50.859477138366216
verified: no, type: nauc_map_at_1000_std
value: -0.28690075244487623
verified: no, type: nauc_map_at_100_diff1
value: 55.76326323391191
verified: no, type: nauc_map_at_100_max
value: 50.85450725038856
verified: no, type: nauc_map_at_100_std
value: -0.26887061225616193
verified: no, type: nauc_map_at_10_diff1
value: 55.9143456432872
verified: no, type: nauc_map_at_10_max
value: 50.69238150974166
verified: no, type: nauc_map_at_10_std
value: -0.8866475232402407
verified: no, type: nauc_map_at_1_diff1
value: 61.467115103371114
verified: no, type: nauc_map_at_1_max
value: 47.13898842121286
verified: no, type: nauc_map_at_1_std
value: -3.307514844512559
verified: no, type: nauc_map_at_20_diff1
value: 55.82404189927333
verified: no, type: nauc_map_at_20_max
value: 50.7818670076867
verified: no, type: nauc_map_at_20_std
value: -0.34388432018327814
verified: no, type: nauc_map_at_3_diff1
value: 56.6459135025419
verified: no, type: nauc_map_at_3_max
value: 49.75113549620338
verified: no, type: nauc_map_at_3_std
value: -2.9120405532910976
verified: no, type: nauc_map_at_5_diff1
value: 56.39509516591874
verified: no, type: nauc_map_at_5_max
value: 50.342450530269424
verified: no, type: nauc_map_at_5_std
value: -1.5302869416616265
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.97855369088784
verified: no, type: nauc_mrr_at_1000_max
value: 53.37757249752738
verified: no, type: nauc_mrr_at_1000_std
value: -0.641180768902587
verified: no, type: nauc_mrr_at_100_diff1
value: 54.97350407780422
verified: no, type: nauc_mrr_at_100_max
value: 53.370689793088786
verified: no, type: nauc_mrr_at_100_std
value: -0.6644687084182687
verified: no, type: nauc_mrr_at_10_diff1
value: 54.875881924956126
verified: no, type: nauc_mrr_at_10_max
value: 53.38115175734989
verified: no, type: nauc_mrr_at_10_std
value: -0.7837324357305284
verified: no, type: nauc_mrr_at_1_diff1
value: 58.230020015549314
verified: no, type: nauc_mrr_at_1_max
value: 54.17047372844227
verified: no, type: nauc_mrr_at_1_std
value: -2.7455599199931227
verified: no, type: nauc_mrr_at_20_diff1
value: 54.92028067172554
verified: no, type: nauc_mrr_at_20_max
value: 53.341506658393556
verified: no, type: nauc_mrr_at_20_std
value: -0.637262089123843
verified: no, type: nauc_mrr_at_3_diff1
value: 54.73957706310313
verified: no, type: nauc_mrr_at_3_max
value: 53.15733417994413
verified: no, type: nauc_mrr_at_3_std
value: -1.5613128090685708
verified: no, type: nauc_mrr_at_5_diff1
value: 55.145524770753575
verified: no, type: nauc_mrr_at_5_max
value: 53.54965825784516
verified: no, type: nauc_mrr_at_5_std
value: -0.7111810473193471
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.587062403487366
verified: no, type: nauc_ndcg_at_1000_max
value: 51.674263999885326
verified: no, type: nauc_ndcg_at_1000_std
value: 1.3238016504767187
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.32233614536693
verified: no, type: nauc_ndcg_at_100_max
value: 51.41832115561139
verified: no, type: nauc_ndcg_at_100_std
value: 1.4210161191183754
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.11304990199473
verified: no, type: nauc_ndcg_at_10_max
value: 51.37562846996631
verified: no, type: nauc_ndcg_at_10_std
value: -0.016863641718083338
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.230020015549314
verified: no, type: nauc_ndcg_at_1_max
value: 54.17047372844227
verified: no, type: nauc_ndcg_at_1_std
value: -2.7455599199931227
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.92141654969868
verified: no, type: nauc_ndcg_at_20_max
value: 51.00712460577822
verified: no, type: nauc_ndcg_at_20_std
value: 1.1248920222728744
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.10769773639933
verified: no, type: nauc_ndcg_at_3_max
value: 50.79999183293735
verified: no, type: nauc_ndcg_at_3_std
value: -1.9068392843208029
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.72306892468818
verified: no, type: nauc_ndcg_at_5_max
value: 51.077653766375896
verified: no, type: nauc_ndcg_at_5_std
value: -0.5345255831180443
verified: no, type: nauc_precision_at_1000_diff1
value: -18.922673868996185
verified: no, type: nauc_precision_at_1000_max
value: -9.35731731074187
verified: no, type: nauc_precision_at_1000_std
value: -5.1037458642453934
verified: no, type: nauc_precision_at_100_diff1
value: -12.514065177048142
verified: no, type: nauc_precision_at_100_max
value: 0.38982087389855236
verified: no, type: nauc_precision_at_100_std
value: 2.4878547875115693
verified: no, type: nauc_precision_at_10_diff1
value: 9.196995402732554
verified: no, type: nauc_precision_at_10_max
value: 25.83778767174958
verified: no, type: nauc_precision_at_10_std
value: 6.595544306012803
verified: no, type: nauc_precision_at_1_diff1
value: 58.230020015549314
verified: no, type: nauc_precision_at_1_max
value: 54.17047372844227
verified: no, type: nauc_precision_at_1_std
value: -2.7455599199931227
verified: no, type: nauc_precision_at_20_diff1
value: 0.2754041342466735
verified: no, type: nauc_precision_at_20_max
value: 15.891101790108623
verified: no, type: nauc_precision_at_20_std
value: 7.037857868203874
verified: no, type: nauc_precision_at_3_diff1
value: 27.004552544748822
verified: no, type: nauc_precision_at_3_max
value: 39.908101071479344
verified: no, type: nauc_precision_at_3_std
value: 1.5053346654807866
verified: no, type: nauc_precision_at_5_diff1
value: 19.93540054533897
verified: no, type: nauc_precision_at_5_max
value: 34.057788619075026
verified: no, type: nauc_precision_at_5_std
value: 5.51479934121471
verified: no, type: nauc_recall_at_1000_diff1
value: 53.51581659046112
verified: no, type: nauc_recall_at_1000_max
value: 61.07734575855316
verified: no, type: nauc_recall_at_1000_std
value: 69.41493681689488
verified: no, type: nauc_recall_at_100_diff1
value: 45.61394982140759
verified: no, type: nauc_recall_at_100_max
value: 46.541662801243575
verified: no, type: nauc_recall_at_100_std
value: 13.388715034832593
verified: no, type: nauc_recall_at_10_diff1
value: 46.94706285684415
verified: no, type: nauc_recall_at_10_max
value: 46.38630985911686
verified: no, type: nauc_recall_at_10_std
value: 2.4688674866965474
verified: no, type: nauc_recall_at_1_diff1
value: 61.467115103371114
verified: no, type: nauc_recall_at_1_max
value: 47.13898842121286
verified: no, type: nauc_recall_at_1_std
value: -3.307514844512559
verified: no, type: nauc_recall_at_20_diff1
value: 45.17155398595275
verified: no, type: nauc_recall_at_20_max
value: 45.186319172490975
verified: no, type: nauc_recall_at_20_std
value: 7.352766262512042
verified: no, type: nauc_recall_at_3_diff1
value: 51.05939754161416
verified: no, type: nauc_recall_at_3_max
value: 46.35475117737351
verified: no, type: nauc_recall_at_3_std
value: -3.185424171389223
verified: no, type: nauc_recall_at_5_diff1
value: 49.88264602427692
verified: no, type: nauc_recall_at_5_max
value: 46.711901725475705
verified: no, type: nauc_recall_at_5_std
value: 0.49060652004110095
verified: no, type: ndcg_at_1
value: 42.918
verified: no, type: ndcg_at_10
value: 51.283
verified: no, type: ndcg_at_100
value: 56.772
verified: no, type: ndcg_at_1000
value: 58.73199999999999
verified: no, type: ndcg_at_20
value: 53.418
verified: no, type: ndcg_at_3
value: 47.183
verified: no, type: ndcg_at_5
value: 49.01
verified: no, type: precision_at_1
value: 42.918
verified: no, type: precision_at_10
value: 9.914000000000001
verified: no, type: precision_at_100
value: 1.599
verified: no, type: precision_at_1000
value: 0.203
verified: no, type: precision_at_20
value: 5.901
verified: no, type: precision_at_3
value: 22.938
verified: no, type: precision_at_5
value: 16.309
verified: no, type: recall_at_1
value: 34.302
verified: no, type: recall_at_10
value: 61.305
verified: no, type: recall_at_100
value: 84.71499999999999
verified: no, type: recall_at_1000
value: 97.527
verified: no, type: recall_at_20
value: 69.035
verified: no, type: recall_at_3
value: 48.22
verified: no, type: recall_at_5
value: 54.154
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 48.38
verified: no, type: map_at_1
value: 32.7
verified: no, type: map_at_10
value: 42.734
verified: no, type: map_at_100
value: 43.998
verified: no, type: map_at_1000
value: 44.124
verified: no, type: map_at_20
value: 43.406
verified: no, type: map_at_3
value: 39.678999999999995
verified: no, type: map_at_5
value: 41.459
verified: no, type: mrr_at_1
value: 41.71974522292994
verified: no, type: mrr_at_10
value: 49.28935395814384
verified: no, type: mrr_at_100
value: 49.89861647748028
verified: no, type: mrr_at_1000
value: 49.942709600334545
verified: no, type: mrr_at_20
value: 49.61617888831176
verified: no, type: mrr_at_3
value: 47.13375796178349
verified: no, type: mrr_at_5
value: 48.512738853503265
verified: no, type: nauc_map_at_1000_diff1
value: 59.64169046856025
verified: no, type: nauc_map_at_1000_max
value: 46.490771220440415
verified: no, type: nauc_map_at_1000_std
value: 4.845648020305221
verified: no, type: nauc_map_at_100_diff1
value: 59.64064218347204
verified: no, type: nauc_map_at_100_max
value: 46.44241929530336
verified: no, type: nauc_map_at_100_std
value: 4.71304727570049
verified: no, type: nauc_map_at_10_diff1
value: 60.104757471076454
verified: no, type: nauc_map_at_10_max
value: 45.69433669014553
verified: no, type: nauc_map_at_10_std
value: 3.1916854782778192
verified: no, type: nauc_map_at_1_diff1
value: 64.24881444471224
verified: no, type: nauc_map_at_1_max
value: 39.73759910259004
verified: no, type: nauc_map_at_1_std
value: -3.0378462058278677
verified: no, type: nauc_map_at_20_diff1
value: 59.78634639001091
verified: no, type: nauc_map_at_20_max
value: 46.06501310535822
verified: no, type: nauc_map_at_20_std
value: 3.9286467421496307
verified: no, type: nauc_map_at_3_diff1
value: 61.21378815607328
verified: no, type: nauc_map_at_3_max
value: 44.649896761393784
verified: no, type: nauc_map_at_3_std
value: 0.30180279093031204
verified: no, type: nauc_map_at_5_diff1
value: 60.49003680344517
verified: no, type: nauc_map_at_5_max
value: 45.223388874685924
verified: no, type: nauc_map_at_5_std
value: 1.9318891521917785
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.18946498883738
verified: no, type: nauc_mrr_at_1000_max
value: 50.69184167394906
verified: no, type: nauc_mrr_at_1000_std
value: 9.169066601247481
verified: no, type: nauc_mrr_at_100_diff1
value: 59.185106221892525
verified: no, type: nauc_mrr_at_100_max
value: 50.68579303194555
verified: no, type: nauc_mrr_at_100_std
value: 9.174068205964646
verified: no, type: nauc_mrr_at_10_diff1
value: 59.268438125457024
verified: no, type: nauc_mrr_at_10_max
value: 50.697306877035864
verified: no, type: nauc_mrr_at_10_std
value: 9.066606354581463
verified: no, type: nauc_mrr_at_1_diff1
value: 62.99470092166848
verified: no, type: nauc_mrr_at_1_max
value: 50.665209591950386
verified: no, type: nauc_mrr_at_1_std
value: 6.003010371347861
verified: no, type: nauc_mrr_at_20_diff1
value: 59.194806671205825
verified: no, type: nauc_mrr_at_20_max
value: 50.68943380536767
verified: no, type: nauc_mrr_at_20_std
value: 9.11851387839637
verified: no, type: nauc_mrr_at_3_diff1
value: 60.26443921526076
verified: no, type: nauc_mrr_at_3_max
value: 51.23194744896461
verified: no, type: nauc_mrr_at_3_std
value: 7.623692044784114
verified: no, type: nauc_mrr_at_5_diff1
value: 59.35792021732985
verified: no, type: nauc_mrr_at_5_max
value: 50.76791937374977
verified: no, type: nauc_mrr_at_5_std
value: 8.601632131828548
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.1155393292342
verified: no, type: nauc_ndcg_at_1000_max
value: 48.06764167515271
verified: no, type: nauc_ndcg_at_1000_std
value: 10.168135859124341
verified: no, type: nauc_ndcg_at_100_diff1
value: 57.05815053150162
verified: no, type: nauc_ndcg_at_100_max
value: 47.7772204595395
verified: no, type: nauc_ndcg_at_100_std
value: 9.661421347269405
verified: no, type: nauc_ndcg_at_10_diff1
value: 57.995831604844284
verified: no, type: nauc_ndcg_at_10_max
value: 47.32806241216551
verified: no, type: nauc_ndcg_at_10_std
value: 7.646147208567661
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.99470092166848
verified: no, type: nauc_ndcg_at_1_max
value: 50.665209591950386
verified: no, type: nauc_ndcg_at_1_std
value: 6.003010371347861
verified: no, type: nauc_ndcg_at_20_diff1
value: 57.513286517473894
verified: no, type: nauc_ndcg_at_20_max
value: 47.486837574396816
verified: no, type: nauc_ndcg_at_20_std
value: 8.365968075279621
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.154765833471544
verified: no, type: nauc_ndcg_at_3_max
value: 48.47608776066189
verified: no, type: nauc_ndcg_at_3_std
value: 5.382294315665349
verified: no, type: nauc_ndcg_at_5_diff1
value: 58.34424293538254
verified: no, type: nauc_ndcg_at_5_max
value: 47.663313794122345
verified: no, type: nauc_ndcg_at_5_std
value: 6.522205835652349
verified: no, type: nauc_precision_at_1000_diff1
value: -13.97761691322935
verified: no, type: nauc_precision_at_1000_max
value: 11.889780657095217
verified: no, type: nauc_precision_at_1000_std
value: 34.351999190012464
verified: no, type: nauc_precision_at_100_diff1
value: -6.0357819973162155
verified: no, type: nauc_precision_at_100_max
value: 23.185858470983515
verified: no, type: nauc_precision_at_100_std
value: 38.67902978803651
verified: no, type: nauc_precision_at_10_diff1
value: 12.988392857512734
verified: no, type: nauc_precision_at_10_max
value: 37.03925700369954
verified: no, type: nauc_precision_at_10_std
value: 29.766577179150826
verified: no, type: nauc_precision_at_1_diff1
value: 62.99470092166848
verified: no, type: nauc_precision_at_1_max
value: 50.665209591950386
verified: no, type: nauc_precision_at_1_std
value: 6.003010371347861
verified: no, type: nauc_precision_at_20_diff1
value: 4.389190359220815
verified: no, type: nauc_precision_at_20_max
value: 32.33761358794756
verified: no, type: nauc_precision_at_20_std
value: 33.508667138850974
verified: no, type: nauc_precision_at_3_diff1
value: 34.651163573301844
verified: no, type: nauc_precision_at_3_max
value: 46.97754739881408
verified: no, type: nauc_precision_at_3_std
value: 17.16598727057759
verified: no, type: nauc_precision_at_5_diff1
value: 24.375735188923674
verified: no, type: nauc_precision_at_5_max
value: 43.191306092927874
verified: no, type: nauc_precision_at_5_std
value: 24.22462406015037
verified: no, type: nauc_recall_at_1000_diff1
value: 34.82118501294955
verified: no, type: nauc_recall_at_1000_max
value: 40.352936577640286
verified: no, type: nauc_recall_at_1000_std
value: 35.499081344984944
verified: no, type: nauc_recall_at_100_diff1
value: 41.65565034476806
verified: no, type: nauc_recall_at_100_max
value: 40.20137507025357
verified: no, type: nauc_recall_at_100_std
value: 20.95551964296231
verified: no, type: nauc_recall_at_10_diff1
value: 50.377914745656916
verified: no, type: nauc_recall_at_10_max
value: 40.852105501885156
verified: no, type: nauc_recall_at_10_std
value: 9.14128668761667
verified: no, type: nauc_recall_at_1_diff1
value: 64.24881444471224
verified: no, type: nauc_recall_at_1_max
value: 39.73759910259004
verified: no, type: nauc_recall_at_1_std
value: -3.0378462058278677
verified: no, type: nauc_recall_at_20_diff1
value: 47.23161446828714
verified: no, type: nauc_recall_at_20_max
value: 41.35373954848293
verified: no, type: nauc_recall_at_20_std
value: 12.960194401684626
verified: no, type: nauc_recall_at_3_diff1
value: 56.50497266295659
verified: no, type: nauc_recall_at_3_max
value: 43.152063481754894
verified: no, type: nauc_recall_at_3_std
value: 1.3186684949778986
verified: no, type: nauc_recall_at_5_diff1
value: 53.06103834334629
verified: no, type: nauc_recall_at_5_max
value: 42.10516630718954
verified: no, type: nauc_recall_at_5_std
value: 5.049985066712026
verified: no, type: ndcg_at_1
value: 41.72
verified: no, type: ndcg_at_10
value: 48.38
verified: no, type: ndcg_at_100
value: 52.532000000000004
verified: no, type: ndcg_at_1000
value: 54.578
verified: no, type: ndcg_at_20
value: 49.889
verified: no, type: ndcg_at_3
value: 44.488
verified: no, type: ndcg_at_5
value: 46.413
verified: no, type: precision_at_1
value: 41.72
verified: no, type: precision_at_10
value: 9.242
verified: no, type: precision_at_100
value: 1.468
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 5.395
verified: no, type: precision_at_3
value: 21.698999999999998
verified: no, type: precision_at_5
value: 15.338
verified: no, type: recall_at_1
value: 32.7
verified: no, type: recall_at_10
value: 57.113
verified: no, type: recall_at_100
value: 74.924
verified: no, type: recall_at_1000
value: 88.254
verified: no, type: recall_at_20
value: 62.723
verified: no, type: recall_at_3
value: 45.029
verified: no, type: recall_at_5
value: 50.849999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 59.394999999999996
verified: no, type: map_at_1
value: 42.514
verified: no, type: map_at_10
value: 54.067
verified: no, type: map_at_100
value: 55.034000000000006
verified: no, type: map_at_1000
value: 55.093
verified: no, type: map_at_20
value: 54.626
verified: no, type: map_at_3
value: 50.992000000000004
verified: no, type: map_at_5
value: 52.808
verified: no, type: mrr_at_1
value: 48.96551724137931
verified: no, type: mrr_at_10
value: 57.66293476638311
verified: no, type: mrr_at_100
value: 58.326468893697516
verified: no, type: mrr_at_1000
value: 58.35363394214893
verified: no, type: mrr_at_20
value: 58.08052729373722
verified: no, type: mrr_at_3
value: 55.41274817136891
verified: no, type: mrr_at_5
value: 56.83908045977021
verified: no, type: nauc_map_at_1000_diff1
value: 63.27476571277554
verified: no, type: nauc_map_at_1000_max
value: 52.034777766652965
verified: no, type: nauc_map_at_1000_std
value: 2.178698400212763
verified: no, type: nauc_map_at_100_diff1
value: 63.27374313449916
verified: no, type: nauc_map_at_100_max
value: 52.00712045928729
verified: no, type: nauc_map_at_100_std
value: 2.173540170394345
verified: no, type: nauc_map_at_10_diff1
value: 63.22352672859366
verified: no, type: nauc_map_at_10_max
value: 51.4338649821549
verified: no, type: nauc_map_at_10_std
value: 1.3151407338229024
verified: no, type: nauc_map_at_1_diff1
value: 68.21656843426463
verified: no, type: nauc_map_at_1_max
value: 47.68140656197034
verified: no, type: nauc_map_at_1_std
value: -0.8467047287444583
verified: no, type: nauc_map_at_20_diff1
value: 63.258888077833376
verified: no, type: nauc_map_at_20_max
value: 51.771643912962574
verified: no, type: nauc_map_at_20_std
value: 1.8765892438345229
verified: no, type: nauc_map_at_3_diff1
value: 63.88123544786989
verified: no, type: nauc_map_at_3_max
value: 50.24136834553566
verified: no, type: nauc_map_at_3_std
value: -0.8992399529600462
verified: no, type: nauc_map_at_5_diff1
value: 63.594787172270806
verified: no, type: nauc_map_at_5_max
value: 50.83063726124454
verified: no, type: nauc_map_at_5_std
value: 0.036421416065224595
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.133492178616315
verified: no, type: nauc_mrr_at_1000_max
value: 54.27579791435036
verified: no, type: nauc_mrr_at_1000_std
value: 3.6150845554695223
verified: no, type: nauc_mrr_at_100_diff1
value: 63.132404940035194
verified: no, type: nauc_mrr_at_100_max
value: 54.2827410860912
verified: no, type: nauc_mrr_at_100_std
value: 3.6286168411770694
verified: no, type: nauc_mrr_at_10_diff1
value: 62.963258495800254
verified: no, type: nauc_mrr_at_10_max
value: 54.06561369719146
verified: no, type: nauc_mrr_at_10_std
value: 3.2795765262317653
verified: no, type: nauc_mrr_at_1_diff1
value: 66.62285695661964
verified: no, type: nauc_mrr_at_1_max
value: 54.86368963432214
verified: no, type: nauc_mrr_at_1_std
value: 3.136320334401737
verified: no, type: nauc_mrr_at_20_diff1
value: 63.07863782620788
verified: no, type: nauc_mrr_at_20_max
value: 54.23559556044128
verified: no, type: nauc_mrr_at_20_std
value: 3.5841907008889713
verified: no, type: nauc_mrr_at_3_diff1
value: 63.23738332400802
verified: no, type: nauc_mrr_at_3_max
value: 53.97136813515079
verified: no, type: nauc_mrr_at_3_std
value: 2.404981779369361
verified: no, type: nauc_mrr_at_5_diff1
value: 63.08881942498383
verified: no, type: nauc_mrr_at_5_max
value: 53.966632493486166
verified: no, type: nauc_mrr_at_5_std
value: 2.8476706120309987
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.27061314792164
verified: no, type: nauc_ndcg_at_1000_max
value: 53.851905289593105
verified: no, type: nauc_ndcg_at_1000_std
value: 5.184130020448398
verified: no, type: nauc_ndcg_at_100_diff1
value: 62.22471495925812
verified: no, type: nauc_ndcg_at_100_max
value: 53.91482995012997
verified: no, type: nauc_ndcg_at_100_std
value: 5.799289096894022
verified: no, type: nauc_ndcg_at_10_diff1
value: 61.50452339921873
verified: no, type: nauc_ndcg_at_10_max
value: 52.18293106242135
verified: no, type: nauc_ndcg_at_10_std
value: 3.2640894485042113
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.62285695661964
verified: no, type: nauc_ndcg_at_1_max
value: 54.86368963432214
verified: no, type: nauc_ndcg_at_1_std
value: 3.136320334401737
verified: no, type: nauc_ndcg_at_20_diff1
value: 61.87369181268838
verified: no, type: nauc_ndcg_at_20_max
value: 52.967230788038066
verified: no, type: nauc_ndcg_at_20_std
value: 4.5958048547896135
verified: no, type: nauc_ndcg_at_3_diff1
value: 62.328003372215335
verified: no, type: nauc_ndcg_at_3_max
value: 51.33957145075442
verified: no, type: nauc_ndcg_at_3_std
value: 0.2889876686024366
verified: no, type: nauc_ndcg_at_5_diff1
value: 62.11317147021502
verified: no, type: nauc_ndcg_at_5_max
value: 51.48712543703064
verified: no, type: nauc_ndcg_at_5_std
value: 1.0121474156760508
verified: no, type: nauc_precision_at_1000_diff1
value: -18.0902819186237
verified: no, type: nauc_precision_at_1000_max
value: 15.309973039669023
verified: no, type: nauc_precision_at_1000_std
value: 23.988114724643882
verified: no, type: nauc_precision_at_100_diff1
value: -9.171737728135946
verified: no, type: nauc_precision_at_100_max
value: 24.459060802729045
verified: no, type: nauc_precision_at_100_std
value: 29.62793828028637
verified: no, type: nauc_precision_at_10_diff1
value: 12.47974251043337
verified: no, type: nauc_precision_at_10_max
value: 35.18443317760848
verified: no, type: nauc_precision_at_10_std
value: 19.079083136975115
verified: no, type: nauc_precision_at_1_diff1
value: 66.62285695661964
verified: no, type: nauc_precision_at_1_max
value: 54.86368963432214
verified: no, type: nauc_precision_at_1_std
value: 3.136320334401737
verified: no, type: nauc_precision_at_20_diff1
value: 4.388744149985113
verified: no, type: nauc_precision_at_20_max
value: 32.35106560025907
verified: no, type: nauc_precision_at_20_std
value: 25.440135376505037
verified: no, type: nauc_precision_at_3_diff1
value: 35.043622145703246
verified: no, type: nauc_precision_at_3_max
value: 45.00181527887202
verified: no, type: nauc_precision_at_3_std
value: 5.986587536633783
verified: no, type: nauc_precision_at_5_diff1
value: 24.21058975843461
verified: no, type: nauc_precision_at_5_max
value: 39.95435873785034
verified: no, type: nauc_precision_at_5_std
value: 11.279863902192231
verified: no, type: nauc_recall_at_1000_diff1
value: 48.475246809024654
verified: no, type: nauc_recall_at_1000_max
value: 71.40966953246526
verified: no, type: nauc_recall_at_1000_std
value: 52.161793041922344
verified: no, type: nauc_recall_at_100_diff1
value: 53.460562863463835
verified: no, type: nauc_recall_at_100_max
value: 60.20376102558135
verified: no, type: nauc_recall_at_100_std
value: 32.93238729816242
verified: no, type: nauc_recall_at_10_diff1
value: 53.089202084677964
verified: no, type: nauc_recall_at_10_max
value: 48.11493546825671
verified: no, type: nauc_recall_at_10_std
value: 6.9000783278789
verified: no, type: nauc_recall_at_1_diff1
value: 68.21656843426463
verified: no, type: nauc_recall_at_1_max
value: 47.68140656197034
verified: no, type: nauc_recall_at_1_std
value: -0.8467047287444583
verified: no, type: nauc_recall_at_20_diff1
value: 53.18318788011243
verified: no, type: nauc_recall_at_20_max
value: 51.035344219924006
verified: no, type: nauc_recall_at_20_std
value: 14.168429327288464
verified: no, type: nauc_recall_at_3_diff1
value: 58.41758425845774
verified: no, type: nauc_recall_at_3_max
value: 46.967479643496205
verified: no, type: nauc_recall_at_3_std
value: -2.8021623621414484
verified: no, type: nauc_recall_at_5_diff1
value: 56.54480488998266
verified: no, type: nauc_recall_at_5_max
value: 46.656606413789405
verified: no, type: nauc_recall_at_5_std
value: -0.7597521053580701
verified: no, type: ndcg_at_1
value: 48.966
verified: no, type: ndcg_at_10
value: 59.394999999999996
verified: no, type: ndcg_at_100
value: 63.26199999999999
verified: no, type: ndcg_at_1000
value: 64.405
verified: no, type: ndcg_at_20
value: 61.001000000000005
verified: no, type: ndcg_at_3
value: 54.374
verified: no, type: ndcg_at_5
value: 57.008
verified: no, type: precision_at_1
value: 48.966
verified: no, type: precision_at_10
value: 9.322999999999999
verified: no, type: precision_at_100
value: 1.2149999999999999
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 5.169
verified: no, type: precision_at_3
value: 23.866
verified: no, type: precision_at_5
value: 16.401
verified: no, type: recall_at_1
value: 42.514
verified: no, type: recall_at_10
value: 71.526
verified: no, type: recall_at_100
value: 88.211
verified: no, type: recall_at_1000
value: 96.3
verified: no, type: recall_at_20
value: 77.324
verified: no, type: recall_at_3
value: 58.24
verified: no, type: recall_at_5
value: 64.66300000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 41.982
verified: no, type: map_at_1
value: 28.866000000000003
verified: no, type: map_at_10
value: 37.071
verified: no, type: map_at_100
value: 38.021
verified: no, type: map_at_1000
value: 38.105
verified: no, type: map_at_20
value: 37.611
verified: no, type: map_at_3
value: 34.056
verified: no, type: map_at_5
value: 35.831
verified: no, type: mrr_at_1
value: 31.186440677966104
verified: no, type: mrr_at_10
value: 39.18352614115326
verified: no, type: mrr_at_100
value: 39.97206805121318
verified: no, type: mrr_at_1000
value: 40.032893027088285
verified: no, type: mrr_at_20
value: 39.637323407460364
verified: no, type: mrr_at_3
value: 36.214689265536734
verified: no, type: mrr_at_5
value: 37.915254237288124
verified: no, type: nauc_map_at_1000_diff1
value: 49.993876641632504
verified: no, type: nauc_map_at_1000_max
value: 35.95042794987363
verified: no, type: nauc_map_at_1000_std
value: 0.5593990682228305
verified: no, type: nauc_map_at_100_diff1
value: 49.972890495649246
verified: no, type: nauc_map_at_100_max
value: 35.904074354218785
verified: no, type: nauc_map_at_100_std
value: 0.5664467972492186
verified: no, type: nauc_map_at_10_diff1
value: 50.03956810159502
verified: no, type: nauc_map_at_10_max
value: 35.86693433814479
verified: no, type: nauc_map_at_10_std
value: 0.39578785038563385
verified: no, type: nauc_map_at_1_diff1
value: 58.603850790083115
verified: no, type: nauc_map_at_1_max
value: 36.58064467202713
verified: no, type: nauc_map_at_1_std
value: -3.67478407861029
verified: no, type: nauc_map_at_20_diff1
value: 49.87470241715492
verified: no, type: nauc_map_at_20_max
value: 35.90154203197623
verified: no, type: nauc_map_at_20_std
value: 0.5236253382754777
verified: no, type: nauc_map_at_3_diff1
value: 52.25148517992505
verified: no, type: nauc_map_at_3_max
value: 36.160749834936965
verified: no, type: nauc_map_at_3_std
value: -1.422539731331435
verified: no, type: nauc_map_at_5_diff1
value: 50.665951287732916
verified: no, type: nauc_map_at_5_max
value: 35.7039507254116
verified: no, type: nauc_map_at_5_std
value: -0.4598393581593767
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.0520111677253
verified: no, type: nauc_mrr_at_1000_max
value: 38.06400543131388
verified: no, type: nauc_mrr_at_1000_std
value: 2.7326054763920706
verified: no, type: nauc_mrr_at_100_diff1
value: 51.01927504284136
verified: no, type: nauc_mrr_at_100_max
value: 38.04427363322478
verified: no, type: nauc_mrr_at_100_std
value: 2.7558001837226778
verified: no, type: nauc_mrr_at_10_diff1
value: 50.97268995983586
verified: no, type: nauc_mrr_at_10_max
value: 38.073498244930015
verified: no, type: nauc_mrr_at_10_std
value: 2.8710692987931092
verified: no, type: nauc_mrr_at_1_diff1
value: 58.3622928447221
verified: no, type: nauc_mrr_at_1_max
value: 39.92481575819675
verified: no, type: nauc_mrr_at_1_std
value: -0.7482906589525958
verified: no, type: nauc_mrr_at_20_diff1
value: 50.90838726786055
verified: no, type: nauc_mrr_at_20_max
value: 38.08506863398148
verified: no, type: nauc_mrr_at_20_std
value: 2.8448697801828464
verified: no, type: nauc_mrr_at_3_diff1
value: 52.69044635368626
verified: no, type: nauc_mrr_at_3_max
value: 38.73826572766622
verified: no, type: nauc_mrr_at_3_std
value: 1.4163647852749537
verified: no, type: nauc_mrr_at_5_diff1
value: 51.58432140748099
verified: no, type: nauc_mrr_at_5_max
value: 37.86861758236609
verified: no, type: nauc_mrr_at_5_std
value: 2.0702513091937096
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.45847404554335
verified: no, type: nauc_ndcg_at_1000_max
value: 36.41421056329089
verified: no, type: nauc_ndcg_at_1000_std
value: 3.50043156958003
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.73250322834645
verified: no, type: nauc_ndcg_at_100_max
value: 35.565016819256236
verified: no, type: nauc_ndcg_at_100_std
value: 3.9251364456510043
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.728830466728674
verified: no, type: nauc_ndcg_at_10_max
value: 35.55402325152779
verified: no, type: nauc_ndcg_at_10_std
value: 3.446323945915287
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.3622928447221
verified: no, type: nauc_ndcg_at_1_max
value: 39.92481575819675
verified: no, type: nauc_ndcg_at_1_std
value: -0.7482906589525958
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.23699602166515
verified: no, type: nauc_ndcg_at_20_max
value: 35.663345676484674
verified: no, type: nauc_ndcg_at_20_std
value: 3.7376225696719576
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.556446496819675
verified: no, type: nauc_ndcg_at_3_max
value: 36.353100894914256
verified: no, type: nauc_ndcg_at_3_std
value: -0.2732722010001991
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.152455334363324
verified: no, type: nauc_ndcg_at_5_max
value: 35.137567948699065
verified: no, type: nauc_ndcg_at_5_std
value: 1.2523232330847844
verified: no, type: nauc_precision_at_1000_diff1
value: -10.769296626722957
verified: no, type: nauc_precision_at_1000_max
value: 15.993230337658074
verified: no, type: nauc_precision_at_1000_std
value: 13.572514607016952
verified: no, type: nauc_precision_at_100_diff1
value: 4.02537295357051
verified: no, type: nauc_precision_at_100_max
value: 22.454077767992036
verified: no, type: nauc_precision_at_100_std
value: 17.07283953508179
verified: no, type: nauc_precision_at_10_diff1
value: 22.613124073376923
verified: no, type: nauc_precision_at_10_max
value: 33.90387439029623
verified: no, type: nauc_precision_at_10_std
value: 14.035997219398535
verified: no, type: nauc_precision_at_1_diff1
value: 58.3622928447221
verified: no, type: nauc_precision_at_1_max
value: 39.92481575819675
verified: no, type: nauc_precision_at_1_std
value: -0.7482906589525958
verified: no, type: nauc_precision_at_20_diff1
value: 16.594423503769278
verified: no, type: nauc_precision_at_20_max
value: 32.135917899947756
verified: no, type: nauc_precision_at_20_std
value: 15.635276025044153
verified: no, type: nauc_precision_at_3_diff1
value: 39.198403423291936
verified: no, type: nauc_precision_at_3_max
value: 37.55401675642609
verified: no, type: nauc_precision_at_3_std
value: 4.054739817091637
verified: no, type: nauc_precision_at_5_diff1
value: 30.808032738194218
verified: no, type: nauc_precision_at_5_max
value: 34.37959811513571
verified: no, type: nauc_precision_at_5_std
value: 7.567144804027152
verified: no, type: nauc_recall_at_1000_diff1
value: 24.37625601502932
verified: no, type: nauc_recall_at_1000_max
value: 40.97014611726125
verified: no, type: nauc_recall_at_1000_std
value: 27.65069608024806
verified: no, type: nauc_recall_at_100_diff1
value: 29.069755978093
verified: no, type: nauc_recall_at_100_max
value: 28.590731027322775
verified: no, type: nauc_recall_at_100_std
value: 17.928023808873046
verified: no, type: nauc_recall_at_10_diff1
value: 34.2656542863741
verified: no, type: nauc_recall_at_10_max
value: 31.06006967244494
verified: no, type: nauc_recall_at_10_std
value: 11.003269274667947
verified: no, type: nauc_recall_at_1_diff1
value: 58.603850790083115
verified: no, type: nauc_recall_at_1_max
value: 36.58064467202713
verified: no, type: nauc_recall_at_1_std
value: -3.67478407861029
verified: no, type: nauc_recall_at_20_diff1
value: 31.222150093333756
verified: no, type: nauc_recall_at_20_max
value: 31.03132244997467
verified: no, type: nauc_recall_at_20_std
value: 12.625636531442433
verified: no, type: nauc_recall_at_3_diff1
value: 45.90579345194519
verified: no, type: nauc_recall_at_3_max
value: 33.73658682249279
verified: no, type: nauc_recall_at_3_std
value: 0.4536613080864603
verified: no, type: nauc_recall_at_5_diff1
value: 39.87796807274429
verified: no, type: nauc_recall_at_5_max
value: 30.510904727255507
verified: no, type: nauc_recall_at_5_std
value: 3.9745952426832774
verified: no, type: ndcg_at_1
value: 31.186000000000003
verified: no, type: ndcg_at_10
value: 41.982
verified: no, type: ndcg_at_100
value: 46.69
verified: no, type: ndcg_at_1000
value: 48.727
verified: no, type: ndcg_at_20
value: 43.804
verified: no, type: ndcg_at_3
value: 36.11
verified: no, type: ndcg_at_5
value: 39.144
verified: no, type: precision_at_1
value: 31.186000000000003
verified: no, type: precision_at_10
value: 6.3839999999999995
verified: no, type: precision_at_100
value: 0.9199999999999999
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 3.6159999999999997
verified: no, type: precision_at_3
value: 14.878
verified: no, type: precision_at_5
value: 10.644
verified: no, type: recall_at_1
value: 28.866000000000003
verified: no, type: recall_at_10
value: 55.166000000000004
verified: no, type: recall_at_100
value: 77.061
verified: no, type: recall_at_1000
value: 92.163
verified: no, type: recall_at_20
value: 62.032
verified: no, type: recall_at_3
value: 39.572
verified: no, type: recall_at_5
value: 46.833000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 31.322
verified: no, type: map_at_1
value: 18.404999999999998
verified: no, type: map_at_10
value: 26.326
verified: no, type: map_at_100
value: 27.555000000000003
verified: no, type: map_at_1000
value: 27.678000000000004
verified: no, type: map_at_20
value: 26.967000000000002
verified: no, type: map_at_3
value: 23.985
verified: no, type: map_at_5
value: 25.161
verified: no, type: mrr_at_1
value: 23.134328358208954
verified: no, type: mrr_at_10
value: 31.037915580826013
verified: no, type: mrr_at_100
value: 32.01498507022589
verified: no, type: mrr_at_1000
value: 32.082694138722324
verified: no, type: mrr_at_20
value: 31.564429390532034
verified: no, type: mrr_at_3
value: 28.52404643449421
verified: no, type: mrr_at_5
value: 29.904643449419567
verified: no, type: nauc_map_at_1000_diff1
value: 34.72939615800226
verified: no, type: nauc_map_at_1000_max
value: 31.061742128929975
verified: no, type: nauc_map_at_1000_std
value: 10.580900958656931
verified: no, type: nauc_map_at_100_diff1
value: 34.68371786477026
verified: no, type: nauc_map_at_100_max
value: 31.03675234228881
verified: no, type: nauc_map_at_100_std
value: 10.57506975207426
verified: no, type: nauc_map_at_10_diff1
value: 34.979535841001116
verified: no, type: nauc_map_at_10_max
value: 30.74841647074351
verified: no, type: nauc_map_at_10_std
value: 10.242406407437752
verified: no, type: nauc_map_at_1_diff1
value: 41.29604900297541
verified: no, type: nauc_map_at_1_max
value: 33.03519093668123
verified: no, type: nauc_map_at_1_std
value: 11.495691542019498
verified: no, type: nauc_map_at_20_diff1
value: 34.750564132011114
verified: no, type: nauc_map_at_20_max
value: 30.921011574770745
verified: no, type: nauc_map_at_20_std
value: 10.33727408796878
verified: no, type: nauc_map_at_3_diff1
value: 35.756794907260485
verified: no, type: nauc_map_at_3_max
value: 31.276139671631036
verified: no, type: nauc_map_at_3_std
value: 9.708219090123125
verified: no, type: nauc_map_at_5_diff1
value: 34.76842676987327
verified: no, type: nauc_map_at_5_max
value: 30.295490452676372
verified: no, type: nauc_map_at_5_std
value: 9.552700821464898
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.471725092329734
verified: no, type: nauc_mrr_at_1000_max
value: 33.95945585434789
verified: no, type: nauc_mrr_at_1000_std
value: 10.646598658648495
verified: no, type: nauc_mrr_at_100_diff1
value: 37.450800475666625
verified: no, type: nauc_mrr_at_100_max
value: 33.95059685499506
verified: no, type: nauc_mrr_at_100_std
value: 10.639982921829903
verified: no, type: nauc_mrr_at_10_diff1
value: 37.7389962144345
verified: no, type: nauc_mrr_at_10_max
value: 33.79557879397343
verified: no, type: nauc_mrr_at_10_std
value: 10.553599811805757
verified: no, type: nauc_mrr_at_1_diff1
value: 43.35082337130155
verified: no, type: nauc_mrr_at_1_max
value: 36.02588623160741
verified: no, type: nauc_mrr_at_1_std
value: 10.272880299867222
verified: no, type: nauc_mrr_at_20_diff1
value: 37.422493498797834
verified: no, type: nauc_mrr_at_20_max
value: 33.809943882950705
verified: no, type: nauc_mrr_at_20_std
value: 10.544246720079116
verified: no, type: nauc_mrr_at_3_diff1
value: 38.301994154112464
verified: no, type: nauc_mrr_at_3_max
value: 34.41857413229362
verified: no, type: nauc_mrr_at_3_std
value: 10.072853443597456
verified: no, type: nauc_mrr_at_5_diff1
value: 37.36299963611861
verified: no, type: nauc_mrr_at_5_max
value: 33.537148031312455
verified: no, type: nauc_mrr_at_5_std
value: 10.019035551240002
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.82022935278007
verified: no, type: nauc_ndcg_at_1000_max
value: 32.69262861952156
verified: no, type: nauc_ndcg_at_1000_std
value: 13.06439545470471
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.569232970251726
verified: no, type: nauc_ndcg_at_100_max
value: 31.94379860603245
verified: no, type: nauc_ndcg_at_100_std
value: 12.79790685725721
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.85170743944616
verified: no, type: nauc_ndcg_at_10_max
value: 30.84408008858838
verified: no, type: nauc_ndcg_at_10_std
value: 11.05655188295646
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.35082337130155
verified: no, type: nauc_ndcg_at_1_max
value: 36.02588623160741
verified: no, type: nauc_ndcg_at_1_std
value: 10.272880299867222
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.86964132854408
verified: no, type: nauc_ndcg_at_20_max
value: 31.139332106507457
verified: no, type: nauc_ndcg_at_20_std
value: 11.324351125328274
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.214015234873195
verified: no, type: nauc_ndcg_at_3_max
value: 31.873721381160102
verified: no, type: nauc_ndcg_at_3_std
value: 9.317474515369911
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.43793268410122
verified: no, type: nauc_ndcg_at_5_max
value: 30.179828871346025
verified: no, type: nauc_ndcg_at_5_std
value: 9.321593811794198
verified: no, type: nauc_precision_at_1000_diff1
value: 7.30749345964727
verified: no, type: nauc_precision_at_1000_max
value: 9.424266851105251
verified: no, type: nauc_precision_at_1000_std
value: 0.8871328381811973
verified: no, type: nauc_precision_at_100_diff1
value: 8.831376417982089
verified: no, type: nauc_precision_at_100_max
value: 17.2848643574224
verified: no, type: nauc_precision_at_100_std
value: 8.201396308775918
verified: no, type: nauc_precision_at_10_diff1
value: 24.14712853209946
verified: no, type: nauc_precision_at_10_max
value: 26.423043874477003
verified: no, type: nauc_precision_at_10_std
value: 9.336310683539285
verified: no, type: nauc_precision_at_1_diff1
value: 43.35082337130155
verified: no, type: nauc_precision_at_1_max
value: 36.02588623160741
verified: no, type: nauc_precision_at_1_std
value: 10.272880299867222
verified: no, type: nauc_precision_at_20_diff1
value: 18.32901283837049
verified: no, type: nauc_precision_at_20_max
value: 24.517286948070975
verified: no, type: nauc_precision_at_20_std
value: 9.43035026765381
verified: no, type: nauc_precision_at_3_diff1
value: 29.39474093697625
verified: no, type: nauc_precision_at_3_max
value: 31.076573929711188
verified: no, type: nauc_precision_at_3_std
value: 7.326552620452308
verified: no, type: nauc_precision_at_5_diff1
value: 24.375040368829232
verified: no, type: nauc_precision_at_5_max
value: 25.5448065173313
verified: no, type: nauc_precision_at_5_std
value: 7.210703406555942
verified: no, type: nauc_recall_at_1000_diff1
value: 25.15951299127742
verified: no, type: nauc_recall_at_1000_max
value: 45.717907968960155
verified: no, type: nauc_recall_at_1000_std
value: 46.595058578294726
verified: no, type: nauc_recall_at_100_diff1
value: 18.904099170246745
verified: no, type: nauc_recall_at_100_max
value: 30.168075033617825
verified: no, type: nauc_recall_at_100_std
value: 23.08721106293607
verified: no, type: nauc_recall_at_10_diff1
value: 27.666409513688063
verified: no, type: nauc_recall_at_10_max
value: 26.916402393977467
verified: no, type: nauc_recall_at_10_std
value: 12.512695695882256
verified: no, type: nauc_recall_at_1_diff1
value: 41.29604900297541
verified: no, type: nauc_recall_at_1_max
value: 33.03519093668123
verified: no, type: nauc_recall_at_1_std
value: 11.495691542019498
verified: no, type: nauc_recall_at_20_diff1
value: 23.383207334697435
verified: no, type: nauc_recall_at_20_max
value: 27.23641496897646
verified: no, type: nauc_recall_at_20_std
value: 13.372906431665404
verified: no, type: nauc_recall_at_3_diff1
value: 30.77587872054118
verified: no, type: nauc_recall_at_3_max
value: 29.553342033295454
verified: no, type: nauc_recall_at_3_std
value: 8.616952632771497
verified: no, type: nauc_recall_at_5_diff1
value: 27.02102828446052
verified: no, type: nauc_recall_at_5_max
value: 25.946401043202332
verified: no, type: nauc_recall_at_5_std
value: 7.784151744363098
verified: no, type: ndcg_at_1
value: 23.134
verified: no, type: ndcg_at_10
value: 31.322
verified: no, type: ndcg_at_100
value: 37.124
verified: no, type: ndcg_at_1000
value: 40.082
verified: no, type: ndcg_at_20
value: 33.475
verified: no, type: ndcg_at_3
value: 26.919999999999998
verified: no, type: ndcg_at_5
value: 28.772
verified: no, type: precision_at_1
value: 23.134
verified: no, type: precision_at_10
value: 5.697
verified: no, type: precision_at_100
value: 0.985
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_20
value: 3.4450000000000003
verified: no, type: precision_at_3
value: 12.811
verified: no, type: precision_at_5
value: 9.104
verified: no, type: recall_at_1
value: 18.404999999999998
verified: no, type: recall_at_10
value: 42.083
verified: no, type: recall_at_100
value: 67.167
verified: no, type: recall_at_1000
value: 88.464
verified: no, type: recall_at_20
value: 49.881
verified: no, type: recall_at_3
value: 29.696
verified: no, type: recall_at_5
value: 34.541
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 45.936
verified: no, type: map_at_1
value: 30.308
verified: no, type: map_at_10
value: 40.202
verified: no, type: map_at_100
value: 41.547
verified: no, type: map_at_1000
value: 41.669
verified: no, type: map_at_20
value: 40.958
verified: no, type: map_at_3
value: 37.222
verified: no, type: map_at_5
value: 38.931
verified: no, type: mrr_at_1
value: 37.15110683349375
verified: no, type: mrr_at_10
value: 46.088118917762735
verified: no, type: mrr_at_100
value: 46.955067280415605
verified: no, type: mrr_at_1000
value: 47.00268147567554
verified: no, type: mrr_at_20
value: 46.60564974718548
verified: no, type: mrr_at_3
value: 43.856272056464505
verified: no, type: mrr_at_5
value: 45.15078601219114
verified: no, type: nauc_map_at_1000_diff1
value: 54.22825699489161
verified: no, type: nauc_map_at_1000_max
value: 41.193183980498915
verified: no, type: nauc_map_at_1000_std
value: 2.6181170010645975
verified: no, type: nauc_map_at_100_diff1
value: 54.22962689491372
verified: no, type: nauc_map_at_100_max
value: 41.15422344883109
verified: no, type: nauc_map_at_100_std
value: 2.589137887493561
verified: no, type: nauc_map_at_10_diff1
value: 54.234416803412
verified: no, type: nauc_map_at_10_max
value: 40.73302906064543
verified: no, type: nauc_map_at_10_std
value: 1.5742622487204132
verified: no, type: nauc_map_at_1_diff1
value: 60.98726487192796
verified: no, type: nauc_map_at_1_max
value: 40.5087432268483
verified: no, type: nauc_map_at_1_std
value: -0.618861681589115
verified: no, type: nauc_map_at_20_diff1
value: 54.24065396575225
verified: no, type: nauc_map_at_20_max
value: 40.96642134091234
verified: no, type: nauc_map_at_20_std
value: 2.255528354923776
verified: no, type: nauc_map_at_3_diff1
value: 55.19571374533455
verified: no, type: nauc_map_at_3_max
value: 40.466445884169325
verified: no, type: nauc_map_at_3_std
value: 1.5604184092107083
verified: no, type: nauc_map_at_5_diff1
value: 54.62755124706725
verified: no, type: nauc_map_at_5_max
value: 40.79048191661008
verified: no, type: nauc_map_at_5_std
value: 1.6481958244498491
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.130492713054664
verified: no, type: nauc_mrr_at_1000_max
value: 43.42246346565874
verified: no, type: nauc_mrr_at_1000_std
value: 3.7568226244227696
verified: no, type: nauc_mrr_at_100_diff1
value: 52.11139733464647
verified: no, type: nauc_mrr_at_100_max
value: 43.41122978029038
verified: no, type: nauc_mrr_at_100_std
value: 3.7648699971831414
verified: no, type: nauc_mrr_at_10_diff1
value: 51.917139062895124
verified: no, type: nauc_mrr_at_10_max
value: 43.28333404399252
verified: no, type: nauc_mrr_at_10_std
value: 3.175101468217344
verified: no, type: nauc_mrr_at_1_diff1
value: 58.15700492960476
verified: no, type: nauc_mrr_at_1_max
value: 44.74534645946132
verified: no, type: nauc_mrr_at_1_std
value: 3.158981918506144
verified: no, type: nauc_mrr_at_20_diff1
value: 52.08080994385536
verified: no, type: nauc_mrr_at_20_max
value: 43.360239139324435
verified: no, type: nauc_mrr_at_20_std
value: 3.631302789716014
verified: no, type: nauc_mrr_at_3_diff1
value: 52.28582887618205
verified: no, type: nauc_mrr_at_3_max
value: 43.5464669155253
verified: no, type: nauc_mrr_at_3_std
value: 3.2738590937902408
verified: no, type: nauc_mrr_at_5_diff1
value: 52.083995047675735
verified: no, type: nauc_mrr_at_5_max
value: 43.483512946791194
verified: no, type: nauc_mrr_at_5_std
value: 3.1671573393140835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.26816309079989
verified: no, type: nauc_ndcg_at_1000_max
value: 42.246658524500056
verified: no, type: nauc_ndcg_at_1000_std
value: 5.176745457074018
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.87938559991279
verified: no, type: nauc_ndcg_at_100_max
value: 41.906214241038256
verified: no, type: nauc_ndcg_at_100_std
value: 5.452585332053114
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.496630224343455
verified: no, type: nauc_ndcg_at_10_max
value: 40.61403913812895
verified: no, type: nauc_ndcg_at_10_std
value: 1.868846069829645
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.15700492960476
verified: no, type: nauc_ndcg_at_1_max
value: 44.74534645946132
verified: no, type: nauc_ndcg_at_1_std
value: 3.158981918506144
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.802244429968525
verified: no, type: nauc_ndcg_at_20_max
value: 40.971355389141564
verified: no, type: nauc_ndcg_at_20_std
value: 3.749520166213707
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.88618821396492
verified: no, type: nauc_ndcg_at_3_max
value: 41.63706585287938
verified: no, type: nauc_ndcg_at_3_std
value: 2.8445457836900134
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.79501775020373
verified: no, type: nauc_ndcg_at_5_max
value: 41.362790172813554
verified: no, type: nauc_ndcg_at_5_std
value: 2.5074552757065764
verified: no, type: nauc_precision_at_1000_diff1
value: -16.96079060299117
verified: no, type: nauc_precision_at_1000_max
value: 2.4034964912939545
verified: no, type: nauc_precision_at_1000_std
value: 9.846658629268111
verified: no, type: nauc_precision_at_100_diff1
value: -5.770404350264881
verified: no, type: nauc_precision_at_100_max
value: 14.930738225456649
verified: no, type: nauc_precision_at_100_std
value: 16.180457371651265
verified: no, type: nauc_precision_at_10_diff1
value: 17.34458740655854
verified: no, type: nauc_precision_at_10_max
value: 29.771302359747004
verified: no, type: nauc_precision_at_10_std
value: 8.2225186530363
verified: no, type: nauc_precision_at_1_diff1
value: 58.15700492960476
verified: no, type: nauc_precision_at_1_max
value: 44.74534645946132
verified: no, type: nauc_precision_at_1_std
value: 3.158981918506144
verified: no, type: nauc_precision_at_20_diff1
value: 8.40127994688015
verified: no, type: nauc_precision_at_20_max
value: 25.26211611715675
verified: no, type: nauc_precision_at_20_std
value: 15.165982115411683
verified: no, type: nauc_precision_at_3_diff1
value: 32.87263222850699
verified: no, type: nauc_precision_at_3_max
value: 38.74681571635995
verified: no, type: nauc_precision_at_3_std
value: 8.58761428971107
verified: no, type: nauc_precision_at_5_diff1
value: 25.51907486430563
verified: no, type: nauc_precision_at_5_max
value: 34.81867905284459
verified: no, type: nauc_precision_at_5_std
value: 8.87677775352719
verified: no, type: nauc_recall_at_1000_diff1
value: 42.975422972872664
verified: no, type: nauc_recall_at_1000_max
value: 44.6453205555709
verified: no, type: nauc_recall_at_1000_std
value: 37.10389514987087
verified: no, type: nauc_recall_at_100_diff1
value: 39.37594095830516
verified: no, type: nauc_recall_at_100_max
value: 37.52732587051286
verified: no, type: nauc_recall_at_100_std
value: 21.306554670090723
verified: no, type: nauc_recall_at_10_diff1
value: 42.34166969439945
verified: no, type: nauc_recall_at_10_max
value: 34.33753387694109
verified: no, type: nauc_recall_at_10_std
value: 0.5734487103168852
verified: no, type: nauc_recall_at_1_diff1
value: 60.98726487192796
verified: no, type: nauc_recall_at_1_max
value: 40.5087432268483
verified: no, type: nauc_recall_at_1_std
value: -0.618861681589115
verified: no, type: nauc_recall_at_20_diff1
value: 42.919902071659024
verified: no, type: nauc_recall_at_20_max
value: 34.244215204966274
verified: no, type: nauc_recall_at_20_std
value: 6.859276801435449
verified: no, type: nauc_recall_at_3_diff1
value: 47.465631245246925
verified: no, type: nauc_recall_at_3_max
value: 37.03634257288187
verified: no, type: nauc_recall_at_3_std
value: 1.6594534433763797
verified: no, type: nauc_recall_at_5_diff1
value: 45.481953285145735
verified: no, type: nauc_recall_at_5_max
value: 36.86680182730081
verified: no, type: nauc_recall_at_5_std
value: 1.571383916780946
verified: no, type: ndcg_at_1
value: 37.151
verified: no, type: ndcg_at_10
value: 45.936
verified: no, type: ndcg_at_100
value: 51.614000000000004
verified: no, type: ndcg_at_1000
value: 53.74100000000001
verified: no, type: ndcg_at_20
value: 48.236000000000004
verified: no, type: ndcg_at_3
value: 41.482
verified: no, type: ndcg_at_5
value: 43.592
verified: no, type: precision_at_1
value: 37.151
verified: no, type: precision_at_10
value: 8.161999999999999
verified: no, type: precision_at_100
value: 1.2890000000000001
verified: no, type: precision_at_1000
value: 0.167
verified: no, type: precision_at_20
value: 4.846
verified: no, type: precision_at_3
value: 19.666
verified: no, type: precision_at_5
value: 13.744
verified: no, type: recall_at_1
value: 30.308
verified: no, type: recall_at_10
value: 57.157000000000004
verified: no, type: recall_at_100
value: 81.011
verified: no, type: recall_at_1000
value: 94.64099999999999
verified: no, type: recall_at_20
value: 65.20899999999999
verified: no, type: recall_at_3
value: 44.086999999999996
verified: no, type: recall_at_5
value: 49.958999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 43.412
verified: no, type: map_at_1
value: 29.046
verified: no, type: map_at_10
value: 38.303
verified: no, type: map_at_100
value: 39.645
verified: no, type: map_at_1000
value: 39.77
verified: no, type: map_at_20
value: 39.097
verified: no, type: map_at_3
value: 35.527
verified: no, type: map_at_5
value: 37.178
verified: no, type: mrr_at_1
value: 35.73059360730594
verified: no, type: mrr_at_10
value: 43.761913821845305
verified: no, type: mrr_at_100
value: 44.63677193484203
verified: no, type: mrr_at_1000
value: 44.69831213307122
verified: no, type: mrr_at_20
value: 44.262324426201666
verified: no, type: mrr_at_3
value: 41.64764079147639
verified: no, type: mrr_at_5
value: 43.00608828006084
verified: no, type: nauc_map_at_1000_diff1
value: 50.80592396352838
verified: no, type: nauc_map_at_1000_max
value: 51.12273921540497
verified: no, type: nauc_map_at_1000_std
value: 14.292687346808359
verified: no, type: nauc_map_at_100_diff1
value: 50.74885757421167
verified: no, type: nauc_map_at_100_max
value: 51.09775472081031
verified: no, type: nauc_map_at_100_std
value: 14.306782546331737
verified: no, type: nauc_map_at_10_diff1
value: 50.73407506848942
verified: no, type: nauc_map_at_10_max
value: 50.550756380086334
verified: no, type: nauc_map_at_10_std
value: 13.462279145855613
verified: no, type: nauc_map_at_1_diff1
value: 56.881260498415664
verified: no, type: nauc_map_at_1_max
value: 47.24197200067275
verified: no, type: nauc_map_at_1_std
value: 8.977529548357513
verified: no, type: nauc_map_at_20_diff1
value: 50.82970827876453
verified: no, type: nauc_map_at_20_max
value: 50.99599888578757
verified: no, type: nauc_map_at_20_std
value: 13.979961919416242
verified: no, type: nauc_map_at_3_diff1
value: 51.79740317541754
verified: no, type: nauc_map_at_3_max
value: 49.67507114543718
verified: no, type: nauc_map_at_3_std
value: 11.194891747941783
verified: no, type: nauc_map_at_5_diff1
value: 50.66253299097874
verified: no, type: nauc_map_at_5_max
value: 50.101087772668606
verified: no, type: nauc_map_at_5_std
value: 12.691891966952989
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.943575137936485
verified: no, type: nauc_mrr_at_1000_max
value: 55.178773670297545
verified: no, type: nauc_mrr_at_1000_std
value: 17.320282879115155
verified: no, type: nauc_mrr_at_100_diff1
value: 51.918539720922894
verified: no, type: nauc_mrr_at_100_max
value: 55.16283910274854
verified: no, type: nauc_mrr_at_100_std
value: 17.34618155711343
verified: no, type: nauc_mrr_at_10_diff1
value: 51.809881089148405
verified: no, type: nauc_mrr_at_10_max
value: 55.2665918409468
verified: no, type: nauc_mrr_at_10_std
value: 17.19210843408282
verified: no, type: nauc_mrr_at_1_diff1
value: 57.247939024184646
verified: no, type: nauc_mrr_at_1_max
value: 54.97803936238742
verified: no, type: nauc_mrr_at_1_std
value: 14.27663454759224
verified: no, type: nauc_mrr_at_20_diff1
value: 51.90282344336835
verified: no, type: nauc_mrr_at_20_max
value: 55.212495851478735
verified: no, type: nauc_mrr_at_20_std
value: 17.277582572472603
verified: no, type: nauc_mrr_at_3_diff1
value: 52.314160249131994
verified: no, type: nauc_mrr_at_3_max
value: 55.23726914948854
verified: no, type: nauc_mrr_at_3_std
value: 15.793481787330995
verified: no, type: nauc_mrr_at_5_diff1
value: 51.442945450983146
verified: no, type: nauc_mrr_at_5_max
value: 55.01065961723333
verified: no, type: nauc_mrr_at_5_std
value: 16.674132967447846
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.799252198786505
verified: no, type: nauc_ndcg_at_1000_max
value: 53.096819070454096
verified: no, type: nauc_ndcg_at_1000_std
value: 18.56564491099995
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.820041220370584
verified: no, type: nauc_ndcg_at_100_max
value: 52.612730098518114
verified: no, type: nauc_ndcg_at_100_std
value: 19.346752569571006
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.08275687604207
verified: no, type: nauc_ndcg_at_10_max
value: 51.9564107496998
verified: no, type: nauc_ndcg_at_10_std
value: 16.328838632379945
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.247939024184646
verified: no, type: nauc_ndcg_at_1_max
value: 54.97803936238742
verified: no, type: nauc_ndcg_at_1_std
value: 14.27663454759224
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.22958962899982
verified: no, type: nauc_ndcg_at_20_max
value: 52.513260372943826
verified: no, type: nauc_ndcg_at_20_std
value: 17.56845223821443
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.86820538130406
verified: no, type: nauc_ndcg_at_3_max
value: 51.55336293734981
verified: no, type: nauc_ndcg_at_3_std
value: 13.183772048664641
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.64432868368493
verified: no, type: nauc_ndcg_at_5_max
value: 51.51254338509901
verified: no, type: nauc_ndcg_at_5_std
value: 15.03584317222835
verified: no, type: nauc_precision_at_1000_diff1
value: -5.210788631790134
verified: no, type: nauc_precision_at_1000_max
value: 3.3153995843627855
verified: no, type: nauc_precision_at_1000_std
value: 6.70129905669895
verified: no, type: nauc_precision_at_100_diff1
value: 3.2799124035457665
verified: no, type: nauc_precision_at_100_max
value: 22.515235216648264
verified: no, type: nauc_precision_at_100_std
value: 22.267028577985158
verified: no, type: nauc_precision_at_10_diff1
value: 20.54085141868727
verified: no, type: nauc_precision_at_10_max
value: 41.1634382616484
verified: no, type: nauc_precision_at_10_std
value: 22.497075824956223
verified: no, type: nauc_precision_at_1_diff1
value: 57.247939024184646
verified: no, type: nauc_precision_at_1_max
value: 54.97803936238742
verified: no, type: nauc_precision_at_1_std
value: 14.27663454759224
verified: no, type: nauc_precision_at_20_diff1
value: 15.101791445597087
verified: no, type: nauc_precision_at_20_max
value: 36.047472839057995
verified: no, type: nauc_precision_at_20_std
value: 23.481597513237894
verified: no, type: nauc_precision_at_3_diff1
value: 34.89985529880996
verified: no, type: nauc_precision_at_3_max
value: 50.49374010696851
verified: no, type: nauc_precision_at_3_std
value: 17.35850877993407
verified: no, type: nauc_precision_at_5_diff1
value: 26.560115056034366
verified: no, type: nauc_precision_at_5_max
value: 46.81746419180242
verified: no, type: nauc_precision_at_5_std
value: 20.408263573135603
verified: no, type: nauc_recall_at_1000_diff1
value: 37.90427796967601
verified: no, type: nauc_recall_at_1000_max
value: 59.892379421147055
verified: no, type: nauc_recall_at_1000_std
value: 60.87201891141765
verified: no, type: nauc_recall_at_100_diff1
value: 33.93607058312279
verified: no, type: nauc_recall_at_100_max
value: 47.393426688114204
verified: no, type: nauc_recall_at_100_std
value: 39.47735786415153
verified: no, type: nauc_recall_at_10_diff1
value: 41.33389238228592
verified: no, type: nauc_recall_at_10_max
value: 48.636977708526004
verified: no, type: nauc_recall_at_10_std
value: 20.29004306116151
verified: no, type: nauc_recall_at_1_diff1
value: 56.881260498415664
verified: no, type: nauc_recall_at_1_max
value: 47.24197200067275
verified: no, type: nauc_recall_at_1_std
value: 8.977529548357513
verified: no, type: nauc_recall_at_20_diff1
value: 40.97829717340289
verified: no, type: nauc_recall_at_20_max
value: 49.550363147653485
verified: no, type: nauc_recall_at_20_std
value: 24.65365760413743
verified: no, type: nauc_recall_at_3_diff1
value: 45.50171551569048
verified: no, type: nauc_recall_at_3_max
value: 47.53807770283624
verified: no, type: nauc_recall_at_3_std
value: 12.258377244311061
verified: no, type: nauc_recall_at_5_diff1
value: 40.742167046153995
verified: no, type: nauc_recall_at_5_max
value: 47.381615372468374
verified: no, type: nauc_recall_at_5_std
value: 16.897962008958334
verified: no, type: ndcg_at_1
value: 35.731
verified: no, type: ndcg_at_10
value: 43.412
verified: no, type: ndcg_at_100
value: 48.902
verified: no, type: ndcg_at_1000
value: 51.437
verified: no, type: ndcg_at_20
value: 45.731
verified: no, type: ndcg_at_3
value: 39.194
verified: no, type: ndcg_at_5
value: 41.285
verified: no, type: precision_at_1
value: 35.731
verified: no, type: precision_at_10
value: 7.739999999999999
verified: no, type: precision_at_100
value: 1.21
verified: no, type: precision_at_1000
value: 0.16199999999999998
verified: no, type: precision_at_20
value: 4.629
verified: no, type: precision_at_3
value: 18.379
verified: no, type: precision_at_5
value: 13.014000000000001
verified: no, type: recall_at_1
value: 29.046
verified: no, type: recall_at_10
value: 52.947
verified: no, type: recall_at_100
value: 76.19
verified: no, type: recall_at_1000
value: 93.331
verified: no, type: recall_at_20
value: 61.107
verified: no, type: recall_at_3
value: 41.155
verified: no, type: recall_at_5
value: 46.783
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval
split: test
type: CQADupstackRetrieval
metrics: type: main_score
value: 42.88966666666667
verified: no, type: ndcg_at_10
value: 42.88966666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 36.571
verified: no, type: map_at_1
value: 25.694
verified: no, type: map_at_10
value: 32.519
verified: no, type: map_at_100
value: 33.421
verified: no, type: map_at_1000
value: 33.521
verified: no, type: map_at_20
value: 32.986
verified: no, type: map_at_3
value: 30.614
verified: no, type: map_at_5
value: 31.519000000000002
verified: no, type: mrr_at_1
value: 28.834355828220858
verified: no, type: mrr_at_10
value: 35.39846869218034
verified: no, type: mrr_at_100
value: 36.18145716174078
verified: no, type: mrr_at_1000
value: 36.254070037635344
verified: no, type: mrr_at_20
value: 35.826470758823454
verified: no, type: mrr_at_3
value: 33.5633946830266
verified: no, type: mrr_at_5
value: 34.445296523517385
verified: no, type: nauc_map_at_1000_diff1
value: 59.21127779380182
verified: no, type: nauc_map_at_1000_max
value: 47.45877358275832
verified: no, type: nauc_map_at_1000_std
value: 7.902908020843874
verified: no, type: nauc_map_at_100_diff1
value: 59.18200747946963
verified: no, type: nauc_map_at_100_max
value: 47.44292328377123
verified: no, type: nauc_map_at_100_std
value: 7.906813888372076
verified: no, type: nauc_map_at_10_diff1
value: 59.54808111097996
verified: no, type: nauc_map_at_10_max
value: 47.416248655348966
verified: no, type: nauc_map_at_10_std
value: 7.265331367621496
verified: no, type: nauc_map_at_1_diff1
value: 65.66232117229154
verified: no, type: nauc_map_at_1_max
value: 46.51257040003174
verified: no, type: nauc_map_at_1_std
value: 2.5163737001523376
verified: no, type: nauc_map_at_20_diff1
value: 59.33884526762071
verified: no, type: nauc_map_at_20_max
value: 47.47088184064044
verified: no, type: nauc_map_at_20_std
value: 7.7436779449629585
verified: no, type: nauc_map_at_3_diff1
value: 60.85904704295578
verified: no, type: nauc_map_at_3_max
value: 46.380570882815725
verified: no, type: nauc_map_at_3_std
value: 5.477611104719717
verified: no, type: nauc_map_at_5_diff1
value: 60.06631642185234
verified: no, type: nauc_map_at_5_max
value: 47.317296654386
verified: no, type: nauc_map_at_5_std
value: 7.25009033156602
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.75255617401618
verified: no, type: nauc_mrr_at_1000_max
value: 51.370385751684964
verified: no, type: nauc_mrr_at_1000_std
value: 10.561014566694835
verified: no, type: nauc_mrr_at_100_diff1
value: 59.72006423373155
verified: no, type: nauc_mrr_at_100_max
value: 51.380287723231135
verified: no, type: nauc_mrr_at_100_std
value: 10.572503240845824
verified: no, type: nauc_mrr_at_10_diff1
value: 59.89229452084576
verified: no, type: nauc_mrr_at_10_max
value: 51.42243909482621
verified: no, type: nauc_mrr_at_10_std
value: 10.08622724134282
verified: no, type: nauc_mrr_at_1_diff1
value: 66.5671307651682
verified: no, type: nauc_mrr_at_1_max
value: 53.04014276462249
verified: no, type: nauc_mrr_at_1_std
value: 7.295103966634424
verified: no, type: nauc_mrr_at_20_diff1
value: 59.81505895368636
verified: no, type: nauc_mrr_at_20_max
value: 51.4001623359027
verified: no, type: nauc_mrr_at_20_std
value: 10.490038867761676
verified: no, type: nauc_mrr_at_3_diff1
value: 61.25505063120813
verified: no, type: nauc_mrr_at_3_max
value: 51.235726860013244
verified: no, type: nauc_mrr_at_3_std
value: 9.12076972609324
verified: no, type: nauc_mrr_at_5_diff1
value: 60.46124658234123
verified: no, type: nauc_mrr_at_5_max
value: 51.66615304884651
verified: no, type: nauc_mrr_at_5_std
value: 10.491753886082012
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.063891484123495
verified: no, type: nauc_ndcg_at_1000_max
value: 48.367233938001824
verified: no, type: nauc_ndcg_at_1000_std
value: 12.080373606492493
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.31788435605813
verified: no, type: nauc_ndcg_at_100_max
value: 48.092541277886774
verified: no, type: nauc_ndcg_at_100_std
value: 12.141439583740032
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.717385106645516
verified: no, type: nauc_ndcg_at_10_max
value: 47.92478263897746
verified: no, type: nauc_ndcg_at_10_std
value: 9.129726886351563
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.5671307651682
verified: no, type: nauc_ndcg_at_1_max
value: 53.04014276462249
verified: no, type: nauc_ndcg_at_1_std
value: 7.295103966634424
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.135405938935655
verified: no, type: nauc_ndcg_at_20_max
value: 47.986272943164934
verified: no, type: nauc_ndcg_at_20_std
value: 10.812467905397899
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.23720600553493
verified: no, type: nauc_ndcg_at_3_max
value: 47.33504002431289
verified: no, type: nauc_ndcg_at_3_std
value: 7.185531194641598
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.98025524283037
verified: no, type: nauc_ndcg_at_5_max
value: 48.24283042633571
verified: no, type: nauc_ndcg_at_5_std
value: 9.61745663183138
verified: no, type: nauc_precision_at_1000_diff1
value: 3.688209431955099
verified: no, type: nauc_precision_at_1000_max
value: 22.162220985449128
verified: no, type: nauc_precision_at_1000_std
value: 19.598939915783994
verified: no, type: nauc_precision_at_100_diff1
value: 16.715476973785897
verified: no, type: nauc_precision_at_100_max
value: 35.58794004604787
verified: no, type: nauc_precision_at_100_std
value: 27.232006525764596
verified: no, type: nauc_precision_at_10_diff1
value: 37.61009291457028
verified: no, type: nauc_precision_at_10_max
value: 47.494574849424886
verified: no, type: nauc_precision_at_10_std
value: 18.99715275687221
verified: no, type: nauc_precision_at_1_diff1
value: 66.5671307651682
verified: no, type: nauc_precision_at_1_max
value: 53.04014276462249
verified: no, type: nauc_precision_at_1_std
value: 7.295103966634424
verified: no, type: nauc_precision_at_20_diff1
value: 31.740634208420587
verified: no, type: nauc_precision_at_20_max
value: 44.645986394660895
verified: no, type: nauc_precision_at_20_std
value: 23.565652481186586
verified: no, type: nauc_precision_at_3_diff1
value: 51.66114263826896
verified: no, type: nauc_precision_at_3_max
value: 50.17058854322658
verified: no, type: nauc_precision_at_3_std
value: 13.512577693548192
verified: no, type: nauc_precision_at_5_diff1
value: 45.22871147002112
verified: no, type: nauc_precision_at_5_max
value: 50.97541357417865
verified: no, type: nauc_precision_at_5_std
value: 20.09926480475663
verified: no, type: nauc_recall_at_1000_diff1
value: 31.322211403937285
verified: no, type: nauc_recall_at_1000_max
value: 42.50466170750527
verified: no, type: nauc_recall_at_1000_std
value: 40.51211129319271
verified: no, type: nauc_recall_at_100_diff1
value: 36.2360280516937
verified: no, type: nauc_recall_at_100_max
value: 42.96527303778111
verified: no, type: nauc_recall_at_100_std
value: 26.79796127746965
verified: no, type: nauc_recall_at_10_diff1
value: 46.6933738894558
verified: no, type: nauc_recall_at_10_max
value: 44.123300529793056
verified: no, type: nauc_recall_at_10_std
value: 11.27231506598845
verified: no, type: nauc_recall_at_1_diff1
value: 65.66232117229154
verified: no, type: nauc_recall_at_1_max
value: 46.51257040003174
verified: no, type: nauc_recall_at_1_std
value: 2.5163737001523376
verified: no, type: nauc_recall_at_20_diff1
value: 43.83749055471611
verified: no, type: nauc_recall_at_20_max
value: 43.397982693038685
verified: no, type: nauc_recall_at_20_std
value: 17.188379692723828
verified: no, type: nauc_recall_at_3_diff1
value: 54.1533022226639
verified: no, type: nauc_recall_at_3_max
value: 42.52488107816299
verified: no, type: nauc_recall_at_3_std
value: 6.629860082065277
verified: no, type: nauc_recall_at_5_diff1
value: 50.8614211680103
verified: no, type: nauc_recall_at_5_max
value: 45.28106563555323
verified: no, type: nauc_recall_at_5_std
value: 12.700338725741222
verified: no, type: ndcg_at_1
value: 28.834
verified: no, type: ndcg_at_10
value: 36.571
verified: no, type: ndcg_at_100
value: 41.102
verified: no, type: ndcg_at_1000
value: 43.671
verified: no, type: ndcg_at_20
value: 38.152
verified: no, type: ndcg_at_3
value: 33.01
verified: no, type: ndcg_at_5
value: 34.402
verified: no, type: precision_at_1
value: 28.834
verified: no, type: precision_at_10
value: 5.675
verified: no, type: precision_at_100
value: 0.859
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 3.259
verified: no, type: precision_at_3
value: 14.059
verified: no, type: precision_at_5
value: 9.508999999999999
verified: no, type: recall_at_1
value: 25.694
verified: no, type: recall_at_10
value: 46.018
verified: no, type: recall_at_100
value: 66.90700000000001
verified: no, type: recall_at_1000
value: 85.866
verified: no, type: recall_at_20
value: 51.92
verified: no, type: recall_at_3
value: 36.062
verified: no, type: recall_at_5
value: 39.562000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 33.665
verified: no, type: map_at_1
value: 21.559
verified: no, type: map_at_10
value: 29.032000000000004
verified: no, type: map_at_100
value: 30.135
verified: no, type: map_at_1000
value: 30.258000000000003
verified: no, type: map_at_20
value: 29.607
verified: no, type: map_at_3
value: 26.682
verified: no, type: map_at_5
value: 27.956999999999997
verified: no, type: mrr_at_1
value: 26.29043358568479
verified: no, type: mrr_at_10
value: 33.3080981876578
verified: no, type: mrr_at_100
value: 34.1764538461662
verified: no, type: mrr_at_1000
value: 34.248506545210226
verified: no, type: mrr_at_20
value: 33.78132510629286
verified: no, type: mrr_at_3
value: 31.251433815095265
verified: no, type: mrr_at_5
value: 32.39905941729766
verified: no, type: nauc_map_at_1000_diff1
value: 50.50023732077554
verified: no, type: nauc_map_at_1000_max
value: 42.59809128542217
verified: no, type: nauc_map_at_1000_std
value: 4.548773301130105
verified: no, type: nauc_map_at_100_diff1
value: 50.48271928405346
verified: no, type: nauc_map_at_100_max
value: 42.55881434921447
verified: no, type: nauc_map_at_100_std
value: 4.514347678686318
verified: no, type: nauc_map_at_10_diff1
value: 50.6445428672794
verified: no, type: nauc_map_at_10_max
value: 42.358616548731774
verified: no, type: nauc_map_at_10_std
value: 4.118726987677713
verified: no, type: nauc_map_at_1_diff1
value: 57.98097995657995
verified: no, type: nauc_map_at_1_max
value: 41.68952974974049
verified: no, type: nauc_map_at_1_std
value: 3.0272542729271157
verified: no, type: nauc_map_at_20_diff1
value: 50.50692335035352
verified: no, type: nauc_map_at_20_max
value: 42.52599731022714
verified: no, type: nauc_map_at_20_std
value: 4.289567132618637
verified: no, type: nauc_map_at_3_diff1
value: 52.57484092433417
verified: no, type: nauc_map_at_3_max
value: 42.56353035102126
verified: no, type: nauc_map_at_3_std
value: 3.3666560242360943
verified: no, type: nauc_map_at_5_diff1
value: 51.33149846228247
verified: no, type: nauc_map_at_5_max
value: 42.138141557029215
verified: no, type: nauc_map_at_5_std
value: 3.63407311321908
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.64588095028107
verified: no, type: nauc_mrr_at_1000_max
value: 45.21132274986003
verified: no, type: nauc_mrr_at_1000_std
value: 5.0484437569555585
verified: no, type: nauc_mrr_at_100_diff1
value: 51.62929802936584
verified: no, type: nauc_mrr_at_100_max
value: 45.19695172672232
verified: no, type: nauc_mrr_at_100_std
value: 5.031927696402182
verified: no, type: nauc_mrr_at_10_diff1
value: 51.69157695004305
verified: no, type: nauc_mrr_at_10_max
value: 45.16812590942401
verified: no, type: nauc_mrr_at_10_std
value: 4.79967969804667
verified: no, type: nauc_mrr_at_1_diff1
value: 58.32542183726116
verified: no, type: nauc_mrr_at_1_max
value: 46.620943574285185
verified: no, type: nauc_mrr_at_1_std
value: 4.1930005189971835
verified: no, type: nauc_mrr_at_20_diff1
value: 51.61295585588531
verified: no, type: nauc_mrr_at_20_max
value: 45.18950560029899
verified: no, type: nauc_mrr_at_20_std
value: 4.872609425990706
verified: no, type: nauc_mrr_at_3_diff1
value: 53.29566388431001
verified: no, type: nauc_mrr_at_3_max
value: 45.96260064014352
verified: no, type: nauc_mrr_at_3_std
value: 4.26990138331606
verified: no, type: nauc_mrr_at_5_diff1
value: 52.15051324018521
verified: no, type: nauc_mrr_at_5_max
value: 45.19115832118339
verified: no, type: nauc_mrr_at_5_std
value: 4.327064373186022
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.975105473136274
verified: no, type: nauc_ndcg_at_1000_max
value: 43.3202256901928
verified: no, type: nauc_ndcg_at_1000_std
value: 7.302466526267917
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.4263368124116
verified: no, type: nauc_ndcg_at_100_max
value: 42.9144663112138
verified: no, type: nauc_ndcg_at_100_std
value: 6.896117489396776
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.69553293563487
verified: no, type: nauc_ndcg_at_10_max
value: 42.532008689244975
verified: no, type: nauc_ndcg_at_10_std
value: 5.072375034288901
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.32542183726116
verified: no, type: nauc_ndcg_at_1_max
value: 46.620943574285185
verified: no, type: nauc_ndcg_at_1_std
value: 4.1930005189971835
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.3216797300171
verified: no, type: nauc_ndcg_at_20_max
value: 42.82784121762008
verified: no, type: nauc_ndcg_at_20_std
value: 5.4873332638062555
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.67618892045853
verified: no, type: nauc_ndcg_at_3_max
value: 43.452066634836264
verified: no, type: nauc_ndcg_at_3_std
value: 3.5999178231581794
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.87125718610337
verified: no, type: nauc_ndcg_at_5_max
value: 42.34293060532442
verified: no, type: nauc_ndcg_at_5_std
value: 3.965719895867645
verified: no, type: nauc_precision_at_1000_diff1
value: 2.3564008906375946
verified: no, type: nauc_precision_at_1000_max
value: 19.35277990409841
verified: no, type: nauc_precision_at_1000_std
value: 8.208296124429717
verified: no, type: nauc_precision_at_100_diff1
value: 11.557680499251672
verified: no, type: nauc_precision_at_100_max
value: 27.081221933803963
verified: no, type: nauc_precision_at_100_std
value: 10.867193962779467
verified: no, type: nauc_precision_at_10_diff1
value: 26.75079231789259
verified: no, type: nauc_precision_at_10_max
value: 37.919411779232
verified: no, type: nauc_precision_at_10_std
value: 8.247576589109919
verified: no, type: nauc_precision_at_1_diff1
value: 58.32542183726116
verified: no, type: nauc_precision_at_1_max
value: 46.620943574285185
verified: no, type: nauc_precision_at_1_std
value: 4.1930005189971835
verified: no, type: nauc_precision_at_20_diff1
value: 20.55817160758088
verified: no, type: nauc_precision_at_20_max
value: 35.002140073661074
verified: no, type: nauc_precision_at_20_std
value: 9.307772219880112
verified: no, type: nauc_precision_at_3_diff1
value: 41.336467145311225
verified: no, type: nauc_precision_at_3_max
value: 43.90874128887091
verified: no, type: nauc_precision_at_3_std
value: 4.729955596002663
verified: no, type: nauc_precision_at_5_diff1
value: 34.13625101894054
verified: no, type: nauc_precision_at_5_max
value: 40.17036594203881
verified: no, type: nauc_precision_at_5_std
value: 5.583421954612999
verified: no, type: nauc_recall_at_1000_diff1
value: 24.46074916945915
verified: no, type: nauc_recall_at_1000_max
value: 37.86917238350092
verified: no, type: nauc_recall_at_1000_std
value: 33.88120920938976
verified: no, type: nauc_recall_at_100_diff1
value: 31.212833489194146
verified: no, type: nauc_recall_at_100_max
value: 37.18791392541046
verified: no, type: nauc_recall_at_100_std
value: 16.998821925560886
verified: no, type: nauc_recall_at_10_diff1
value: 36.70769693647175
verified: no, type: nauc_recall_at_10_max
value: 37.64347483639347
verified: no, type: nauc_recall_at_10_std
value: 6.642774528061772
verified: no, type: nauc_recall_at_1_diff1
value: 57.98097995657995
verified: no, type: nauc_recall_at_1_max
value: 41.68952974974049
verified: no, type: nauc_recall_at_1_std
value: 3.0272542729271157
verified: no, type: nauc_recall_at_20_diff1
value: 34.59547764519041
verified: no, type: nauc_recall_at_20_max
value: 38.01411741806164
verified: no, type: nauc_recall_at_20_std
value: 8.079886446955351
verified: no, type: nauc_recall_at_3_diff1
value: 45.9260703706339
verified: no, type: nauc_recall_at_3_max
value: 40.455294025909076
verified: no, type: nauc_recall_at_3_std
value: 3.020482391513455
verified: no, type: nauc_recall_at_5_diff1
value: 41.11529408347525
verified: no, type: nauc_recall_at_5_max
value: 37.806622947319276
verified: no, type: nauc_recall_at_5_std
value: 3.472346020494902
verified: no, type: ndcg_at_1
value: 26.290000000000003
verified: no, type: ndcg_at_10
value: 33.665
verified: no, type: ndcg_at_100
value: 38.879000000000005
verified: no, type: ndcg_at_1000
value: 41.704
verified: no, type: ndcg_at_20
value: 35.455999999999996
verified: no, type: ndcg_at_3
value: 29.711
verified: no, type: ndcg_at_5
value: 31.471
verified: no, type: precision_at_1
value: 26.290000000000003
verified: no, type: precision_at_10
value: 5.957
verified: no, type: precision_at_100
value: 1.019
verified: no, type: precision_at_1000
value: 0.14400000000000002
verified: no, type: precision_at_20
value: 3.565
verified: no, type: precision_at_3
value: 13.902000000000001
verified: no, type: precision_at_5
value: 9.821
verified: no, type: recall_at_1
value: 21.559
verified: no, type: recall_at_10
value: 43.288
verified: no, type: recall_at_100
value: 67.006
verified: no, type: recall_at_1000
value: 87.154
verified: no, type: recall_at_20
value: 49.788
verified: no, type: recall_at_3
value: 31.889
verified: no, type: recall_at_5
value: 36.605
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 44.423
verified: no, type: map_at_1
value: 30.54
verified: no, type: map_at_10
value: 39.397
verified: no, type: map_at_100
value: 40.626
verified: no, type: map_at_1000
value: 40.717999999999996
verified: no, type: map_at_20
value: 40.077
verified: no, type: map_at_3
value: 36.797999999999995
verified: no, type: map_at_5
value: 38.178
verified: no, type: mrr_at_1
value: 35.5410447761194
verified: no, type: mrr_at_10
value: 43.5865316275764
verified: no, type: mrr_at_100
value: 44.51529654171424
verified: no, type: mrr_at_1000
value: 44.562614253107746
verified: no, type: mrr_at_20
value: 44.164568195841234
verified: no, type: mrr_at_3
value: 41.40236318407957
verified: no, type: mrr_at_5
value: 42.57773631840791
verified: no, type: nauc_map_at_1000_diff1
value: 52.76374540838983
verified: no, type: nauc_map_at_1000_max
value: 42.55353627918961
verified: no, type: nauc_map_at_1000_std
value: 4.857305186816936
verified: no, type: nauc_map_at_100_diff1
value: 52.76238875291172
verified: no, type: nauc_map_at_100_max
value: 42.53436040912949
verified: no, type: nauc_map_at_100_std
value: 4.868257944045184
verified: no, type: nauc_map_at_10_diff1
value: 52.90764530548833
verified: no, type: nauc_map_at_10_max
value: 42.501235137870715
verified: no, type: nauc_map_at_10_std
value: 4.596458350936598
verified: no, type: nauc_map_at_1_diff1
value: 58.435957802193606
verified: no, type: nauc_map_at_1_max
value: 40.8201218048271
verified: no, type: nauc_map_at_1_std
value: 3.3639162923348107
verified: no, type: nauc_map_at_20_diff1
value: 52.83612586308006
verified: no, type: nauc_map_at_20_max
value: 42.40637130029987
verified: no, type: nauc_map_at_20_std
value: 4.642218568490607
verified: no, type: nauc_map_at_3_diff1
value: 53.56288667046082
verified: no, type: nauc_map_at_3_max
value: 42.69200652306418
verified: no, type: nauc_map_at_3_std
value: 4.443709986707929
verified: no, type: nauc_map_at_5_diff1
value: 52.80863551855386
verified: no, type: nauc_map_at_5_max
value: 42.268876698467324
verified: no, type: nauc_map_at_5_std
value: 4.315014770785757
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.780545321852024
verified: no, type: nauc_mrr_at_1000_max
value: 44.85577675065409
verified: no, type: nauc_mrr_at_1000_std
value: 5.224452579627839
verified: no, type: nauc_mrr_at_100_diff1
value: 54.76702346943041
verified: no, type: nauc_mrr_at_100_max
value: 44.842097267634834
verified: no, type: nauc_mrr_at_100_std
value: 5.233687683474933
verified: no, type: nauc_mrr_at_10_diff1
value: 54.88849273607052
verified: no, type: nauc_mrr_at_10_max
value: 44.94807399819095
verified: no, type: nauc_mrr_at_10_std
value: 5.124284874129286
verified: no, type: nauc_mrr_at_1_diff1
value: 60.86924889741169
verified: no, type: nauc_mrr_at_1_max
value: 45.056356721606925
verified: no, type: nauc_mrr_at_1_std
value: 3.437468284490022
verified: no, type: nauc_mrr_at_20_diff1
value: 54.72936787737661
verified: no, type: nauc_mrr_at_20_max
value: 44.79793486137578
verified: no, type: nauc_mrr_at_20_std
value: 5.176055853907691
verified: no, type: nauc_mrr_at_3_diff1
value: 55.448415049617694
verified: no, type: nauc_mrr_at_3_max
value: 45.67554311190905
verified: no, type: nauc_mrr_at_3_std
value: 4.757201083486516
verified: no, type: nauc_mrr_at_5_diff1
value: 55.048042324198946
verified: no, type: nauc_mrr_at_5_max
value: 45.228664872065956
verified: no, type: nauc_mrr_at_5_std
value: 4.9014147347294585
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.203361322052096
verified: no, type: nauc_ndcg_at_1000_max
value: 43.25578662530445
verified: no, type: nauc_ndcg_at_1000_std
value: 6.620464316087618
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.882647332034615
verified: no, type: nauc_ndcg_at_100_max
value: 42.93716885101371
verified: no, type: nauc_ndcg_at_100_std
value: 7.106131770951589
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.56811051737126
verified: no, type: nauc_ndcg_at_10_max
value: 42.87441802287994
verified: no, type: nauc_ndcg_at_10_std
value: 5.505533106517679
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.86924889741169
verified: no, type: nauc_ndcg_at_1_max
value: 45.056356721606925
verified: no, type: nauc_ndcg_at_1_std
value: 3.437468284490022
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.13197825390587
verified: no, type: nauc_ndcg_at_20_max
value: 42.36940398363374
verified: no, type: nauc_ndcg_at_20_std
value: 5.887988236497331
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.59182073148154
verified: no, type: nauc_ndcg_at_3_max
value: 43.95986060122144
verified: no, type: nauc_ndcg_at_3_std
value: 4.991350391303793
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.53769309491435
verified: no, type: nauc_ndcg_at_5_max
value: 42.758293780811265
verified: no, type: nauc_ndcg_at_5_std
value: 4.844476542311906
verified: no, type: nauc_precision_at_1000_diff1
value: -11.434999641403083
verified: no, type: nauc_precision_at_1000_max
value: 0.8269916751141828
verified: no, type: nauc_precision_at_1000_std
value: 0.12797876293958896
verified: no, type: nauc_precision_at_100_diff1
value: 2.279846188893991
verified: no, type: nauc_precision_at_100_max
value: 15.493076102854905
verified: no, type: nauc_precision_at_100_std
value: 9.950134651549206
verified: no, type: nauc_precision_at_10_diff1
value: 28.45435256078124
verified: no, type: nauc_precision_at_10_max
value: 33.81086627096211
verified: no, type: nauc_precision_at_10_std
value: 6.0332149987128965
verified: no, type: nauc_precision_at_1_diff1
value: 60.86924889741169
verified: no, type: nauc_precision_at_1_max
value: 45.056356721606925
verified: no, type: nauc_precision_at_1_std
value: 3.437468284490022
verified: no, type: nauc_precision_at_20_diff1
value: 20.663071571536992
verified: no, type: nauc_precision_at_20_max
value: 27.50021189088964
verified: no, type: nauc_precision_at_20_std
value: 6.508841525773539
verified: no, type: nauc_precision_at_3_diff1
value: 41.15032908091854
verified: no, type: nauc_precision_at_3_max
value: 43.9955541150382
verified: no, type: nauc_precision_at_3_std
value: 5.877878641632331
verified: no, type: nauc_precision_at_5_diff1
value: 34.69820637934227
verified: no, type: nauc_precision_at_5_max
value: 38.83293829816354
verified: no, type: nauc_precision_at_5_std
value: 5.5392990681998
verified: no, type: nauc_recall_at_1000_diff1
value: 22.131796711859135
verified: no, type: nauc_recall_at_1000_max
value: 38.127584982658
verified: no, type: nauc_recall_at_1000_std
value: 34.45989637758976
verified: no, type: nauc_recall_at_100_diff1
value: 35.00175042738763
verified: no, type: nauc_recall_at_100_max
value: 36.55948979585168
verified: no, type: nauc_recall_at_100_std
value: 20.302607156553062
verified: no, type: nauc_recall_at_10_diff1
value: 43.87257439970838
verified: no, type: nauc_recall_at_10_max
value: 39.08232067387173
verified: no, type: nauc_recall_at_10_std
value: 7.635715431344517
verified: no, type: nauc_recall_at_1_diff1
value: 58.435957802193606
verified: no, type: nauc_recall_at_1_max
value: 40.8201218048271
verified: no, type: nauc_recall_at_1_std
value: 3.3639162923348107
verified: no, type: nauc_recall_at_20_diff1
value: 40.67523452277275
verified: no, type: nauc_recall_at_20_max
value: 35.6737797471379
verified: no, type: nauc_recall_at_20_std
value: 9.803522919641205
verified: no, type: nauc_recall_at_3_diff1
value: 47.16401394537944
verified: no, type: nauc_recall_at_3_max
value: 42.192146604065606
verified: no, type: nauc_recall_at_3_std
value: 5.876930111074094
verified: no, type: nauc_recall_at_5_diff1
value: 44.593174758805404
verified: no, type: nauc_recall_at_5_max
value: 39.82512155022514
verified: no, type: nauc_recall_at_5_std
value: 5.59548740237456
verified: no, type: ndcg_at_1
value: 35.541
verified: no, type: ndcg_at_10
value: 44.423
verified: no, type: ndcg_at_100
value: 50.001
verified: no, type: ndcg_at_1000
value: 52.047
verified: no, type: ndcg_at_20
value: 46.605999999999995
verified: no, type: ndcg_at_3
value: 40.004
verified: no, type: ndcg_at_5
value: 41.88
verified: no, type: precision_at_1
value: 35.541
verified: no, type: precision_at_10
value: 7.285
verified: no, type: precision_at_100
value: 1.1320000000000001
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 4.244
verified: no, type: precision_at_3
value: 17.91
verified: no, type: precision_at_5
value: 12.239
verified: no, type: recall_at_1
value: 30.54
verified: no, type: recall_at_10
value: 55.309
verified: no, type: recall_at_100
value: 79.616
verified: no, type: recall_at_1000
value: 93.856
verified: no, type: recall_at_20
value: 63.107
verified: no, type: recall_at_3
value: 43.056
verified: no, type: recall_at_5
value: 48.021
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 41.909
verified: no, type: map_at_1
value: 28.163
verified: no, type: map_at_10
value: 36.476
verified: no, type: map_at_100
value: 38.078
verified: no, type: map_at_1000
value: 38.34
verified: no, type: map_at_20
value: 37.313
verified: no, type: map_at_3
value: 33.474
verified: no, type: map_at_5
value: 35.28
verified: no, type: mrr_at_1
value: 33.39920948616601
verified: no, type: mrr_at_10
value: 40.57422046552481
verified: no, type: mrr_at_100
value: 41.416523178972795
verified: no, type: mrr_at_1000
value: 41.48062648624946
verified: no, type: mrr_at_20
value: 41.028434133900724
verified: no, type: mrr_at_3
value: 38.10935441370225
verified: no, type: mrr_at_5
value: 39.57180500658761
verified: no, type: nauc_map_at_1000_diff1
value: 59.30365105258447
verified: no, type: nauc_map_at_1000_max
value: 51.32956178610624
verified: no, type: nauc_map_at_1000_std
value: 9.807753946991491
verified: no, type: nauc_map_at_100_diff1
value: 59.30227182211021
verified: no, type: nauc_map_at_100_max
value: 51.505498315648744
verified: no, type: nauc_map_at_100_std
value: 9.40690013473669
verified: no, type: nauc_map_at_10_diff1
value: 59.493199077028656
verified: no, type: nauc_map_at_10_max
value: 51.170184882329494
verified: no, type: nauc_map_at_10_std
value: 7.5956691204249625
verified: no, type: nauc_map_at_1_diff1
value: 66.72124308402267
verified: no, type: nauc_map_at_1_max
value: 51.19466114585956
verified: no, type: nauc_map_at_1_std
value: 2.245220608559181
verified: no, type: nauc_map_at_20_diff1
value: 59.22057643300822
verified: no, type: nauc_map_at_20_max
value: 51.313573776775726
verified: no, type: nauc_map_at_20_std
value: 8.358939846817226
verified: no, type: nauc_map_at_3_diff1
value: 61.32109160055376
verified: no, type: nauc_map_at_3_max
value: 51.9457241432636
verified: no, type: nauc_map_at_3_std
value: 6.142346771066799
verified: no, type: nauc_map_at_5_diff1
value: 60.196087475595775
verified: no, type: nauc_map_at_5_max
value: 51.29489275323225
verified: no, type: nauc_map_at_5_std
value: 7.135550923449767
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.61406272963981
verified: no, type: nauc_mrr_at_1000_max
value: 52.14522525518276
verified: no, type: nauc_mrr_at_1000_std
value: 10.346824001908765
verified: no, type: nauc_mrr_at_100_diff1
value: 58.59441019795227
verified: no, type: nauc_mrr_at_100_max
value: 52.10956861802713
verified: no, type: nauc_mrr_at_100_std
value: 10.336293720942948
verified: no, type: nauc_mrr_at_10_diff1
value: 58.77148976904293
verified: no, type: nauc_mrr_at_10_max
value: 52.18359886063282
verified: no, type: nauc_mrr_at_10_std
value: 10.108983326742853
verified: no, type: nauc_mrr_at_1_diff1
value: 62.75320247309557
verified: no, type: nauc_mrr_at_1_max
value: 54.58212983767925
verified: no, type: nauc_mrr_at_1_std
value: 7.649128741158393
verified: no, type: nauc_mrr_at_20_diff1
value: 58.70480651508579
verified: no, type: nauc_mrr_at_20_max
value: 52.04529492373743
verified: no, type: nauc_mrr_at_20_std
value: 10.09501402622684
verified: no, type: nauc_mrr_at_3_diff1
value: 59.82908033429298
verified: no, type: nauc_mrr_at_3_max
value: 53.42734720399114
verified: no, type: nauc_mrr_at_3_std
value: 9.886371850072972
verified: no, type: nauc_mrr_at_5_diff1
value: 59.100685229454754
verified: no, type: nauc_mrr_at_5_max
value: 52.44424372197177
verified: no, type: nauc_mrr_at_5_std
value: 10.19534387414282
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.16657786810699
verified: no, type: nauc_ndcg_at_1000_max
value: 51.498118352968504
verified: no, type: nauc_ndcg_at_1000_std
value: 13.45759260939172
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.47190359480491
verified: no, type: nauc_ndcg_at_100_max
value: 50.510346633524506
verified: no, type: nauc_ndcg_at_100_std
value: 13.164825021236645
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.839999032753916
verified: no, type: nauc_ndcg_at_10_max
value: 49.35810093746709
verified: no, type: nauc_ndcg_at_10_std
value: 10.892285569599455
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.75320247309557
verified: no, type: nauc_ndcg_at_1_max
value: 54.58212983767925
verified: no, type: nauc_ndcg_at_1_std
value: 7.649128741158393
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.599943425661145
verified: no, type: nauc_ndcg_at_20_max
value: 49.04948706869284
verified: no, type: nauc_ndcg_at_20_std
value: 10.953199856319838
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.06896883585927
verified: no, type: nauc_ndcg_at_3_max
value: 52.521751983909226
verified: no, type: nauc_ndcg_at_3_std
value: 10.316203555781064
verified: no, type: nauc_ndcg_at_5_diff1
value: 58.10264420177409
verified: no, type: nauc_ndcg_at_5_max
value: 50.3495565113843
verified: no, type: nauc_ndcg_at_5_std
value: 11.198630479734442
verified: no, type: nauc_precision_at_1000_diff1
value: -7.861487471616527
verified: no, type: nauc_precision_at_1000_max
value: -11.865885078285975
verified: no, type: nauc_precision_at_1000_std
value: 34.93723410363955
verified: no, type: nauc_precision_at_100_diff1
value: 2.4168431059737485
verified: no, type: nauc_precision_at_100_max
value: 3.364608957955227
verified: no, type: nauc_precision_at_100_std
value: 36.92761258093046
verified: no, type: nauc_precision_at_10_diff1
value: 18.263148796946272
verified: no, type: nauc_precision_at_10_max
value: 30.503308529462064
verified: no, type: nauc_precision_at_10_std
value: 27.062063990822672
verified: no, type: nauc_precision_at_1_diff1
value: 62.75320247309557
verified: no, type: nauc_precision_at_1_max
value: 54.58212983767925
verified: no, type: nauc_precision_at_1_std
value: 7.649128741158393
verified: no, type: nauc_precision_at_20_diff1
value: 9.947402516937798
verified: no, type: nauc_precision_at_20_max
value: 22.13439606944372
verified: no, type: nauc_precision_at_20_std
value: 30.739360998078823
verified: no, type: nauc_precision_at_3_diff1
value: 38.95711192254061
verified: no, type: nauc_precision_at_3_max
value: 46.568608591073364
verified: no, type: nauc_precision_at_3_std
value: 17.901229470165855
verified: no, type: nauc_precision_at_5_diff1
value: 29.43836627953031
verified: no, type: nauc_precision_at_5_max
value: 39.377036266380536
verified: no, type: nauc_precision_at_5_std
value: 22.380560159232196
verified: no, type: nauc_recall_at_1000_diff1
value: 37.300575362096275
verified: no, type: nauc_recall_at_1000_max
value: 55.20039736641748
verified: no, type: nauc_recall_at_1000_std
value: 58.95114049445191
verified: no, type: nauc_recall_at_100_diff1
value: 40.329256967785504
verified: no, type: nauc_recall_at_100_max
value: 40.400321519794566
verified: no, type: nauc_recall_at_100_std
value: 29.255191346931582
verified: no, type: nauc_recall_at_10_diff1
value: 48.44766357811787
verified: no, type: nauc_recall_at_10_max
value: 40.23097273472008
verified: no, type: nauc_recall_at_10_std
value: 10.32703056019965
verified: no, type: nauc_recall_at_1_diff1
value: 66.72124308402267
verified: no, type: nauc_recall_at_1_max
value: 51.19466114585956
verified: no, type: nauc_recall_at_1_std
value: 2.245220608559181
verified: no, type: nauc_recall_at_20_diff1
value: 45.93499243020848
verified: no, type: nauc_recall_at_20_max
value: 37.15086331902723
verified: no, type: nauc_recall_at_20_std
value: 11.390852913964599
verified: no, type: nauc_recall_at_3_diff1
value: 57.28583574669723
verified: no, type: nauc_recall_at_3_max
value: 49.16061086075558
verified: no, type: nauc_recall_at_3_std
value: 8.729826211070984
verified: no, type: nauc_recall_at_5_diff1
value: 53.16650473894876
verified: no, type: nauc_recall_at_5_max
value: 44.17028263924092
verified: no, type: nauc_recall_at_5_std
value: 11.186300373134186
verified: no, type: ndcg_at_1
value: 33.399
verified: no, type: ndcg_at_10
value: 41.909
verified: no, type: ndcg_at_100
value: 47.166999999999994
verified: no, type: ndcg_at_1000
value: 49.927
verified: no, type: ndcg_at_20
value: 43.883
verified: no, type: ndcg_at_3
value: 37.218
verified: no, type: ndcg_at_5
value: 39.567
verified: no, type: precision_at_1
value: 33.399
verified: no, type: precision_at_10
value: 8.161999999999999
verified: no, type: precision_at_100
value: 1.611
verified: no, type: precision_at_1000
value: 0.246
verified: no, type: precision_at_20
value: 5.119
verified: no, type: precision_at_3
value: 17.391000000000002
verified: no, type: precision_at_5
value: 12.727
verified: no, type: recall_at_1
value: 28.163
verified: no, type: recall_at_10
value: 51.453
verified: no, type: recall_at_100
value: 75.355
verified: no, type: recall_at_1000
value: 92.99300000000001
verified: no, type: recall_at_20
value: 59.023
verified: no, type: recall_at_3
value: 38.425
verified: no, type: recall_at_5
value: 44.84
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 36.398
verified: no, type: map_at_1
value: 24.008
verified: no, type: map_at_10
value: 31.863999999999997
verified: no, type: map_at_100
value: 32.72
verified: no, type: map_at_1000
value: 32.821
verified: no, type: map_at_20
value: 32.261
verified: no, type: map_at_3
value: 29.381
verified: no, type: map_at_5
value: 30.897000000000002
verified: no, type: mrr_at_1
value: 26.432532347504623
verified: no, type: mrr_at_10
value: 34.03250887539242
verified: no, type: mrr_at_100
value: 34.819847299074134
verified: no, type: mrr_at_1000
value: 34.89299718316846
verified: no, type: mrr_at_20
value: 34.44747576214217
verified: no, type: mrr_at_3
value: 31.79297597042514
verified: no, type: mrr_at_5
value: 33.151571164510166
verified: no, type: nauc_map_at_1000_diff1
value: 55.98162099085637
verified: no, type: nauc_map_at_1000_max
value: 43.47872593560115
verified: no, type: nauc_map_at_1000_std
value: 1.9635759627816445
verified: no, type: nauc_map_at_100_diff1
value: 55.98061150597974
verified: no, type: nauc_map_at_100_max
value: 43.46654911714823
verified: no, type: nauc_map_at_100_std
value: 2.0206625819587183
verified: no, type: nauc_map_at_10_diff1
value: 56.34666780463638
verified: no, type: nauc_map_at_10_max
value: 43.788943769246664
verified: no, type: nauc_map_at_10_std
value: 1.1898266530268196
verified: no, type: nauc_map_at_1_diff1
value: 62.62324443404018
verified: no, type: nauc_map_at_1_max
value: 43.605117311940006
verified: no, type: nauc_map_at_1_std
value: -0.6904916244485655
verified: no, type: nauc_map_at_20_diff1
value: 56.238065656871704
verified: no, type: nauc_map_at_20_max
value: 43.5584551380304
verified: no, type: nauc_map_at_20_std
value: 1.7011032341886574
verified: no, type: nauc_map_at_3_diff1
value: 56.25966143384608
verified: no, type: nauc_map_at_3_max
value: 44.51064963840291
verified: no, type: nauc_map_at_3_std
value: -0.0803396697177304
verified: no, type: nauc_map_at_5_diff1
value: 56.07335339106893
verified: no, type: nauc_map_at_5_max
value: 43.998037645230795
verified: no, type: nauc_map_at_5_std
value: 1.2112200779176874
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.92143029755729
verified: no, type: nauc_mrr_at_1000_max
value: 43.84811870666282
verified: no, type: nauc_mrr_at_1000_std
value: 2.4365578128568854
verified: no, type: nauc_mrr_at_100_diff1
value: 55.90610513119599
verified: no, type: nauc_mrr_at_100_max
value: 43.832619161548436
verified: no, type: nauc_mrr_at_100_std
value: 2.4946643522682233
verified: no, type: nauc_mrr_at_10_diff1
value: 56.335626034657906
verified: no, type: nauc_mrr_at_10_max
value: 44.02523605305643
verified: no, type: nauc_mrr_at_10_std
value: 1.7511188685819048
verified: no, type: nauc_mrr_at_1_diff1
value: 63.248568809238215
verified: no, type: nauc_mrr_at_1_max
value: 45.408377673502066
verified: no, type: nauc_mrr_at_1_std
value: 0.07045834015445782
verified: no, type: nauc_mrr_at_20_diff1
value: 56.06829541446503
verified: no, type: nauc_mrr_at_20_max
value: 43.91422331275104
verified: no, type: nauc_mrr_at_20_std
value: 2.2347636126757173
verified: no, type: nauc_mrr_at_3_diff1
value: 56.31600283984432
verified: no, type: nauc_mrr_at_3_max
value: 45.05073059132046
verified: no, type: nauc_mrr_at_3_std
value: 0.8652253910073596
verified: no, type: nauc_mrr_at_5_diff1
value: 56.254182068875124
verified: no, type: nauc_mrr_at_5_max
value: 44.59269821452858
verified: no, type: nauc_mrr_at_5_std
value: 1.6491608480389122
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.95653323521346
verified: no, type: nauc_ndcg_at_1000_max
value: 42.389513003269904
verified: no, type: nauc_ndcg_at_1000_std
value: 5.179591160434181
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.43070969822147
verified: no, type: nauc_ndcg_at_100_max
value: 41.517812919833794
verified: no, type: nauc_ndcg_at_100_std
value: 6.844565740445449
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.56818115302057
verified: no, type: nauc_ndcg_at_10_max
value: 42.703994032749534
verified: no, type: nauc_ndcg_at_10_std
value: 2.635282627590044
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.248568809238215
verified: no, type: nauc_ndcg_at_1_max
value: 45.408377673502066
verified: no, type: nauc_ndcg_at_1_std
value: 0.07045834015445782
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.96537459815431
verified: no, type: nauc_ndcg_at_20_max
value: 41.925819424299895
verified: no, type: nauc_ndcg_at_20_std
value: 4.359545840626607
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.0973911563289
verified: no, type: nauc_ndcg_at_3_max
value: 44.68812055048855
verified: no, type: nauc_ndcg_at_3_std
value: 0.8078452209522009
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.945638885632455
verified: no, type: nauc_ndcg_at_5_max
value: 43.54338003834186
verified: no, type: nauc_ndcg_at_5_std
value: 2.5103043398245606
verified: no, type: nauc_precision_at_1000_diff1
value: -12.91947435915392
verified: no, type: nauc_precision_at_1000_max
value: -4.8431541463237195
verified: no, type: nauc_precision_at_1000_std
value: 6.604107503909044
verified: no, type: nauc_precision_at_100_diff1
value: 16.444591512259358
verified: no, type: nauc_precision_at_100_max
value: 21.881556684823632
verified: no, type: nauc_precision_at_100_std
value: 26.223501655143284
verified: no, type: nauc_precision_at_10_diff1
value: 43.7635503540333
verified: no, type: nauc_precision_at_10_max
value: 38.53101787398076
verified: no, type: nauc_precision_at_10_std
value: 9.002092351038165
verified: no, type: nauc_precision_at_1_diff1
value: 63.248568809238215
verified: no, type: nauc_precision_at_1_max
value: 45.408377673502066
verified: no, type: nauc_precision_at_1_std
value: 0.07045834015445782
verified: no, type: nauc_precision_at_20_diff1
value: 37.86245560869826
verified: no, type: nauc_precision_at_20_max
value: 33.65976140375908
verified: no, type: nauc_precision_at_20_std
value: 15.913438047381792
verified: no, type: nauc_precision_at_3_diff1
value: 47.47459643937429
verified: no, type: nauc_precision_at_3_max
value: 46.76643886992762
verified: no, type: nauc_precision_at_3_std
value: 4.5190241950831735
verified: no, type: nauc_precision_at_5_diff1
value: 43.75126148368077
verified: no, type: nauc_precision_at_5_max
value: 42.334651217872505
verified: no, type: nauc_precision_at_5_std
value: 9.459742902485242
verified: no, type: nauc_recall_at_1000_diff1
value: 27.819254278969897
verified: no, type: nauc_recall_at_1000_max
value: 38.30544692135124
verified: no, type: nauc_recall_at_1000_std
value: 26.52237812013942
verified: no, type: nauc_recall_at_100_diff1
value: 34.58788879102681
verified: no, type: nauc_recall_at_100_max
value: 29.203659972143026
verified: no, type: nauc_recall_at_100_std
value: 30.0715893326566
verified: no, type: nauc_recall_at_10_diff1
value: 48.706435965678075
verified: no, type: nauc_recall_at_10_max
value: 37.69482088549101
verified: no, type: nauc_recall_at_10_std
value: 6.172227685607203
verified: no, type: nauc_recall_at_1_diff1
value: 62.62324443404018
verified: no, type: nauc_recall_at_1_max
value: 43.605117311940006
verified: no, type: nauc_recall_at_1_std
value: -0.6904916244485655
verified: no, type: nauc_recall_at_20_diff1
value: 45.930710320116404
verified: no, type: nauc_recall_at_20_max
value: 33.87282382235246
verified: no, type: nauc_recall_at_20_std
value: 12.236967904900046
verified: no, type: nauc_recall_at_3_diff1
value: 47.967133522596995
verified: no, type: nauc_recall_at_3_max
value: 43.222243812704654
verified: no, type: nauc_recall_at_3_std
value: 1.406764656015735
verified: no, type: nauc_recall_at_5_diff1
value: 46.83387488030117
verified: no, type: nauc_recall_at_5_max
value: 40.22683923723393
verified: no, type: nauc_recall_at_5_std
value: 5.359250334470643
verified: no, type: ndcg_at_1
value: 26.433
verified: no, type: ndcg_at_10
value: 36.398
verified: no, type: ndcg_at_100
value: 40.904
verified: no, type: ndcg_at_1000
value: 43.503
verified: no, type: ndcg_at_20
value: 37.835
verified: no, type: ndcg_at_3
value: 31.740000000000002
verified: no, type: ndcg_at_5
value: 34.217
verified: no, type: precision_at_1
value: 26.433
verified: no, type: precision_at_10
value: 5.638
verified: no, type: precision_at_100
value: 0.8500000000000001
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.198
verified: no, type: precision_at_3
value: 13.494
verified: no, type: precision_at_5
value: 9.575
verified: no, type: recall_at_1
value: 24.008
verified: no, type: recall_at_10
value: 48.276
verified: no, type: recall_at_100
value: 69.408
verified: no, type: recall_at_1000
value: 88.982
verified: no, type: recall_at_20
value: 53.652
verified: no, type: recall_at_3
value: 35.665
verified: no, type: recall_at_5
value: 41.707
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 34.424
verified: no, type: map_at_1
value: 14.048
verified: no, type: map_at_10
value: 25.008999999999997
verified: no, type: map_at_100
value: 27.311999999999998
verified: no, type: map_at_1000
value: 27.506999999999998
verified: no, type: map_at_20
value: 26.276
verified: no, type: map_at_3
value: 20.454
verified: no, type: map_at_5
value: 22.764
verified: no, type: mrr_at_1
value: 30.293159609120522
verified: no, type: mrr_at_10
value: 43.979732175171954
verified: no, type: mrr_at_100
value: 44.8990199708385
verified: no, type: mrr_at_1000
value: 44.91948864168536
verified: no, type: mrr_at_20
value: 44.60727793679259
verified: no, type: mrr_at_3
value: 40.22801302931596
verified: no, type: mrr_at_5
value: 42.5081433224756
verified: no, type: nauc_map_at_1000_diff1
value: 26.782927076716838
verified: no, type: nauc_map_at_1000_max
value: 35.04693475590315
verified: no, type: nauc_map_at_1000_std
value: 18.468386416658767
verified: no, type: nauc_map_at_100_diff1
value: 26.73559025799703
verified: no, type: nauc_map_at_100_max
value: 35.0086554719845
verified: no, type: nauc_map_at_100_std
value: 18.408237795505364
verified: no, type: nauc_map_at_10_diff1
value: 26.69665717190449
verified: no, type: nauc_map_at_10_max
value: 33.95628589107352
verified: no, type: nauc_map_at_10_std
value: 16.606722618355228
verified: no, type: nauc_map_at_1_diff1
value: 34.69139167255448
verified: no, type: nauc_map_at_1_max
value: 31.320925167304885
verified: no, type: nauc_map_at_1_std
value: 8.317324397589166
verified: no, type: nauc_map_at_20_diff1
value: 26.535742347239612
verified: no, type: nauc_map_at_20_max
value: 34.64120791988152
verified: no, type: nauc_map_at_20_std
value: 17.773087807705114
verified: no, type: nauc_map_at_3_diff1
value: 28.28868980958683
verified: no, type: nauc_map_at_3_max
value: 31.933502455412977
verified: no, type: nauc_map_at_3_std
value: 11.690701159250299
verified: no, type: nauc_map_at_5_diff1
value: 27.50454635443153
verified: no, type: nauc_map_at_5_max
value: 32.771673774695586
verified: no, type: nauc_map_at_5_std
value: 13.809876792277876
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.55092374824378
verified: no, type: nauc_mrr_at_1000_max
value: 34.313567270251525
verified: no, type: nauc_mrr_at_1000_std
value: 20.184075106861794
verified: no, type: nauc_mrr_at_100_diff1
value: 27.536196216140024
verified: no, type: nauc_mrr_at_100_max
value: 34.31005560628606
verified: no, type: nauc_mrr_at_100_std
value: 20.193896244109492
verified: no, type: nauc_mrr_at_10_diff1
value: 27.392430223579805
verified: no, type: nauc_mrr_at_10_max
value: 34.49340592130273
verified: no, type: nauc_mrr_at_10_std
value: 20.457054679548968
verified: no, type: nauc_mrr_at_1_diff1
value: 30.66870320020112
verified: no, type: nauc_mrr_at_1_max
value: 29.961018318500486
verified: no, type: nauc_mrr_at_1_std
value: 13.633496258132965
verified: no, type: nauc_mrr_at_20_diff1
value: 27.566254419942325
verified: no, type: nauc_mrr_at_20_max
value: 34.46259435507574
verified: no, type: nauc_mrr_at_20_std
value: 20.381248414863904
verified: no, type: nauc_mrr_at_3_diff1
value: 26.943813388404354
verified: no, type: nauc_mrr_at_3_max
value: 33.349721060706386
verified: no, type: nauc_mrr_at_3_std
value: 18.866488957576493
verified: no, type: nauc_mrr_at_5_diff1
value: 27.34661652031042
verified: no, type: nauc_mrr_at_5_max
value: 34.032048354887515
verified: no, type: nauc_mrr_at_5_std
value: 19.512736212478003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.312101712300805
verified: no, type: nauc_ndcg_at_1000_max
value: 38.568204426547034
verified: no, type: nauc_ndcg_at_1000_std
value: 25.707095290674076
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.783339092601583
verified: no, type: nauc_ndcg_at_100_max
value: 38.2469994909342
verified: no, type: nauc_ndcg_at_100_std
value: 25.568831103654322
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.228672343910404
verified: no, type: nauc_ndcg_at_10_max
value: 36.10444487310847
verified: no, type: nauc_ndcg_at_10_std
value: 21.77704765565149
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.66870320020112
verified: no, type: nauc_ndcg_at_1_max
value: 29.961018318500486
verified: no, type: nauc_ndcg_at_1_std
value: 13.633496258132965
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.162887933451618
verified: no, type: nauc_ndcg_at_20_max
value: 37.27614808874129
verified: no, type: nauc_ndcg_at_20_std
value: 23.86890320682254
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.2529133058438
verified: no, type: nauc_ndcg_at_3_max
value: 32.274832820606775
verified: no, type: nauc_ndcg_at_3_std
value: 15.192344394039162
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.444481981297685
verified: no, type: nauc_ndcg_at_5_max
value: 34.322739778680464
verified: no, type: nauc_ndcg_at_5_std
value: 17.546128163241445
verified: no, type: nauc_precision_at_1000_diff1
value: -6.105028009939054
verified: no, type: nauc_precision_at_1000_max
value: 7.2924628581210795
verified: no, type: nauc_precision_at_1000_std
value: 20.54932407484064
verified: no, type: nauc_precision_at_100_diff1
value: 0.9007566546900618
verified: no, type: nauc_precision_at_100_max
value: 20.090504665431087
verified: no, type: nauc_precision_at_100_std
value: 30.550751221220736
verified: no, type: nauc_precision_at_10_diff1
value: 8.854680985105352
verified: no, type: nauc_precision_at_10_max
value: 28.69440885254999
verified: no, type: nauc_precision_at_10_std
value: 30.328706482927547
verified: no, type: nauc_precision_at_1_diff1
value: 30.66870320020112
verified: no, type: nauc_precision_at_1_max
value: 29.961018318500486
verified: no, type: nauc_precision_at_1_std
value: 13.633496258132965
verified: no, type: nauc_precision_at_20_diff1
value: 6.083160357843956
verified: no, type: nauc_precision_at_20_max
value: 27.335665310831537
verified: no, type: nauc_precision_at_20_std
value: 32.54997932409484
verified: no, type: nauc_precision_at_3_diff1
value: 16.678600876578386
verified: no, type: nauc_precision_at_3_max
value: 29.043317380761067
verified: no, type: nauc_precision_at_3_std
value: 19.479424623414367
verified: no, type: nauc_precision_at_5_diff1
value: 14.201970474250361
verified: no, type: nauc_precision_at_5_max
value: 29.719577021061966
verified: no, type: nauc_precision_at_5_std
value: 23.691164529644862
verified: no, type: nauc_recall_at_1000_diff1
value: 18.317591669116275
verified: no, type: nauc_recall_at_1000_max
value: 46.105446116908524
verified: no, type: nauc_recall_at_1000_std
value: 48.743849542601296
verified: no, type: nauc_recall_at_100_diff1
value: 16.588227937078216
verified: no, type: nauc_recall_at_100_max
value: 37.36787755279675
verified: no, type: nauc_recall_at_100_std
value: 35.90070224192105
verified: no, type: nauc_recall_at_10_diff1
value: 17.969251347801972
verified: no, type: nauc_recall_at_10_max
value: 34.48449713711093
verified: no, type: nauc_recall_at_10_std
value: 25.476008304626585
verified: no, type: nauc_recall_at_1_diff1
value: 34.69139167255448
verified: no, type: nauc_recall_at_1_max
value: 31.320925167304885
verified: no, type: nauc_recall_at_1_std
value: 8.317324397589166
verified: no, type: nauc_recall_at_20_diff1
value: 16.508774919861406
verified: no, type: nauc_recall_at_20_max
value: 35.29713721688907
verified: no, type: nauc_recall_at_20_std
value: 29.22876562755075
verified: no, type: nauc_recall_at_3_diff1
value: 23.710346839115026
verified: no, type: nauc_recall_at_3_max
value: 32.06650483662007
verified: no, type: nauc_recall_at_3_std
value: 14.749973734231848
verified: no, type: nauc_recall_at_5_diff1
value: 21.6318334404903
verified: no, type: nauc_recall_at_5_max
value: 32.77158097087673
verified: no, type: nauc_recall_at_5_std
value: 18.510754939059773
verified: no, type: ndcg_at_1
value: 30.293
verified: no, type: ndcg_at_10
value: 34.424
verified: no, type: ndcg_at_100
value: 42.756
verified: no, type: ndcg_at_1000
value: 45.858
verified: no, type: ndcg_at_20
value: 37.842999999999996
verified: no, type: ndcg_at_3
value: 27.628999999999998
verified: no, type: ndcg_at_5
value: 30.133
verified: no, type: precision_at_1
value: 30.293
verified: no, type: precision_at_10
value: 11.003
verified: no, type: precision_at_100
value: 1.989
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: precision_at_20
value: 6.987
verified: no, type: precision_at_3
value: 20.717
verified: no, type: precision_at_5
value: 16.3
verified: no, type: recall_at_1
value: 14.048
verified: no, type: recall_at_10
value: 41.567
verified: no, type: recall_at_100
value: 69.803
verified: no, type: recall_at_1000
value: 86.78200000000001
verified: no, type: recall_at_20
value: 51.12799999999999
verified: no, type: recall_at_3
value: 25.385
verified: no, type: recall_at_5
value: 32.115
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 44.913
verified: no, type: map_at_1
value: 10.040000000000001
verified: no, type: map_at_10
value: 22.208
verified: no, type: map_at_100
value: 32.347
verified: no, type: map_at_1000
value: 34.172999999999995
verified: no, type: map_at_20
value: 25.988
verified: no, type: map_at_3
value: 15.964
verified: no, type: map_at_5
value: 18.285
verified: no, type: mrr_at_1
value: 72.25
verified: no, type: mrr_at_10
value: 79.32232142857141
verified: no, type: mrr_at_100
value: 79.6704079768071
verified: no, type: mrr_at_1000
value: 79.67456725879248
verified: no, type: mrr_at_20
value: 79.62344263171467
verified: no, type: mrr_at_3
value: 78.29166666666666
verified: no, type: mrr_at_5
value: 78.81666666666665
verified: no, type: nauc_map_at_1000_diff1
value: 20.600883285811996
verified: no, type: nauc_map_at_1000_max
value: 25.625468821912733
verified: no, type: nauc_map_at_1000_std
value: 31.070635510001672
verified: no, type: nauc_map_at_100_diff1
value: 20.89392915500404
verified: no, type: nauc_map_at_100_max
value: 24.061724938048208
verified: no, type: nauc_map_at_100_std
value: 28.114811361343172
verified: no, type: nauc_map_at_10_diff1
value: 25.83341899826147
verified: no, type: nauc_map_at_10_max
value: 11.116715851285688
verified: no, type: nauc_map_at_10_std
value: 1.5133118273718202
verified: no, type: nauc_map_at_1_diff1
value: 37.2111283590964
verified: no, type: nauc_map_at_1_max
value: -2.4353460319938214
verified: no, type: nauc_map_at_1_std
value: -15.5421800776956
verified: no, type: nauc_map_at_20_diff1
value: 23.856168514018357
verified: no, type: nauc_map_at_20_max
value: 16.295502687736594
verified: no, type: nauc_map_at_20_std
value: 11.581232098120326
verified: no, type: nauc_map_at_3_diff1
value: 28.932459374164964
verified: no, type: nauc_map_at_3_max
value: 2.966743468288197
verified: no, type: nauc_map_at_3_std
value: -11.45936604324748
verified: no, type: nauc_map_at_5_diff1
value: 27.495008182846668
verified: no, type: nauc_map_at_5_max
value: 5.359215359481454
verified: no, type: nauc_map_at_5_std
value: -6.8156329786585275
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.08328197407485
verified: no, type: nauc_mrr_at_1000_max
value: 60.59846952601949
verified: no, type: nauc_mrr_at_1000_std
value: 43.962061628571355
verified: no, type: nauc_mrr_at_100_diff1
value: 48.091619837992205
verified: no, type: nauc_mrr_at_100_max
value: 60.58403009558889
verified: no, type: nauc_mrr_at_100_std
value: 43.920608005039256
verified: no, type: nauc_mrr_at_10_diff1
value: 47.7760340381623
verified: no, type: nauc_mrr_at_10_max
value: 60.354844414173016
verified: no, type: nauc_mrr_at_10_std
value: 43.70172456849994
verified: no, type: nauc_mrr_at_1_diff1
value: 47.76592013146459
verified: no, type: nauc_mrr_at_1_max
value: 60.161351547446905
verified: no, type: nauc_mrr_at_1_std
value: 45.14479835861558
verified: no, type: nauc_mrr_at_20_diff1
value: 48.111029683055975
verified: no, type: nauc_mrr_at_20_max
value: 60.65125474530899
verified: no, type: nauc_mrr_at_20_std
value: 43.97252337653455
verified: no, type: nauc_mrr_at_3_diff1
value: 48.02456728971125
verified: no, type: nauc_mrr_at_3_max
value: 61.0536434766822
verified: no, type: nauc_mrr_at_3_std
value: 43.98600406544798
verified: no, type: nauc_mrr_at_5_diff1
value: 48.0769203423548
verified: no, type: nauc_mrr_at_5_max
value: 60.51224838905409
verified: no, type: nauc_mrr_at_5_std
value: 44.086735223490855
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.972258260969696
verified: no, type: nauc_ndcg_at_1000_max
value: 39.07712291535265
verified: no, type: nauc_ndcg_at_1000_std
value: 42.99906516324734
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.457567827179965
verified: no, type: nauc_ndcg_at_100_max
value: 33.6780972757391
verified: no, type: nauc_ndcg_at_100_std
value: 35.030538873443504
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.961005784007526
verified: no, type: nauc_ndcg_at_10_max
value: 32.37260337007089
verified: no, type: nauc_ndcg_at_10_std
value: 29.54025020987362
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.98672834042982
verified: no, type: nauc_ndcg_at_1_max
value: 42.22111133372105
verified: no, type: nauc_ndcg_at_1_std
value: 32.58588259551098
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.032781721219465
verified: no, type: nauc_ndcg_at_20_max
value: 30.235931226123224
verified: no, type: nauc_ndcg_at_20_std
value: 27.727078871496424
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.043379684863964
verified: no, type: nauc_ndcg_at_3_max
value: 33.846266493808805
verified: no, type: nauc_ndcg_at_3_std
value: 29.25097330170831
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.173665674953778
verified: no, type: nauc_ndcg_at_5_max
value: 31.866801248453857
verified: no, type: nauc_ndcg_at_5_std
value: 29.511344973698485
verified: no, type: nauc_precision_at_1000_diff1
value: -11.534621093835355
verified: no, type: nauc_precision_at_1000_max
value: 1.5257994729497457
verified: no, type: nauc_precision_at_1000_std
value: 18.324343652440273
verified: no, type: nauc_precision_at_100_diff1
value: -7.068187494239929
verified: no, type: nauc_precision_at_100_max
value: 28.19530669275789
verified: no, type: nauc_precision_at_100_std
value: 49.88617443929458
verified: no, type: nauc_precision_at_10_diff1
value: -0.8714541286005777
verified: no, type: nauc_precision_at_10_max
value: 37.89420224639425
verified: no, type: nauc_precision_at_10_std
value: 50.46466603644014
verified: no, type: nauc_precision_at_1_diff1
value: 47.76592013146459
verified: no, type: nauc_precision_at_1_max
value: 60.161351547446905
verified: no, type: nauc_precision_at_1_std
value: 45.14479835861558
verified: no, type: nauc_precision_at_20_diff1
value: -3.779786562740603
verified: no, type: nauc_precision_at_20_max
value: 36.47074070474099
verified: no, type: nauc_precision_at_20_std
value: 54.30773289639945
verified: no, type: nauc_precision_at_3_diff1
value: 6.396118086754352
verified: no, type: nauc_precision_at_3_max
value: 38.38399305441996
verified: no, type: nauc_precision_at_3_std
value: 40.621980263373054
verified: no, type: nauc_precision_at_5_diff1
value: 1.9493955716927616
verified: no, type: nauc_precision_at_5_max
value: 35.317401825879124
verified: no, type: nauc_precision_at_5_std
value: 44.6762917451083
verified: no, type: nauc_recall_at_1000_diff1
value: 19.601637935761566
verified: no, type: nauc_recall_at_1000_max
value: 37.208286935723585
verified: no, type: nauc_recall_at_1000_std
value: 50.06156635730268
verified: no, type: nauc_recall_at_100_diff1
value: 19.704052012417712
verified: no, type: nauc_recall_at_100_max
value: 25.118207449440316
verified: no, type: nauc_recall_at_100_std
value: 28.470348650971257
verified: no, type: nauc_recall_at_10_diff1
value: 22.28150737631799
verified: no, type: nauc_recall_at_10_max
value: 7.288980581532567
verified: no, type: nauc_recall_at_10_std
value: -3.546451794201156
verified: no, type: nauc_recall_at_1_diff1
value: 37.2111283590964
verified: no, type: nauc_recall_at_1_max
value: -2.4353460319938214
verified: no, type: nauc_recall_at_1_std
value: -15.5421800776956
verified: no, type: nauc_recall_at_20_diff1
value: 19.370820899802325
verified: no, type: nauc_recall_at_20_max
value: 9.933071247277663
verified: no, type: nauc_recall_at_20_std
value: 4.39256311937651
verified: no, type: nauc_recall_at_3_diff1
value: 26.892484725339816
verified: no, type: nauc_recall_at_3_max
value: 0.43050825398950365
verified: no, type: nauc_recall_at_3_std
value: -13.949637578688003
verified: no, type: nauc_recall_at_5_diff1
value: 24.61429740511302
verified: no, type: nauc_recall_at_5_max
value: 1.3851731491248795
verified: no, type: nauc_recall_at_5_std
value: -10.442952525743062
verified: no, type: ndcg_at_1
value: 58.375
verified: no, type: ndcg_at_10
value: 44.913
verified: no, type: ndcg_at_100
value: 51.141000000000005
verified: no, type: ndcg_at_1000
value: 58.583
verified: no, type: ndcg_at_20
value: 44.739000000000004
verified: no, type: ndcg_at_3
value: 49.492999999999995
verified: no, type: ndcg_at_5
value: 46.032000000000004
verified: no, type: precision_at_1
value: 72.25
verified: no, type: precision_at_10
value: 35.8
verified: no, type: precision_at_100
value: 11.88
verified: no, type: precision_at_1000
value: 2.271
verified: no, type: precision_at_20
value: 27.587
verified: no, type: precision_at_3
value: 53.333
verified: no, type: precision_at_5
value: 43.85
verified: no, type: recall_at_1
value: 10.040000000000001
verified: no, type: recall_at_10
value: 27.641
verified: no, type: recall_at_100
value: 59.323
verified: no, type: recall_at_1000
value: 82.45
verified: no, type: recall_at_20
value: 36.425999999999995
verified: no, type: recall_at_3
value: 17.163999999999998
verified: no, type: recall_at_5
value: 20.537
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 87.71
verified: no, type: map_at_1
value: 74.997
verified: no, type: map_at_10
value: 83.863
verified: no, type: map_at_100
value: 84.097
verified: no, type: map_at_1000
value: 84.11
verified: no, type: map_at_20
value: 84.00800000000001
verified: no, type: map_at_3
value: 82.663
verified: no, type: map_at_5
value: 83.397
verified: no, type: mrr_at_1
value: 80.85808580858085
verified: no, type: mrr_at_10
value: 88.30980717119326
verified: no, type: mrr_at_100
value: 88.35271179929329
verified: no, type: mrr_at_1000
value: 88.35367832660155
verified: no, type: mrr_at_20
value: 88.34431812794115
verified: no, type: mrr_at_3
value: 87.62876287628755
verified: no, type: mrr_at_5
value: 88.09530953095296
verified: no, type: nauc_map_at_1000_diff1
value: 53.39696002887149
verified: no, type: nauc_map_at_1000_max
value: 4.503633193787632
verified: no, type: nauc_map_at_1000_std
value: -17.923771554452394
verified: no, type: nauc_map_at_100_diff1
value: 53.35230583414693
verified: no, type: nauc_map_at_100_max
value: 4.499076051962274
verified: no, type: nauc_map_at_100_std
value: -17.894520187108974
verified: no, type: nauc_map_at_10_diff1
value: 53.073526382320225
verified: no, type: nauc_map_at_10_max
value: 4.479877043246145
verified: no, type: nauc_map_at_10_std
value: -17.967665857736247
verified: no, type: nauc_map_at_1_diff1
value: 56.352157590835574
verified: no, type: nauc_map_at_1_max
value: 0.19453374210215002
verified: no, type: nauc_map_at_1_std
value: -19.863463121126518
verified: no, type: nauc_map_at_20_diff1
value: 53.23777871659784
verified: no, type: nauc_map_at_20_max
value: 4.499170458285919
verified: no, type: nauc_map_at_20_std
value: -17.88508465026792
verified: no, type: nauc_map_at_3_diff1
value: 52.77048554943106
verified: no, type: nauc_map_at_3_max
value: 4.370474436302183
verified: no, type: nauc_map_at_3_std
value: -18.800506437127506
verified: no, type: nauc_map_at_5_diff1
value: 52.80751786682275
verified: no, type: nauc_map_at_5_max
value: 4.725684250345486
verified: no, type: nauc_map_at_5_std
value: -18.18333199621481
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.44986694358198
verified: no, type: nauc_mrr_at_1000_max
value: 1.9197377977965595
verified: no, type: nauc_mrr_at_1000_std
value: -28.44958598845696
verified: no, type: nauc_mrr_at_100_diff1
value: 69.44784820112805
verified: no, type: nauc_mrr_at_100_max
value: 1.9209798815421393
verified: no, type: nauc_mrr_at_100_std
value: -28.443776361740397
verified: no, type: nauc_mrr_at_10_diff1
value: 69.46299175839845
verified: no, type: nauc_mrr_at_10_max
value: 1.9342949544104315
verified: no, type: nauc_mrr_at_10_std
value: -28.543261517153557
verified: no, type: nauc_mrr_at_1_diff1
value: 69.6320130829977
verified: no, type: nauc_mrr_at_1_max
value: -0.41652824014499396
verified: no, type: nauc_mrr_at_1_std
value: -27.278661946331777
verified: no, type: nauc_mrr_at_20_diff1
value: 69.46182053154487
verified: no, type: nauc_mrr_at_20_max
value: 1.968816538516823
verified: no, type: nauc_mrr_at_20_std
value: -28.42438564221838
verified: no, type: nauc_mrr_at_3_diff1
value: 69.41791618988957
verified: no, type: nauc_mrr_at_3_max
value: 2.5552344203065727
verified: no, type: nauc_mrr_at_3_std
value: -28.985883857774162
verified: no, type: nauc_mrr_at_5_diff1
value: 69.56202911646272
verified: no, type: nauc_mrr_at_5_max
value: 2.3212950829455568
verified: no, type: nauc_mrr_at_5_std
value: -28.90774884538313
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.597164559861355
verified: no, type: nauc_ndcg_at_1000_max
value: 5.411812478967703
verified: no, type: nauc_ndcg_at_1000_std
value: -18.026138512603637
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.65654663056547
verified: no, type: nauc_ndcg_at_100_max
value: 5.409301836384041
verified: no, type: nauc_ndcg_at_100_std
value: -17.21757483050907
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.6402967623474
verified: no, type: nauc_ndcg_at_10_max
value: 5.443602087159868
verified: no, type: nauc_ndcg_at_10_std
value: -17.610897617691894
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.6320130829977
verified: no, type: nauc_ndcg_at_1_max
value: -0.41652824014499396
verified: no, type: nauc_ndcg_at_1_std
value: -27.278661946331777
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.075087728016655
verified: no, type: nauc_ndcg_at_20_max
value: 5.523485107646882
verified: no, type: nauc_ndcg_at_20_std
value: -17.217510749321324
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.32395366091127
verified: no, type: nauc_ndcg_at_3_max
value: 5.721470909055759
verified: no, type: nauc_ndcg_at_3_std
value: -19.936142684215888
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.59676814516613
verified: no, type: nauc_ndcg_at_5_max
value: 6.075884170290567
verified: no, type: nauc_ndcg_at_5_std
value: -18.621998594159223
verified: no, type: nauc_precision_at_1000_diff1
value: -7.768874444440682
verified: no, type: nauc_precision_at_1000_max
value: 3.780393853814977
verified: no, type: nauc_precision_at_1000_std
value: 3.6423167859356655
verified: no, type: nauc_precision_at_100_diff1
value: -9.955190439741383
verified: no, type: nauc_precision_at_100_max
value: 4.656834354434372
verified: no, type: nauc_precision_at_100_std
value: 7.7546840304193925
verified: no, type: nauc_precision_at_10_diff1
value: -4.870012513513987
verified: no, type: nauc_precision_at_10_max
value: 7.493058617189292
verified: no, type: nauc_precision_at_10_std
value: 5.045140352447437
verified: no, type: nauc_precision_at_1_diff1
value: 69.6320130829977
verified: no, type: nauc_precision_at_1_max
value: -0.41652824014499396
verified: no, type: nauc_precision_at_1_std
value: -27.278661946331777
verified: no, type: nauc_precision_at_20_diff1
value: -7.621428543708827
verified: no, type: nauc_precision_at_20_max
value: 6.237218457534147
verified: no, type: nauc_precision_at_20_std
value: 6.926602892900919
verified: no, type: nauc_precision_at_3_diff1
value: 22.850031290274224
verified: no, type: nauc_precision_at_3_max
value: 12.26480859006083
verified: no, type: nauc_precision_at_3_std
value: -11.102834037423511
verified: no, type: nauc_precision_at_5_diff1
value: 6.948399960140704
verified: no, type: nauc_precision_at_5_max
value: 11.855422300238523
verified: no, type: nauc_precision_at_5_std
value: -1.7249759763793404
verified: no, type: nauc_recall_at_1000_diff1
value: 1.8311262484774402
verified: no, type: nauc_recall_at_1000_max
value: 46.48622605637539
verified: no, type: nauc_recall_at_1000_std
value: 56.787775760533385
verified: no, type: nauc_recall_at_100_diff1
value: 0.9942950606529392
verified: no, type: nauc_recall_at_100_max
value: 27.235957458980515
verified: no, type: nauc_recall_at_100_std
value: 44.95567577739882
verified: no, type: nauc_recall_at_10_diff1
value: 19.582661080856795
verified: no, type: nauc_recall_at_10_max
value: 16.641481889884876
verified: no, type: nauc_recall_at_10_std
value: 8.607868728303846
verified: no, type: nauc_recall_at_1_diff1
value: 56.352157590835574
verified: no, type: nauc_recall_at_1_max
value: 0.19453374210215002
verified: no, type: nauc_recall_at_1_std
value: -19.863463121126518
verified: no, type: nauc_recall_at_20_diff1
value: 14.604652796038309
verified: no, type: nauc_recall_at_20_max
value: 20.497476775933606
verified: no, type: nauc_recall_at_20_std
value: 19.922041864561137
verified: no, type: nauc_recall_at_3_diff1
value: 36.50267630587044
verified: no, type: nauc_recall_at_3_max
value: 11.998658379422473
verified: no, type: nauc_recall_at_3_std
value: -11.529271876757468
verified: no, type: nauc_recall_at_5_diff1
value: 29.62480882173487
verified: no, type: nauc_recall_at_5_max
value: 15.923043185703477
verified: no, type: nauc_recall_at_5_std
value: -4.586503374141151
verified: no, type: ndcg_at_1
value: 80.85799999999999
verified: no, type: ndcg_at_10
value: 87.71
verified: no, type: ndcg_at_100
value: 88.436
verified: no, type: ndcg_at_1000
value: 88.628
verified: no, type: ndcg_at_20
value: 88.055
verified: no, type: ndcg_at_3
value: 85.885
verified: no, type: ndcg_at_5
value: 86.872
verified: no, type: precision_at_1
value: 80.85799999999999
verified: no, type: precision_at_10
value: 10.612
verified: no, type: precision_at_100
value: 1.124
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 5.421
verified: no, type: precision_at_3
value: 32.888
verified: no, type: precision_at_5
value: 20.438000000000002
verified: no, type: recall_at_1
value: 74.997
verified: no, type: recall_at_10
value: 95.03399999999999
verified: no, type: recall_at_100
value: 97.709
verified: no, type: recall_at_1000
value: 98.85000000000001
verified: no, type: recall_at_20
value: 96.139
verified: no, type: recall_at_3
value: 90.19200000000001
verified: no, type: recall_at_5
value: 92.643
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 44.31
verified: no, type: map_at_1
value: 22.357
verified: no, type: map_at_10
value: 36.213
verified: no, type: map_at_100
value: 38.2
verified: no, type: map_at_1000
value: 38.376
verified: no, type: map_at_20
value: 37.342
verified: no, type: map_at_3
value: 31.874999999999996
verified: no, type: map_at_5
value: 34.311
verified: no, type: mrr_at_1
value: 43.51851851851852
verified: no, type: mrr_at_10
value: 52.63858269645305
verified: no, type: mrr_at_100
value: 53.44163346917576
verified: no, type: mrr_at_1000
value: 53.477833896033076
verified: no, type: mrr_at_20
value: 53.19616310817503
verified: no, type: mrr_at_3
value: 50.48868312757201
verified: no, type: mrr_at_5
value: 51.76183127572014
verified: no, type: nauc_map_at_1000_diff1
value: 45.6438286281189
verified: no, type: nauc_map_at_1000_max
value: 34.733058071954
verified: no, type: nauc_map_at_1000_std
value: 2.9693183729205175
verified: no, type: nauc_map_at_100_diff1
value: 45.580058708621316
verified: no, type: nauc_map_at_100_max
value: 34.63459152004501
verified: no, type: nauc_map_at_100_std
value: 2.9657463341457495
verified: no, type: nauc_map_at_10_diff1
value: 45.74610683167843
verified: no, type: nauc_map_at_10_max
value: 33.69260582404236
verified: no, type: nauc_map_at_10_std
value: 1.3079555058401713
verified: no, type: nauc_map_at_1_diff1
value: 50.45513040375976
verified: no, type: nauc_map_at_1_max
value: 23.00937879674911
verified: no, type: nauc_map_at_1_std
value: -3.650608899173065
verified: no, type: nauc_map_at_20_diff1
value: 45.4437705158748
verified: no, type: nauc_map_at_20_max
value: 34.254991872952125
verified: no, type: nauc_map_at_20_std
value: 2.5514888826952937
verified: no, type: nauc_map_at_3_diff1
value: 46.72337183861262
verified: no, type: nauc_map_at_3_max
value: 29.856715342453516
verified: no, type: nauc_map_at_3_std
value: 0.4662093459562081
verified: no, type: nauc_map_at_5_diff1
value: 46.12946314906862
verified: no, type: nauc_map_at_5_max
value: 31.918948824156956
verified: no, type: nauc_map_at_5_std
value: 0.8961830930384888
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.761767877133835
verified: no, type: nauc_mrr_at_1000_max
value: 41.2429751198028
verified: no, type: nauc_mrr_at_1000_std
value: 1.125758225521226
verified: no, type: nauc_mrr_at_100_diff1
value: 54.736725431010214
verified: no, type: nauc_mrr_at_100_max
value: 41.26032598769048
verified: no, type: nauc_mrr_at_100_std
value: 1.1590074352282507
verified: no, type: nauc_mrr_at_10_diff1
value: 54.58931211962367
verified: no, type: nauc_mrr_at_10_max
value: 41.002477132898704
verified: no, type: nauc_mrr_at_10_std
value: 0.9330572054778388
verified: no, type: nauc_mrr_at_1_diff1
value: 57.40882740466674
verified: no, type: nauc_mrr_at_1_max
value: 38.84884826788323
verified: no, type: nauc_mrr_at_1_std
value: -3.203483060048204
verified: no, type: nauc_mrr_at_20_diff1
value: 54.68967963259864
verified: no, type: nauc_mrr_at_20_max
value: 41.16428023244764
verified: no, type: nauc_mrr_at_20_std
value: 1.030371055956388
verified: no, type: nauc_mrr_at_3_diff1
value: 54.83483307102052
verified: no, type: nauc_mrr_at_3_max
value: 41.36624574367681
verified: no, type: nauc_mrr_at_3_std
value: 0.8171443328662287
verified: no, type: nauc_mrr_at_5_diff1
value: 54.77840183240944
verified: no, type: nauc_mrr_at_5_max
value: 41.14126255167716
verified: no, type: nauc_mrr_at_5_std
value: 1.0078226893835742
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.29266369698312
verified: no, type: nauc_ndcg_at_1000_max
value: 39.44751985651413
verified: no, type: nauc_ndcg_at_1000_std
value: 6.797153295460685
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.44467141410605
verified: no, type: nauc_ndcg_at_100_max
value: 38.736147865139706
verified: no, type: nauc_ndcg_at_100_std
value: 7.8455607876168205
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.231293929254356
verified: no, type: nauc_ndcg_at_10_max
value: 36.344822588878465
verified: no, type: nauc_ndcg_at_10_std
value: 2.954707252781676
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.40882740466674
verified: no, type: nauc_ndcg_at_1_max
value: 38.84884826788323
verified: no, type: nauc_ndcg_at_1_std
value: -3.203483060048204
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.61481858633943
verified: no, type: nauc_ndcg_at_20_max
value: 37.134975943992984
verified: no, type: nauc_ndcg_at_20_std
value: 5.471016537693937
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.289607080541
verified: no, type: nauc_ndcg_at_3_max
value: 36.6002518712178
verified: no, type: nauc_ndcg_at_3_std
value: 2.8035830636103856
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.023017692289365
verified: no, type: nauc_ndcg_at_5_max
value: 35.37774842007503
verified: no, type: nauc_ndcg_at_5_std
value: 2.343693787074402
verified: no, type: nauc_precision_at_1000_diff1
value: -2.2349414355444965
verified: no, type: nauc_precision_at_1000_max
value: 24.06915691023145
verified: no, type: nauc_precision_at_1000_std
value: 11.10272918602627
verified: no, type: nauc_precision_at_100_diff1
value: 5.3245236203947925
verified: no, type: nauc_precision_at_100_max
value: 30.74536387742932
verified: no, type: nauc_precision_at_100_std
value: 16.132786774263852
verified: no, type: nauc_precision_at_10_diff1
value: 19.164563691711113
verified: no, type: nauc_precision_at_10_max
value: 39.93242329216273
verified: no, type: nauc_precision_at_10_std
value: 9.003480145897925
verified: no, type: nauc_precision_at_1_diff1
value: 57.40882740466674
verified: no, type: nauc_precision_at_1_max
value: 38.84884826788323
verified: no, type: nauc_precision_at_1_std
value: -3.203483060048204
verified: no, type: nauc_precision_at_20_diff1
value: 12.074842721193503
verified: no, type: nauc_precision_at_20_max
value: 37.71964008379554
verified: no, type: nauc_precision_at_20_std
value: 14.33007384632019
verified: no, type: nauc_precision_at_3_diff1
value: 32.36692314628377
verified: no, type: nauc_precision_at_3_max
value: 40.97685480524765
verified: no, type: nauc_precision_at_3_std
value: 7.612618654264095
verified: no, type: nauc_precision_at_5_diff1
value: 25.715447152514102
verified: no, type: nauc_precision_at_5_max
value: 40.17655162305006
verified: no, type: nauc_precision_at_5_std
value: 7.684804045927936
verified: no, type: nauc_recall_at_1000_diff1
value: 31.58046496048429
verified: no, type: nauc_recall_at_1000_max
value: 45.03299708737332
verified: no, type: nauc_recall_at_1000_std
value: 42.4101567674877
verified: no, type: nauc_recall_at_100_diff1
value: 29.579107132742273
verified: no, type: nauc_recall_at_100_max
value: 34.51838709909902
verified: no, type: nauc_recall_at_100_std
value: 29.615184477571425
verified: no, type: nauc_recall_at_10_diff1
value: 33.89539333999428
verified: no, type: nauc_recall_at_10_max
value: 29.79469889376507
verified: no, type: nauc_recall_at_10_std
value: 5.656944108845222
verified: no, type: nauc_recall_at_1_diff1
value: 50.45513040375976
verified: no, type: nauc_recall_at_1_max
value: 23.00937879674911
verified: no, type: nauc_recall_at_1_std
value: -3.650608899173065
verified: no, type: nauc_recall_at_20_diff1
value: 29.82657270057027
verified: no, type: nauc_recall_at_20_max
value: 29.575165188582826
verified: no, type: nauc_recall_at_20_std
value: 13.291496104164665
verified: no, type: nauc_recall_at_3_diff1
value: 39.335021830665866
verified: no, type: nauc_recall_at_3_max
value: 27.826521232033564
verified: no, type: nauc_recall_at_3_std
value: 3.5549035745056767
verified: no, type: nauc_recall_at_5_diff1
value: 36.77078168873872
verified: no, type: nauc_recall_at_5_max
value: 28.126965952875366
verified: no, type: nauc_recall_at_5_std
value: 4.172771980837336
verified: no, type: ndcg_at_1
value: 43.519000000000005
verified: no, type: ndcg_at_10
value: 44.31
verified: no, type: ndcg_at_100
value: 51.073
verified: no, type: ndcg_at_1000
value: 53.93599999999999
verified: no, type: ndcg_at_20
value: 47.24
verified: no, type: ndcg_at_3
value: 40.788000000000004
verified: no, type: ndcg_at_5
value: 41.845
verified: no, type: precision_at_1
value: 43.519000000000005
verified: no, type: precision_at_10
value: 12.068
verified: no, type: precision_at_100
value: 1.907
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_20
value: 7.245
verified: no, type: precision_at_3
value: 27.16
verified: no, type: precision_at_5
value: 19.753
verified: no, type: recall_at_1
value: 22.357
verified: no, type: recall_at_10
value: 51.449999999999996
verified: no, type: recall_at_100
value: 75.631
verified: no, type: recall_at_1000
value: 92.76299999999999
verified: no, type: recall_at_20
value: 60.611000000000004
verified: no, type: recall_at_3
value: 37.478
verified: no, type: recall_at_5
value: 43.501
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 74.39
verified: no, type: map_at_1
value: 40.912
verified: no, type: map_at_10
value: 66.271
verified: no, type: map_at_100
value: 67.182
verified: no, type: map_at_1000
value: 67.232
verified: no, type: map_at_20
value: 66.851
verified: no, type: map_at_3
value: 62.614999999999995
verified: no, type: map_at_5
value: 64.944
verified: no, type: mrr_at_1
value: 81.82309250506414
verified: no, type: mrr_at_10
value: 87.29049976956776
verified: no, type: mrr_at_100
value: 87.41987093320175
verified: no, type: mrr_at_1000
value: 87.42293959281248
verified: no, type: mrr_at_20
value: 87.37920786832204
verified: no, type: mrr_at_3
value: 86.5091154625251
verified: no, type: mrr_at_5
value: 87.02025658338928
verified: no, type: nauc_map_at_1000_diff1
value: 14.24811650419101
verified: no, type: nauc_map_at_1000_max
value: 18.110966497777632
verified: no, type: nauc_map_at_1000_std
value: 9.907051402110287
verified: no, type: nauc_map_at_100_diff1
value: 14.215623436165565
verified: no, type: nauc_map_at_100_max
value: 18.102094143174355
verified: no, type: nauc_map_at_100_std
value: 9.939264948202457
verified: no, type: nauc_map_at_10_diff1
value: 14.035722008459132
verified: no, type: nauc_map_at_10_max
value: 17.885951740513185
verified: no, type: nauc_map_at_10_std
value: 9.411718264907183
verified: no, type: nauc_map_at_1_diff1
value: 68.7446019536274
verified: no, type: nauc_map_at_1_max
value: 38.9850245767707
verified: no, type: nauc_map_at_1_std
value: -2.9883672880704077
verified: no, type: nauc_map_at_20_diff1
value: 14.1213686946934
verified: no, type: nauc_map_at_20_max
value: 18.064372098377415
verified: no, type: nauc_map_at_20_std
value: 9.852582790929198
verified: no, type: nauc_map_at_3_diff1
value: 13.777100223085636
verified: no, type: nauc_map_at_3_max
value: 15.838268149755525
verified: no, type: nauc_map_at_3_std
value: 5.540117150150763
verified: no, type: nauc_map_at_5_diff1
value: 13.795942259152843
verified: no, type: nauc_map_at_5_max
value: 17.40522320666275
verified: no, type: nauc_map_at_5_std
value: 8.185987514408986
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.26691261699523
verified: no, type: nauc_mrr_at_1000_max
value: 41.855537529246156
verified: no, type: nauc_mrr_at_1000_std
value: -1.749009001510166
verified: no, type: nauc_mrr_at_100_diff1
value: 67.26496000519207
verified: no, type: nauc_mrr_at_100_max
value: 41.85732985393288
verified: no, type: nauc_mrr_at_100_std
value: -1.746740864244431
verified: no, type: nauc_mrr_at_10_diff1
value: 67.23800598864047
verified: no, type: nauc_mrr_at_10_max
value: 42.00168575657073
verified: no, type: nauc_mrr_at_10_std
value: -1.6750027423294265
verified: no, type: nauc_mrr_at_1_diff1
value: 68.7446019536274
verified: no, type: nauc_mrr_at_1_max
value: 38.9850245767707
verified: no, type: nauc_mrr_at_1_std
value: -2.9883672880704077
verified: no, type: nauc_mrr_at_20_diff1
value: 67.27187257644147
verified: no, type: nauc_mrr_at_20_max
value: 41.90365085976258
verified: no, type: nauc_mrr_at_20_std
value: -1.7343079652982756
verified: no, type: nauc_mrr_at_3_diff1
value: 66.90262014812754
verified: no, type: nauc_mrr_at_3_max
value: 42.059901684946574
verified: no, type: nauc_mrr_at_3_std
value: -2.2157618208705188
verified: no, type: nauc_mrr_at_5_diff1
value: 67.11913383749597
verified: no, type: nauc_mrr_at_5_max
value: 42.08711029370619
verified: no, type: nauc_mrr_at_5_std
value: -1.8450842911318477
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.643710362570175
verified: no, type: nauc_ndcg_at_1000_max
value: 22.771658204329988
verified: no, type: nauc_ndcg_at_1000_std
value: 12.35171770072505
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.65319609161701
verified: no, type: nauc_ndcg_at_100_max
value: 22.440309398753826
verified: no, type: nauc_ndcg_at_100_std
value: 13.188395264200578
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.73587286025269
verified: no, type: nauc_ndcg_at_10_max
value: 21.62853392094044
verified: no, type: nauc_ndcg_at_10_std
value: 11.251476898680195
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.7446019536274
verified: no, type: nauc_ndcg_at_1_max
value: 38.9850245767707
verified: no, type: nauc_ndcg_at_1_std
value: -2.9883672880704077
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.967606659900778
verified: no, type: nauc_ndcg_at_20_max
value: 22.08851626862601
verified: no, type: nauc_ndcg_at_20_std
value: 12.564317755232041
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.912789874898078
verified: no, type: nauc_ndcg_at_3_max
value: 19.057969185273805
verified: no, type: nauc_ndcg_at_3_std
value: 5.177089212342481
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.56673002818034
verified: no, type: nauc_ndcg_at_5_max
value: 20.918938126481997
verified: no, type: nauc_ndcg_at_5_std
value: 8.825282964233406
verified: no, type: nauc_precision_at_1000_diff1
value: -7.56948550032058
verified: no, type: nauc_precision_at_1000_max
value: 24.515829102888574
verified: no, type: nauc_precision_at_1000_std
value: 53.204326783714784
verified: no, type: nauc_precision_at_100_diff1
value: -4.087348584547688
verified: no, type: nauc_precision_at_100_max
value: 19.272356560884297
verified: no, type: nauc_precision_at_100_std
value: 40.66612961724831
verified: no, type: nauc_precision_at_10_diff1
value: 1.9661456708988112
verified: no, type: nauc_precision_at_10_max
value: 17.30230322559426
verified: no, type: nauc_precision_at_10_std
value: 21.682588021447184
verified: no, type: nauc_precision_at_1_diff1
value: 68.7446019536274
verified: no, type: nauc_precision_at_1_max
value: 38.9850245767707
verified: no, type: nauc_precision_at_1_std
value: -2.9883672880704077
verified: no, type: nauc_precision_at_20_diff1
value: -0.08300041913337095
verified: no, type: nauc_precision_at_20_max
value: 18.26817742375711
verified: no, type: nauc_precision_at_20_std
value: 28.466847558903087
verified: no, type: nauc_precision_at_3_diff1
value: 6.3291319074207
verified: no, type: nauc_precision_at_3_max
value: 14.016485266657664
verified: no, type: nauc_precision_at_3_std
value: 7.688246977218552
verified: no, type: nauc_precision_at_5_diff1
value: 4.085426676307135
verified: no, type: nauc_precision_at_5_max
value: 16.618114705017398
verified: no, type: nauc_precision_at_5_std
value: 14.696017564745581
verified: no, type: nauc_recall_at_1000_diff1
value: -7.569485500320447
verified: no, type: nauc_recall_at_1000_max
value: 24.515829102888542
verified: no, type: nauc_recall_at_1000_std
value: 53.204326783714976
verified: no, type: nauc_recall_at_100_diff1
value: -4.087348584548104
verified: no, type: nauc_recall_at_100_max
value: 19.272356560884283
verified: no, type: nauc_recall_at_100_std
value: 40.66612961724824
verified: no, type: nauc_recall_at_10_diff1
value: 1.9661456708988452
verified: no, type: nauc_recall_at_10_max
value: 17.30230322559433
verified: no, type: nauc_recall_at_10_std
value: 21.682588021447284
verified: no, type: nauc_recall_at_1_diff1
value: 68.7446019536274
verified: no, type: nauc_recall_at_1_max
value: 38.9850245767707
verified: no, type: nauc_recall_at_1_std
value: -2.9883672880704077
verified: no, type: nauc_recall_at_20_diff1
value: -0.08300041913319532
verified: no, type: nauc_recall_at_20_max
value: 18.26817742375722
verified: no, type: nauc_recall_at_20_std
value: 28.466847558903225
verified: no, type: nauc_recall_at_3_diff1
value: 6.329131907420758
verified: no, type: nauc_recall_at_3_max
value: 14.016485266657646
verified: no, type: nauc_recall_at_3_std
value: 7.688246977218522
verified: no, type: nauc_recall_at_5_diff1
value: 4.085426676307129
verified: no, type: nauc_recall_at_5_max
value: 16.618114705017422
verified: no, type: nauc_recall_at_5_std
value: 14.696017564745706
verified: no, type: ndcg_at_1
value: 81.82300000000001
verified: no, type: ndcg_at_10
value: 74.39
verified: no, type: ndcg_at_100
value: 77.322
verified: no, type: ndcg_at_1000
value: 78.236
verified: no, type: ndcg_at_20
value: 75.762
verified: no, type: ndcg_at_3
value: 69.40899999999999
verified: no, type: ndcg_at_5
value: 72.25
verified: no, type: precision_at_1
value: 81.82300000000001
verified: no, type: precision_at_10
value: 15.614
verified: no, type: precision_at_100
value: 1.786
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 8.246
verified: no, type: precision_at_3
value: 44.754
verified: no, type: precision_at_5
value: 29.091
verified: no, type: recall_at_1
value: 40.912
verified: no, type: recall_at_10
value: 78.069
verified: no, type: recall_at_100
value: 89.318
verified: no, type: recall_at_1000
value: 95.321
verified: no, type: recall_at_20
value: 82.458
verified: no, type: recall_at_3
value: 67.13
verified: no, type: recall_at_5
value: 72.72800000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 43.424
verified: no, type: map_at_1
value: 23.465
verified: no, type: map_at_10
value: 36.298
verified: no, type: map_at_100
value: 37.443
verified: no, type: map_at_1000
value: 37.488
verified: no, type: map_at_20
value: 37.004
verified: no, type: map_at_3
value: 32.263999999999996
verified: no, type: map_at_5
value: 34.711
verified: no, type: mrr_at_1
value: 24.140401146131804
verified: no, type: mrr_at_10
value: 36.932812571064765
verified: no, type: mrr_at_100
value: 38.01903983112057
verified: no, type: mrr_at_1000
value: 38.05718350151866
verified: no, type: mrr_at_20
value: 37.611261744377515
verified: no, type: mrr_at_3
value: 32.99665711556819
verified: no, type: mrr_at_5
value: 35.39135625596943
verified: no, type: nauc_map_at_1000_diff1
value: 35.40886885986257
verified: no, type: nauc_map_at_1000_max
value: 3.7545316663703887
verified: no, type: nauc_map_at_1000_std
value: -18.690821328480613
verified: no, type: nauc_map_at_100_diff1
value: 35.3961973576196
verified: no, type: nauc_map_at_100_max
value: 3.749698912517426
verified: no, type: nauc_map_at_100_std
value: -18.662215333547493
verified: no, type: nauc_map_at_10_diff1
value: 35.40483644435198
verified: no, type: nauc_map_at_10_max
value: 3.641144738920141
verified: no, type: nauc_map_at_10_std
value: -19.363440247651454
verified: no, type: nauc_map_at_1_diff1
value: 38.67100652687116
verified: no, type: nauc_map_at_1_max
value: 4.364047242961097
verified: no, type: nauc_map_at_1_std
value: -16.891222677996463
verified: no, type: nauc_map_at_20_diff1
value: 35.37794971137569
verified: no, type: nauc_map_at_20_max
value: 3.676177228945729
verified: no, type: nauc_map_at_20_std
value: -18.94091682648655
verified: no, type: nauc_map_at_3_diff1
value: 35.31333315150583
verified: no, type: nauc_map_at_3_max
value: 3.4965623304246685
verified: no, type: nauc_map_at_3_std
value: -19.368643397803723
verified: no, type: nauc_map_at_5_diff1
value: 35.53254707943681
verified: no, type: nauc_map_at_5_max
value: 3.5128620630619416
verified: no, type: nauc_map_at_5_std
value: -19.744232886674588
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.279210596228076
verified: no, type: nauc_mrr_at_1000_max
value: 3.9444315381088377
verified: no, type: nauc_mrr_at_1000_std
value: -18.37391634884856
verified: no, type: nauc_mrr_at_100_diff1
value: 35.26618706765156
verified: no, type: nauc_mrr_at_100_max
value: 3.943483898925299
verified: no, type: nauc_mrr_at_100_std
value: -18.343118018089992
verified: no, type: nauc_mrr_at_10_diff1
value: 35.267510332963596
verified: no, type: nauc_mrr_at_10_max
value: 3.8779768606518994
verified: no, type: nauc_mrr_at_10_std
value: -18.980928940857964
verified: no, type: nauc_mrr_at_1_diff1
value: 38.436123183016285
verified: no, type: nauc_mrr_at_1_max
value: 4.4535003055283005
verified: no, type: nauc_mrr_at_1_std
value: -16.776210956854694
verified: no, type: nauc_mrr_at_20_diff1
value: 35.24980513343164
verified: no, type: nauc_mrr_at_20_max
value: 3.89689472809906
verified: no, type: nauc_mrr_at_20_std
value: -18.58360677506833
verified: no, type: nauc_mrr_at_3_diff1
value: 35.04459075834143
verified: no, type: nauc_mrr_at_3_max
value: 3.6105545408733155
verified: no, type: nauc_mrr_at_3_std
value: -19.190268365738365
verified: no, type: nauc_mrr_at_5_diff1
value: 35.34869407823518
verified: no, type: nauc_mrr_at_5_max
value: 3.701060853898909
verified: no, type: nauc_mrr_at_5_std
value: -19.383326153533897
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.75887431598213
verified: no, type: nauc_ndcg_at_1000_max
value: 4.312390853255876
verified: no, type: nauc_ndcg_at_1000_std
value: -17.18071319250873
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.394460418078715
verified: no, type: nauc_ndcg_at_100_max
value: 4.295886307837694
verified: no, type: nauc_ndcg_at_100_std
value: -16.033008780500968
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.50644853438419
verified: no, type: nauc_ndcg_at_10_max
value: 3.6626658735259
verified: no, type: nauc_ndcg_at_10_std
value: -19.56250960905403
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.436123183016285
verified: no, type: nauc_ndcg_at_1_max
value: 4.4535003055283005
verified: no, type: nauc_ndcg_at_1_std
value: -16.776210956854694
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.40010964814374
verified: no, type: nauc_ndcg_at_20_max
value: 3.7971985329744244
verified: no, type: nauc_ndcg_at_20_std
value: -18.010955476860154
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.439343067144165
verified: no, type: nauc_ndcg_at_3_max
value: 3.2949710479214107
verified: no, type: nauc_ndcg_at_3_std
value: -20.002605242207924
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.83349389928372
verified: no, type: nauc_ndcg_at_5_max
value: 3.3298912787593062
verified: no, type: nauc_ndcg_at_5_std
value: -20.53735443323493
verified: no, type: nauc_precision_at_1000_diff1
value: -4.016898635199342
verified: no, type: nauc_precision_at_1000_max
value: 12.934875539589253
verified: no, type: nauc_precision_at_1000_std
value: 13.11391640313066
verified: no, type: nauc_precision_at_100_diff1
value: 10.315247928476873
verified: no, type: nauc_precision_at_100_max
value: 11.268415109153752
verified: no, type: nauc_precision_at_100_std
value: 17.950480541657335
verified: no, type: nauc_precision_at_10_diff1
value: 28.209276901989895
verified: no, type: nauc_precision_at_10_max
value: 3.965811186403266
verified: no, type: nauc_precision_at_10_std
value: -18.501584332901512
verified: no, type: nauc_precision_at_1_diff1
value: 38.436123183016285
verified: no, type: nauc_precision_at_1_max
value: 4.4535003055283005
verified: no, type: nauc_precision_at_1_std
value: -16.776210956854694
verified: no, type: nauc_precision_at_20_diff1
value: 24.64074510458261
verified: no, type: nauc_precision_at_20_max
value: 4.971859475494997
verified: no, type: nauc_precision_at_20_std
value: -9.718333720619587
verified: no, type: nauc_precision_at_3_diff1
value: 31.59386906580704
verified: no, type: nauc_precision_at_3_max
value: 2.911339196352057
verified: no, type: nauc_precision_at_3_std
value: -21.71784008123467
verified: no, type: nauc_precision_at_5_diff1
value: 31.35251325266384
verified: no, type: nauc_precision_at_5_max
value: 2.894822904862219
verified: no, type: nauc_precision_at_5_std
value: -22.488895902892384
verified: no, type: nauc_recall_at_1000_diff1
value: 22.885714431265185
verified: no, type: nauc_recall_at_1000_max
value: 43.71541809761202
verified: no, type: nauc_recall_at_1000_std
value: 66.29489415927435
verified: no, type: nauc_recall_at_100_diff1
value: 24.238272655435644
verified: no, type: nauc_recall_at_100_max
value: 11.174788762479146
verified: no, type: nauc_recall_at_100_std
value: 23.457729735029535
verified: no, type: nauc_recall_at_10_diff1
value: 31.27901055282893
verified: no, type: nauc_recall_at_10_max
value: 3.474737924419516
verified: no, type: nauc_recall_at_10_std
value: -19.881636172962423
verified: no, type: nauc_recall_at_1_diff1
value: 38.67100652687116
verified: no, type: nauc_recall_at_1_max
value: 4.364047242961097
verified: no, type: nauc_recall_at_1_std
value: -16.891222677996463
verified: no, type: nauc_recall_at_20_diff1
value: 30.05262129752705
verified: no, type: nauc_recall_at_20_max
value: 4.081153446892682
verified: no, type: nauc_recall_at_20_std
value: -12.131712173988694
verified: no, type: nauc_recall_at_3_diff1
value: 32.04675036130594
verified: no, type: nauc_recall_at_3_max
value: 2.6288471269218605
verified: no, type: nauc_recall_at_3_std
value: -21.65823334377263
verified: no, type: nauc_recall_at_5_diff1
value: 32.74421926624343
verified: no, type: nauc_recall_at_5_max
value: 2.566696543622508
verified: no, type: nauc_recall_at_5_std
value: -22.83492123820867
verified: no, type: ndcg_at_1
value: 24.14
verified: no, type: ndcg_at_10
value: 43.424
verified: no, type: ndcg_at_100
value: 48.893
verified: no, type: ndcg_at_1000
value: 49.958999999999996
verified: no, type: ndcg_at_20
value: 45.928999999999995
verified: no, type: ndcg_at_3
value: 35.32
verified: no, type: ndcg_at_5
value: 39.669
verified: no, type: precision_at_1
value: 24.14
verified: no, type: precision_at_10
value: 6.824
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 3.934
verified: no, type: precision_at_3
value: 15.029
verified: no, type: precision_at_5
value: 11.215
verified: no, type: recall_at_1
value: 23.465
verified: no, type: recall_at_10
value: 65.269
verified: no, type: recall_at_100
value: 90.437
verified: no, type: recall_at_1000
value: 98.468
verified: no, type: recall_at_20
value: 74.984
verified: no, type: recall_at_3
value: 43.434
verified: no, type: recall_at_5
value: 53.883
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 38.46
verified: no, type: map_at_1
value: 6.691999999999999
verified: no, type: map_at_10
value: 15.031
verified: no, type: map_at_100
value: 19.084
verified: no, type: map_at_1000
value: 20.596
verified: no, type: map_at_20
value: 16.744
verified: no, type: map_at_3
value: 11.213
verified: no, type: map_at_5
value: 13.108
verified: no, type: mrr_at_1
value: 47.987616099071204
verified: no, type: mrr_at_10
value: 57.93282225170769
verified: no, type: mrr_at_100
value: 58.446489234491075
verified: no, type: mrr_at_1000
value: 58.483830448457105
verified: no, type: mrr_at_20
value: 58.25959398965227
verified: no, type: mrr_at_3
value: 56.14035087719299
verified: no, type: mrr_at_5
value: 57.270381836945305
verified: no, type: nauc_map_at_1000_diff1
value: 25.45538063803242
verified: no, type: nauc_map_at_1000_max
value: 30.41883184898415
verified: no, type: nauc_map_at_1000_std
value: 12.781416517345395
verified: no, type: nauc_map_at_100_diff1
value: 26.894132167352875
verified: no, type: nauc_map_at_100_max
value: 29.432030037078327
verified: no, type: nauc_map_at_100_std
value: 9.512326529846831
verified: no, type: nauc_map_at_10_diff1
value: 31.400540210306925
verified: no, type: nauc_map_at_10_max
value: 23.480874068638062
verified: no, type: nauc_map_at_10_std
value: -1.5692010785458146
verified: no, type: nauc_map_at_1_diff1
value: 37.67265128941572
verified: no, type: nauc_map_at_1_max
value: 9.721787432990308
verified: no, type: nauc_map_at_1_std
value: -14.943711588554425
verified: no, type: nauc_map_at_20_diff1
value: 28.496096959455752
verified: no, type: nauc_map_at_20_max
value: 25.984790070209524
verified: no, type: nauc_map_at_20_std
value: 2.5864942962273347
verified: no, type: nauc_map_at_3_diff1
value: 35.30544649984941
verified: no, type: nauc_map_at_3_max
value: 15.43177689654808
verified: no, type: nauc_map_at_3_std
value: -10.620597059323307
verified: no, type: nauc_map_at_5_diff1
value: 33.973890759901785
verified: no, type: nauc_map_at_5_max
value: 19.177026450105227
verified: no, type: nauc_map_at_5_std
value: -7.633681183061802
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.65965662704218
verified: no, type: nauc_mrr_at_1000_max
value: 50.13980071961068
verified: no, type: nauc_mrr_at_1000_std
value: 31.441899652315946
verified: no, type: nauc_mrr_at_100_diff1
value: 32.66276749948812
verified: no, type: nauc_mrr_at_100_max
value: 50.18284893175743
verified: no, type: nauc_mrr_at_100_std
value: 31.489621001899128
verified: no, type: nauc_mrr_at_10_diff1
value: 32.83196328506318
verified: no, type: nauc_mrr_at_10_max
value: 49.68604447954204
verified: no, type: nauc_mrr_at_10_std
value: 30.99627862267571
verified: no, type: nauc_mrr_at_1_diff1
value: 32.91457933159273
verified: no, type: nauc_mrr_at_1_max
value: 44.136488326811495
verified: no, type: nauc_mrr_at_1_std
value: 27.01828153067843
verified: no, type: nauc_mrr_at_20_diff1
value: 32.671176033804585
verified: no, type: nauc_mrr_at_20_max
value: 50.14874441502247
verified: no, type: nauc_mrr_at_20_std
value: 31.38947894696264
verified: no, type: nauc_mrr_at_3_diff1
value: 32.47024817153408
verified: no, type: nauc_mrr_at_3_max
value: 49.56779159573397
verified: no, type: nauc_mrr_at_3_std
value: 29.766791025768907
verified: no, type: nauc_mrr_at_5_diff1
value: 32.26549727908872
verified: no, type: nauc_mrr_at_5_max
value: 49.87579065461728
verified: no, type: nauc_mrr_at_5_std
value: 30.729925282365006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.380017677098444
verified: no, type: nauc_ndcg_at_1000_max
value: 47.388319204148296
verified: no, type: nauc_ndcg_at_1000_std
value: 33.45725980667476
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.498473185306114
verified: no, type: nauc_ndcg_at_100_max
value: 41.76551239218656
verified: no, type: nauc_ndcg_at_100_std
value: 26.62218020732075
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.01011018145724
verified: no, type: nauc_ndcg_at_10_max
value: 40.630043774002516
verified: no, type: nauc_ndcg_at_10_std
value: 25.332235779556477
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.72650579565117
verified: no, type: nauc_ndcg_at_1_max
value: 42.493354546505095
verified: no, type: nauc_ndcg_at_1_std
value: 24.81873708593652
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.434037902736367
verified: no, type: nauc_ndcg_at_20_max
value: 39.28549854342903
verified: no, type: nauc_ndcg_at_20_std
value: 24.69082952792539
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.362842783124435
verified: no, type: nauc_ndcg_at_3_max
value: 41.96118988366622
verified: no, type: nauc_ndcg_at_3_std
value: 22.80018051989143
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.972257549293893
verified: no, type: nauc_ndcg_at_5_max
value: 41.9748170904006
verified: no, type: nauc_ndcg_at_5_std
value: 23.247821449868823
verified: no, type: nauc_precision_at_1000_diff1
value: -16.687533537724846
verified: no, type: nauc_precision_at_1000_max
value: 7.116174512559039
verified: no, type: nauc_precision_at_1000_std
value: 29.196682956642796
verified: no, type: nauc_precision_at_100_diff1
value: -11.171448249723401
verified: no, type: nauc_precision_at_100_max
value: 21.351578007740873
verified: no, type: nauc_precision_at_100_std
value: 40.49880548725148
verified: no, type: nauc_precision_at_10_diff1
value: 2.323360757559483
verified: no, type: nauc_precision_at_10_max
value: 38.65445063158918
verified: no, type: nauc_precision_at_10_std
value: 38.16210987455392
verified: no, type: nauc_precision_at_1_diff1
value: 33.755057976733646
verified: no, type: nauc_precision_at_1_max
value: 44.40288932251219
verified: no, type: nauc_precision_at_1_std
value: 27.62174135974081
verified: no, type: nauc_precision_at_20_diff1
value: -5.441798722378143
verified: no, type: nauc_precision_at_20_max
value: 32.058115623251524
verified: no, type: nauc_precision_at_20_std
value: 38.45241421004329
verified: no, type: nauc_precision_at_3_diff1
value: 15.90762087077913
verified: no, type: nauc_precision_at_3_max
value: 42.5470181640169
verified: no, type: nauc_precision_at_3_std
value: 28.009885719096335
verified: no, type: nauc_precision_at_5_diff1
value: 10.656403807359169
verified: no, type: nauc_precision_at_5_max
value: 42.247548871978196
verified: no, type: nauc_precision_at_5_std
value: 31.649386083205755
verified: no, type: nauc_recall_at_1000_diff1
value: 10.247070240617905
verified: no, type: nauc_recall_at_1000_max
value: 24.114253665304446
verified: no, type: nauc_recall_at_1000_std
value: 24.02339705705984
verified: no, type: nauc_recall_at_100_diff1
value: 22.561118338324018
verified: no, type: nauc_recall_at_100_max
value: 30.121592726044216
verified: no, type: nauc_recall_at_100_std
value: 19.67151227058734
verified: no, type: nauc_recall_at_10_diff1
value: 29.695315535851822
verified: no, type: nauc_recall_at_10_max
value: 22.074158118976385
verified: no, type: nauc_recall_at_10_std
value: 0.25798913185589023
verified: no, type: nauc_recall_at_1_diff1
value: 37.67265128941572
verified: no, type: nauc_recall_at_1_max
value: 9.721787432990308
verified: no, type: nauc_recall_at_1_std
value: -14.943711588554425
verified: no, type: nauc_recall_at_20_diff1
value: 24.996508456752107
verified: no, type: nauc_recall_at_20_max
value: 24.705011249445565
verified: no, type: nauc_recall_at_20_std
value: 5.780743155316983
verified: no, type: nauc_recall_at_3_diff1
value: 34.50424002323006
verified: no, type: nauc_recall_at_3_max
value: 15.26904245660564
verified: no, type: nauc_recall_at_3_std
value: -10.53885028046522
verified: no, type: nauc_recall_at_5_diff1
value: 31.421218531891775
verified: no, type: nauc_recall_at_5_max
value: 18.218174723292112
verified: no, type: nauc_recall_at_5_std
value: -6.686352082168663
verified: no, type: ndcg_at_1
value: 46.129999999999995
verified: no, type: ndcg_at_10
value: 38.46
verified: no, type: ndcg_at_100
value: 35.382999999999996
verified: no, type: ndcg_at_1000
value: 43.902
verified: no, type: ndcg_at_20
value: 36.027
verified: no, type: ndcg_at_3
value: 43.961
verified: no, type: ndcg_at_5
value: 42.077
verified: no, type: precision_at_1
value: 47.678
verified: no, type: precision_at_10
value: 28.451999999999998
verified: no, type: precision_at_100
value: 8.988
verified: no, type: precision_at_1000
value: 2.1590000000000003
verified: no, type: precision_at_20
value: 21.037
verified: no, type: precision_at_3
value: 41.692
verified: no, type: precision_at_5
value: 36.842000000000006
verified: no, type: recall_at_1
value: 6.691999999999999
verified: no, type: recall_at_10
value: 18.871
verified: no, type: recall_at_100
value: 34.736
verified: no, type: recall_at_1000
value: 66.766
verified: no, type: recall_at_20
value: 22.827
verified: no, type: recall_at_3
value: 12.171999999999999
verified: no, type: recall_at_5
value: 15.356
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 53.198
verified: no, type: map_at_1
value: 32.607
verified: no, type: map_at_10
value: 46.336
verified: no, type: map_at_100
value: 47.342
verified: no, type: map_at_1000
value: 47.38
verified: no, type: map_at_20
value: 46.98
verified: no, type: map_at_3
value: 42.742999999999995
verified: no, type: map_at_5
value: 44.812000000000005
verified: no, type: mrr_at_1
value: 36.29779837775203
verified: no, type: mrr_at_10
value: 48.97846199120814
verified: no, type: mrr_at_100
value: 49.76642951440836
verified: no, type: mrr_at_1000
value: 49.791712798430915
verified: no, type: mrr_at_20
value: 49.50161486261044
verified: no, type: mrr_at_3
value: 45.9974893781382
verified: no, type: mrr_at_5
value: 47.72981846272691
verified: no, type: nauc_map_at_1000_diff1
value: 33.91460431887845
verified: no, type: nauc_map_at_1000_max
value: 29.481346370314647
verified: no, type: nauc_map_at_1000_std
value: -1.839654367236494
verified: no, type: nauc_map_at_100_diff1
value: 33.90730996452593
verified: no, type: nauc_map_at_100_max
value: 29.493731966506363
verified: no, type: nauc_map_at_100_std
value: -1.8077641558146142
verified: no, type: nauc_map_at_10_diff1
value: 33.88718827422635
verified: no, type: nauc_map_at_10_max
value: 29.376119326260692
verified: no, type: nauc_map_at_10_std
value: -2.3710722516805514
verified: no, type: nauc_map_at_1_diff1
value: 39.09838265600818
verified: no, type: nauc_map_at_1_max
value: 25.229877730978384
verified: no, type: nauc_map_at_1_std
value: -6.549159067747068
verified: no, type: nauc_map_at_20_diff1
value: 33.93384992631349
verified: no, type: nauc_map_at_20_max
value: 29.497549953859174
verified: no, type: nauc_map_at_20_std
value: -2.017101496300422
verified: no, type: nauc_map_at_3_diff1
value: 34.289078161287534
verified: no, type: nauc_map_at_3_max
value: 28.220233771254193
verified: no, type: nauc_map_at_3_std
value: -4.444704784028031
verified: no, type: nauc_map_at_5_diff1
value: 34.185625280462006
verified: no, type: nauc_map_at_5_max
value: 29.068279072428393
verified: no, type: nauc_map_at_5_std
value: -3.271599611900801
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.26553814237791
verified: no, type: nauc_mrr_at_1000_max
value: 29.30438632424214
verified: no, type: nauc_mrr_at_1000_std
value: -1.1362527466161338
verified: no, type: nauc_mrr_at_100_diff1
value: 34.25608823758783
verified: no, type: nauc_mrr_at_100_max
value: 29.320433380500592
verified: no, type: nauc_mrr_at_100_std
value: -1.0988881991499264
verified: no, type: nauc_mrr_at_10_diff1
value: 34.13246218869096
verified: no, type: nauc_mrr_at_10_max
value: 29.28686516884
verified: no, type: nauc_mrr_at_10_std
value: -1.4086490508202227
verified: no, type: nauc_mrr_at_1_diff1
value: 39.09227619986854
verified: no, type: nauc_mrr_at_1_max
value: 26.09297738292023
verified: no, type: nauc_mrr_at_1_std
value: -5.092164835965795
verified: no, type: nauc_mrr_at_20_diff1
value: 34.243058510524534
verified: no, type: nauc_mrr_at_20_max
value: 29.35591880008264
verified: no, type: nauc_mrr_at_20_std
value: -1.1807627466375372
verified: no, type: nauc_mrr_at_3_diff1
value: 34.55473991903778
verified: no, type: nauc_mrr_at_3_max
value: 28.92012731680968
verified: no, type: nauc_mrr_at_3_std
value: -2.7868603622868546
verified: no, type: nauc_mrr_at_5_diff1
value: 34.33939912073187
verified: no, type: nauc_mrr_at_5_max
value: 29.142336826251807
verified: no, type: nauc_mrr_at_5_std
value: -2.0207310060627695
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.20023215522245
verified: no, type: nauc_ndcg_at_1000_max
value: 31.017256251715363
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8268849690313167
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.87286187255234
verified: no, type: nauc_ndcg_at_100_max
value: 31.43335992135076
verified: no, type: nauc_ndcg_at_100_std
value: 2.960577759737203
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.900906049371603
verified: no, type: nauc_ndcg_at_10_max
value: 30.957221009099438
verified: no, type: nauc_ndcg_at_10_std
value: 0.3823847406109789
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.918825906375595
verified: no, type: nauc_ndcg_at_1_max
value: 26.198075448658003
verified: no, type: nauc_ndcg_at_1_std
value: -5.0079843241467135
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.07246538138254
verified: no, type: nauc_ndcg_at_20_max
value: 31.39047205003746
verified: no, type: nauc_ndcg_at_20_std
value: 1.5919700319236705
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.989630631328005
verified: no, type: nauc_ndcg_at_3_max
value: 29.172950928321246
verified: no, type: nauc_ndcg_at_3_std
value: -3.4954002673299254
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.65642960716871
verified: no, type: nauc_ndcg_at_5_max
value: 30.26533505259028
verified: no, type: nauc_ndcg_at_5_std
value: -1.7088178605185036
verified: no, type: nauc_precision_at_1000_diff1
value: -11.087690242091627
verified: no, type: nauc_precision_at_1000_max
value: 9.476912605478468
verified: no, type: nauc_precision_at_1000_std
value: 23.91500045012386
verified: no, type: nauc_precision_at_100_diff1
value: -6.098488621066059
verified: no, type: nauc_precision_at_100_max
value: 18.137258185156288
verified: no, type: nauc_precision_at_100_std
value: 30.736330623699548
verified: no, type: nauc_precision_at_10_diff1
value: 10.282694427889481
verified: no, type: nauc_precision_at_10_max
value: 27.70132432991741
verified: no, type: nauc_precision_at_10_std
value: 15.624341991861964
verified: no, type: nauc_precision_at_1_diff1
value: 38.918825906375595
verified: no, type: nauc_precision_at_1_max
value: 26.198075448658003
verified: no, type: nauc_precision_at_1_std
value: -5.0079843241467135
verified: no, type: nauc_precision_at_20_diff1
value: 5.261415949436139
verified: no, type: nauc_precision_at_20_max
value: 25.63995988919354
verified: no, type: nauc_precision_at_20_std
value: 21.993692626668647
verified: no, type: nauc_precision_at_3_diff1
value: 22.246985950192087
verified: no, type: nauc_precision_at_3_max
value: 29.77649372894963
verified: no, type: nauc_precision_at_3_std
value: 3.1516217436827247
verified: no, type: nauc_precision_at_5_diff1
value: 17.913139150555317
verified: no, type: nauc_precision_at_5_max
value: 29.96502648982162
verified: no, type: nauc_precision_at_5_std
value: 8.697283141480076
verified: no, type: nauc_recall_at_1000_diff1
value: -1.2184853689228585
verified: no, type: nauc_recall_at_1000_max
value: 52.17487324664823
verified: no, type: nauc_recall_at_1000_std
value: 64.07295248015558
verified: no, type: nauc_recall_at_100_diff1
value: 10.974836440023065
verified: no, type: nauc_recall_at_100_max
value: 46.841875007684955
verified: no, type: nauc_recall_at_100_std
value: 49.93909956898119
verified: no, type: nauc_recall_at_10_diff1
value: 22.852319787640273
verified: no, type: nauc_recall_at_10_max
value: 35.26743699245417
verified: no, type: nauc_recall_at_10_std
value: 9.559134493514295
verified: no, type: nauc_recall_at_1_diff1
value: 39.09838265600818
verified: no, type: nauc_recall_at_1_max
value: 25.229877730978384
verified: no, type: nauc_recall_at_1_std
value: -6.549159067747068
verified: no, type: nauc_recall_at_20_diff1
value: 21.806639245854072
verified: no, type: nauc_recall_at_20_max
value: 38.85234681712911
verified: no, type: nauc_recall_at_20_std
value: 18.028973898137785
verified: no, type: nauc_recall_at_3_diff1
value: 28.21585308759027
verified: no, type: nauc_recall_at_3_max
value: 30.022855080903238
verified: no, type: nauc_recall_at_3_std
value: -2.537650849906056
verified: no, type: nauc_recall_at_5_diff1
value: 26.690456578968956
verified: no, type: nauc_recall_at_5_max
value: 32.35161371206257
verified: no, type: nauc_recall_at_5_std
value: 1.491148001707399
verified: no, type: ndcg_at_1
value: 36.356
verified: no, type: ndcg_at_10
value: 53.198
verified: no, type: ndcg_at_100
value: 57.471000000000004
verified: no, type: ndcg_at_1000
value: 58.336
verified: no, type: ndcg_at_20
value: 55.272
verified: no, type: ndcg_at_3
value: 46.457
verified: no, type: ndcg_at_5
value: 49.864000000000004
verified: no, type: precision_at_1
value: 36.356
verified: no, type: precision_at_10
value: 8.462
verified: no, type: precision_at_100
value: 1.087
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 4.718
verified: no, type: precision_at_3
value: 20.829
verified: no, type: precision_at_5
value: 14.472999999999999
verified: no, type: recall_at_1
value: 32.607
verified: no, type: recall_at_10
value: 71.34
verified: no, type: recall_at_100
value: 89.813
verified: no, type: recall_at_1000
value: 96.258
verified: no, type: recall_at_20
value: 78.947
verified: no, type: recall_at_3
value: 53.867
verified: no, type: recall_at_5
value: 61.678999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.13799999999999
verified: no, type: map_at_1
value: 71.485
verified: no, type: map_at_10
value: 85.512
verified: no, type: map_at_100
value: 86.127
verified: no, type: map_at_1000
value: 86.143
verified: no, type: map_at_20
value: 85.918
verified: no, type: map_at_3
value: 82.518
verified: no, type: map_at_5
value: 84.462
verified: no, type: mrr_at_1
value: 82.19
verified: no, type: mrr_at_10
value: 88.30390476190458
verified: no, type: mrr_at_100
value: 88.38530272056029
verified: no, type: mrr_at_1000
value: 88.38582590330029
verified: no, type: mrr_at_20
value: 88.36585107225912
verified: no, type: mrr_at_3
value: 87.37166666666646
verified: no, type: mrr_at_5
value: 88.02916666666637
verified: no, type: nauc_map_at_1000_diff1
value: 77.14127058873906
verified: no, type: nauc_map_at_1000_max
value: 37.07020332987809
verified: no, type: nauc_map_at_1000_std
value: -41.39285604622159
verified: no, type: nauc_map_at_100_diff1
value: 77.146705577152
verified: no, type: nauc_map_at_100_max
value: 37.0478092669605
verified: no, type: nauc_map_at_100_std
value: -41.43644911571662
verified: no, type: nauc_map_at_10_diff1
value: 77.39700258986613
verified: no, type: nauc_map_at_10_max
value: 36.60525240868321
verified: no, type: nauc_map_at_10_std
value: -43.32058343963304
verified: no, type: nauc_map_at_1_diff1
value: 80.61601163680635
verified: no, type: nauc_map_at_1_max
value: 28.32145232054677
verified: no, type: nauc_map_at_1_std
value: -38.747446777471865
verified: no, type: nauc_map_at_20_diff1
value: 77.27415053997544
verified: no, type: nauc_map_at_20_max
value: 36.953990878045616
verified: no, type: nauc_map_at_20_std
value: -42.186297640272734
verified: no, type: nauc_map_at_3_diff1
value: 77.8687866507408
verified: no, type: nauc_map_at_3_max
value: 34.318846315901354
verified: no, type: nauc_map_at_3_std
value: -44.97819988215831
verified: no, type: nauc_map_at_5_diff1
value: 77.70815954845212
verified: no, type: nauc_map_at_5_max
value: 35.81594038094498
verified: no, type: nauc_map_at_5_std
value: -44.64717678480167
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.83938932383788
verified: no, type: nauc_mrr_at_1000_max
value: 38.57621649349935
verified: no, type: nauc_mrr_at_1000_std
value: -38.215651368579636
verified: no, type: nauc_mrr_at_100_diff1
value: 77.83918148237348
verified: no, type: nauc_mrr_at_100_max
value: 38.57665994393371
verified: no, type: nauc_mrr_at_100_std
value: -38.21580776589564
verified: no, type: nauc_mrr_at_10_diff1
value: 77.83326141939659
verified: no, type: nauc_mrr_at_10_max
value: 38.68551607921588
verified: no, type: nauc_mrr_at_10_std
value: -38.34964362497516
verified: no, type: nauc_mrr_at_1_diff1
value: 78.74091199041655
verified: no, type: nauc_mrr_at_1_max
value: 37.91339911718472
verified: no, type: nauc_mrr_at_1_std
value: -36.583169782065646
verified: no, type: nauc_mrr_at_20_diff1
value: 77.83411615489642
verified: no, type: nauc_mrr_at_20_max
value: 38.598261466324175
verified: no, type: nauc_mrr_at_20_std
value: -38.22165323901356
verified: no, type: nauc_mrr_at_3_diff1
value: 77.53593930971923
verified: no, type: nauc_mrr_at_3_max
value: 38.45158442711878
verified: no, type: nauc_mrr_at_3_std
value: -38.43723348829769
verified: no, type: nauc_mrr_at_5_diff1
value: 77.85518785379057
verified: no, type: nauc_mrr_at_5_max
value: 38.71852398774513
verified: no, type: nauc_mrr_at_5_std
value: -38.566709948994756
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.01941362274067
verified: no, type: nauc_ndcg_at_1000_max
value: 38.09358006245777
verified: no, type: nauc_ndcg_at_1000_std
value: -39.52541151204458
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.02561724090103
verified: no, type: nauc_ndcg_at_100_max
value: 38.033320547977226
verified: no, type: nauc_ndcg_at_100_std
value: -39.63973255230324
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.05964728055142
verified: no, type: nauc_ndcg_at_10_max
value: 37.80129817212595
verified: no, type: nauc_ndcg_at_10_std
value: -42.54816546011326
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.77845945466963
verified: no, type: nauc_ndcg_at_1_max
value: 37.84612324740429
verified: no, type: nauc_ndcg_at_1_std
value: -36.71738409409477
verified: no, type: nauc_ndcg_at_20_diff1
value: 77.16814661530721
verified: no, type: nauc_ndcg_at_20_max
value: 37.96391993778972
verified: no, type: nauc_ndcg_at_20_std
value: -41.15808827713781
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.5911593455311
verified: no, type: nauc_ndcg_at_3_max
value: 36.69307861212362
verified: no, type: nauc_ndcg_at_3_std
value: -42.16340987184985
verified: no, type: nauc_ndcg_at_5_diff1
value: 77.13108001810929
verified: no, type: nauc_ndcg_at_5_max
value: 37.42319979649052
verified: no, type: nauc_ndcg_at_5_std
value: -43.1666096222395
verified: no, type: nauc_precision_at_1000_diff1
value: -44.92839077477494
verified: no, type: nauc_precision_at_1000_max
value: -6.829305447011505
verified: no, type: nauc_precision_at_1000_std
value: 37.621893044496204
verified: no, type: nauc_precision_at_100_diff1
value: -44.715644770899694
verified: no, type: nauc_precision_at_100_max
value: -7.014684130105175
verified: no, type: nauc_precision_at_100_std
value: 36.899075337092
verified: no, type: nauc_precision_at_10_diff1
value: -39.82695960828702
verified: no, type: nauc_precision_at_10_max
value: -3.0996998082393574
verified: no, type: nauc_precision_at_10_std
value: 26.28513177686431
verified: no, type: nauc_precision_at_1_diff1
value: 78.77845945466963
verified: no, type: nauc_precision_at_1_max
value: 37.84612324740429
verified: no, type: nauc_precision_at_1_std
value: -36.71738409409477
verified: no, type: nauc_precision_at_20_diff1
value: -42.635174086528735
verified: no, type: nauc_precision_at_20_max
value: -5.120853975578619
verified: no, type: nauc_precision_at_20_std
value: 31.94869513052242
verified: no, type: nauc_precision_at_3_diff1
value: -19.63577681050235
verified: no, type: nauc_precision_at_3_max
value: 6.557738495245322
verified: no, type: nauc_precision_at_3_std
value: 7.217415336210434
verified: no, type: nauc_precision_at_5_diff1
value: -32.31744645342921
verified: no, type: nauc_precision_at_5_max
value: 0.9631069133758052
verified: no, type: nauc_precision_at_5_std
value: 17.562341398900084
verified: no, type: nauc_recall_at_1000_diff1
value: 55.58366948737184
verified: no, type: nauc_recall_at_1000_max
value: -30.132455579296057
verified: no, type: nauc_recall_at_1000_std
value: 20.85380266950739
verified: no, type: nauc_recall_at_100_diff1
value: 70.62105341185271
verified: no, type: nauc_recall_at_100_max
value: 35.42642955425688
verified: no, type: nauc_recall_at_100_std
value: -32.29854265473101
verified: no, type: nauc_recall_at_10_diff1
value: 73.39778432413546
verified: no, type: nauc_recall_at_10_max
value: 36.54451264026962
verified: no, type: nauc_recall_at_10_std
value: -60.601885579868465
verified: no, type: nauc_recall_at_1_diff1
value: 80.61601163680635
verified: no, type: nauc_recall_at_1_max
value: 28.32145232054677
verified: no, type: nauc_recall_at_1_std
value: -38.747446777471865
verified: no, type: nauc_recall_at_20_diff1
value: 74.48815274061063
verified: no, type: nauc_recall_at_20_max
value: 37.187390151907294
verified: no, type: nauc_recall_at_20_std
value: -55.36902598790638
verified: no, type: nauc_recall_at_3_diff1
value: 73.95824510222151
verified: no, type: nauc_recall_at_3_max
value: 31.49038315712441
verified: no, type: nauc_recall_at_3_std
value: -50.477343397006145
verified: no, type: nauc_recall_at_5_diff1
value: 73.62687380534663
verified: no, type: nauc_recall_at_5_max
value: 33.613054625917144
verified: no, type: nauc_recall_at_5_std
value: -55.8529868750332
verified: no, type: ndcg_at_1
value: 82.17
verified: no, type: ndcg_at_10
value: 89.13799999999999
verified: no, type: ndcg_at_100
value: 90.244
verified: no, type: ndcg_at_1000
value: 90.322
verified: no, type: ndcg_at_20
value: 89.744
verified: no, type: ndcg_at_3
value: 86.32
verified: no, type: ndcg_at_5
value: 87.97
verified: no, type: precision_at_1
value: 82.17
verified: no, type: precision_at_10
value: 13.517999999999999
verified: no, type: precision_at_100
value: 1.534
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.159
verified: no, type: precision_at_3
value: 37.71
verified: no, type: precision_at_5
value: 24.876
verified: no, type: recall_at_1
value: 71.485
verified: no, type: recall_at_10
value: 96.021
verified: no, type: recall_at_100
value: 99.682
verified: no, type: recall_at_1000
value: 99.992
verified: no, type: recall_at_20
value: 97.936
verified: no, type: recall_at_3
value: 88.024
verified: no, type: recall_at_5
value: 92.609
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 21.849
verified: no, type: map_at_1
value: 4.843
verified: no, type: map_at_10
value: 13.184000000000001
verified: no, type: map_at_100
value: 15.455
verified: no, type: map_at_1000
value: 15.78
verified: no, type: map_at_20
value: 14.386
verified: no, type: map_at_3
value: 9.3
verified: no, type: map_at_5
value: 11.245
verified: no, type: mrr_at_1
value: 23.799999999999997
verified: no, type: mrr_at_10
value: 35.72912698412698
verified: no, type: mrr_at_100
value: 36.858180847310756
verified: no, type: mrr_at_1000
value: 36.90138037945717
verified: no, type: mrr_at_20
value: 36.418783123481255
verified: no, type: mrr_at_3
value: 32.216666666666654
verified: no, type: mrr_at_5
value: 34.53666666666663
verified: no, type: nauc_map_at_1000_diff1
value: 17.584607230276657
verified: no, type: nauc_map_at_1000_max
value: 23.37291927790593
verified: no, type: nauc_map_at_1000_std
value: 16.47457887484848
verified: no, type: nauc_map_at_100_diff1
value: 17.584963894459776
verified: no, type: nauc_map_at_100_max
value: 23.34943788513969
verified: no, type: nauc_map_at_100_std
value: 16.293179117171373
verified: no, type: nauc_map_at_10_diff1
value: 18.324211740116706
verified: no, type: nauc_map_at_10_max
value: 22.581868553882646
verified: no, type: nauc_map_at_10_std
value: 12.992133450081916
verified: no, type: nauc_map_at_1_diff1
value: 23.249290909711917
verified: no, type: nauc_map_at_1_max
value: 14.353896685489747
verified: no, type: nauc_map_at_1_std
value: 5.316745833979371
verified: no, type: nauc_map_at_20_diff1
value: 18.04800423969188
verified: no, type: nauc_map_at_20_max
value: 22.93645696379141
verified: no, type: nauc_map_at_20_std
value: 14.365360528845612
verified: no, type: nauc_map_at_3_diff1
value: 21.659818130577307
verified: no, type: nauc_map_at_3_max
value: 18.92497284587115
verified: no, type: nauc_map_at_3_std
value: 5.816557438679962
verified: no, type: nauc_map_at_5_diff1
value: 19.601521082286283
verified: no, type: nauc_map_at_5_max
value: 21.05660971614242
verified: no, type: nauc_map_at_5_std
value: 8.538544725485336
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.065257437863075
verified: no, type: nauc_mrr_at_1000_max
value: 18.258345926479315
verified: no, type: nauc_mrr_at_1000_std
value: 11.647833526066748
verified: no, type: nauc_mrr_at_100_diff1
value: 21.065223383981085
verified: no, type: nauc_mrr_at_100_max
value: 18.279009025124903
verified: no, type: nauc_mrr_at_100_std
value: 11.690172787809432
verified: no, type: nauc_mrr_at_10_diff1
value: 21.090405065234336
verified: no, type: nauc_mrr_at_10_max
value: 18.362075787888827
verified: no, type: nauc_mrr_at_10_std
value: 11.60444233104132
verified: no, type: nauc_mrr_at_1_diff1
value: 23.62122820044915
verified: no, type: nauc_mrr_at_1_max
value: 14.685554349688687
verified: no, type: nauc_mrr_at_1_std
value: 5.502610985680922
verified: no, type: nauc_mrr_at_20_diff1
value: 20.965576545483604
verified: no, type: nauc_mrr_at_20_max
value: 18.352864246589863
verified: no, type: nauc_mrr_at_20_std
value: 11.708362388914564
verified: no, type: nauc_mrr_at_3_diff1
value: 22.098693851708358
verified: no, type: nauc_mrr_at_3_max
value: 17.055448698312627
verified: no, type: nauc_mrr_at_3_std
value: 10.586321304885752
verified: no, type: nauc_mrr_at_5_diff1
value: 21.531056825051582
verified: no, type: nauc_mrr_at_5_max
value: 18.226268169525028
verified: no, type: nauc_mrr_at_5_std
value: 10.943723542548971
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.932308280538782
verified: no, type: nauc_ndcg_at_1000_max
value: 23.57040478537663
verified: no, type: nauc_ndcg_at_1000_std
value: 23.295030059301148
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.865971474636629
verified: no, type: nauc_ndcg_at_100_max
value: 24.453952903074175
verified: no, type: nauc_ndcg_at_100_std
value: 23.403738023569577
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.661985087295307
verified: no, type: nauc_ndcg_at_10_max
value: 23.02185130406233
verified: no, type: nauc_ndcg_at_10_std
value: 15.75740534298165
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.25705617481879
verified: no, type: nauc_ndcg_at_1_max
value: 14.337565062650711
verified: no, type: nauc_ndcg_at_1_std
value: 5.213264453323703
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.951074114695736
verified: no, type: nauc_ndcg_at_20_max
value: 23.63608691515469
verified: no, type: nauc_ndcg_at_20_std
value: 17.826150619463498
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.42475356749203
verified: no, type: nauc_ndcg_at_3_max
value: 18.73497222397521
verified: no, type: nauc_ndcg_at_3_std
value: 8.453104776839584
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.445346257704863
verified: no, type: nauc_ndcg_at_5_max
value: 21.402562582372
verified: no, type: nauc_ndcg_at_5_std
value: 10.87732803226448
verified: no, type: nauc_precision_at_1000_diff1
value: 2.0336139013705177
verified: no, type: nauc_precision_at_1000_max
value: 15.766142749511102
verified: no, type: nauc_precision_at_1000_std
value: 34.51618188155208
verified: no, type: nauc_precision_at_100_diff1
value: 6.156360545368786
verified: no, type: nauc_precision_at_100_max
value: 23.20361349606541
verified: no, type: nauc_precision_at_100_std
value: 35.13559568339309
verified: no, type: nauc_precision_at_10_diff1
value: 12.579074831792056
verified: no, type: nauc_precision_at_10_max
value: 24.80772047693916
verified: no, type: nauc_precision_at_10_std
value: 21.058953350976044
verified: no, type: nauc_precision_at_1_diff1
value: 23.25705617481879
verified: no, type: nauc_precision_at_1_max
value: 14.337565062650711
verified: no, type: nauc_precision_at_1_std
value: 5.213264453323703
verified: no, type: nauc_precision_at_20_diff1
value: 10.684035436230687
verified: no, type: nauc_precision_at_20_max
value: 24.481947684763313
verified: no, type: nauc_precision_at_20_std
value: 23.735751915810535
verified: no, type: nauc_precision_at_3_diff1
value: 20.291003793240115
verified: no, type: nauc_precision_at_3_max
value: 20.11955056454858
verified: no, type: nauc_precision_at_3_std
value: 9.810475708114843
verified: no, type: nauc_precision_at_5_diff1
value: 16.383601541223292
verified: no, type: nauc_precision_at_5_max
value: 23.547428961540657
verified: no, type: nauc_precision_at_5_std
value: 13.38507989754645
verified: no, type: nauc_recall_at_1000_diff1
value: 2.379066603318566
verified: no, type: nauc_recall_at_1000_max
value: 15.575778761184703
verified: no, type: nauc_recall_at_1000_std
value: 36.40032960359677
verified: no, type: nauc_recall_at_100_diff1
value: 6.041438415676314
verified: no, type: nauc_recall_at_100_max
value: 22.864904441533827
verified: no, type: nauc_recall_at_100_std
value: 35.62416912716818
verified: no, type: nauc_recall_at_10_diff1
value: 12.285572982364917
verified: no, type: nauc_recall_at_10_max
value: 24.344547576113087
verified: no, type: nauc_recall_at_10_std
value: 20.72041864912064
verified: no, type: nauc_recall_at_1_diff1
value: 23.249290909711917
verified: no, type: nauc_recall_at_1_max
value: 14.353896685489747
verified: no, type: nauc_recall_at_1_std
value: 5.316745833979371
verified: no, type: nauc_recall_at_20_diff1
value: 10.46659082572884
verified: no, type: nauc_recall_at_20_max
value: 24.269074491279348
verified: no, type: nauc_recall_at_20_std
value: 23.74738715348032
verified: no, type: nauc_recall_at_3_diff1
value: 19.9842205158819
verified: no, type: nauc_recall_at_3_max
value: 19.91182958307305
verified: no, type: nauc_recall_at_3_std
value: 9.653281778593492
verified: no, type: nauc_recall_at_5_diff1
value: 16.164148818728776
verified: no, type: nauc_recall_at_5_max
value: 23.220565892913147
verified: no, type: nauc_recall_at_5_std
value: 13.164704690364948
verified: no, type: ndcg_at_1
value: 23.9
verified: no, type: ndcg_at_10
value: 21.849
verified: no, type: ndcg_at_100
value: 30.304
verified: no, type: ndcg_at_1000
value: 35.742000000000004
verified: no, type: ndcg_at_20
value: 24.97
verified: no, type: ndcg_at_3
value: 20.525
verified: no, type: ndcg_at_5
value: 18.177
verified: no, type: precision_at_1
value: 23.9
verified: no, type: precision_at_10
value: 11.48
verified: no, type: precision_at_100
value: 2.363
verified: no, type: precision_at_1000
value: 0.367
verified: no, type: precision_at_20
value: 7.55
verified: no, type: precision_at_3
value: 19.533
verified: no, type: precision_at_5
value: 16.28
verified: no, type: recall_at_1
value: 4.843
verified: no, type: recall_at_10
value: 23.282
verified: no, type: recall_at_100
value: 48
verified: no, type: recall_at_1000
value: 74.445
verified: no, type: recall_at_20
value: 30.622
verified: no, type: recall_at_3
value: 11.897
verified: no, type: recall_at_5
value: 16.512
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 74.846
verified: no, type: map_at_1
value: 60.428000000000004
verified: no, type: map_at_10
value: 70.38600000000001
verified: no, type: map_at_100
value: 70.86099999999999
verified: no, type: map_at_1000
value: 70.871
verified: no, type: map_at_20
value: 70.712
verified: no, type: map_at_3
value: 67.398
verified: no, type: map_at_5
value: 69.27600000000001
verified: no, type: mrr_at_1
value: 63.66666666666667
verified: no, type: mrr_at_10
value: 71.39735449735447
verified: no, type: mrr_at_100
value: 71.76379243684062
verified: no, type: mrr_at_1000
value: 71.77364869685177
verified: no, type: mrr_at_20
value: 71.65468324531791
verified: no, type: mrr_at_3
value: 69.05555555555556
verified: no, type: mrr_at_5
value: 70.58888888888887
verified: no, type: nauc_map_at_1000_diff1
value: 71.0754740705296
verified: no, type: nauc_map_at_1000_max
value: 54.29832405004098
verified: no, type: nauc_map_at_1000_std
value: -1.235668723089411
verified: no, type: nauc_map_at_100_diff1
value: 71.0689124997969
verified: no, type: nauc_map_at_100_max
value: 54.310998444535585
verified: no, type: nauc_map_at_100_std
value: -1.2220616587702309
verified: no, type: nauc_map_at_10_diff1
value: 71.21230220692517
verified: no, type: nauc_map_at_10_max
value: 54.42287344734598
verified: no, type: nauc_map_at_10_std
value: -1.4789297717435592
verified: no, type: nauc_map_at_1_diff1
value: 72.8878843420841
verified: no, type: nauc_map_at_1_max
value: 43.897599474060506
verified: no, type: nauc_map_at_1_std
value: -11.382920378910987
verified: no, type: nauc_map_at_20_diff1
value: 70.99668800819812
verified: no, type: nauc_map_at_20_max
value: 54.40438390510115
verified: no, type: nauc_map_at_20_std
value: -1.2582873194545923
verified: no, type: nauc_map_at_3_diff1
value: 71.20551874106118
verified: no, type: nauc_map_at_3_max
value: 51.50481254453872
verified: no, type: nauc_map_at_3_std
value: -5.047233269418083
verified: no, type: nauc_map_at_5_diff1
value: 71.16105124984448
verified: no, type: nauc_map_at_5_max
value: 53.06670294960442
verified: no, type: nauc_map_at_5_std
value: -3.384565971599754
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.16321200441809
verified: no, type: nauc_mrr_at_1000_max
value: 56.44333688621788
verified: no, type: nauc_mrr_at_1000_std
value: 0.7056065218954817
verified: no, type: nauc_mrr_at_100_diff1
value: 71.1564766930806
verified: no, type: nauc_mrr_at_100_max
value: 56.45538985017298
verified: no, type: nauc_mrr_at_100_std
value: 0.7186959391076111
verified: no, type: nauc_mrr_at_10_diff1
value: 71.2170765004902
verified: no, type: nauc_mrr_at_10_max
value: 56.804129556960625
verified: no, type: nauc_mrr_at_10_std
value: 0.9311606410012148
verified: no, type: nauc_mrr_at_1_diff1
value: 72.46182893226788
verified: no, type: nauc_mrr_at_1_max
value: 51.68999857205563
verified: no, type: nauc_mrr_at_1_std
value: -2.5285192217174552
verified: no, type: nauc_mrr_at_20_diff1
value: 71.10597662895005
verified: no, type: nauc_mrr_at_20_max
value: 56.53090291786723
verified: no, type: nauc_mrr_at_20_std
value: 0.715222442307103
verified: no, type: nauc_mrr_at_3_diff1
value: 71.41206755698491
verified: no, type: nauc_mrr_at_3_max
value: 56.267768137804595
verified: no, type: nauc_mrr_at_3_std
value: -0.05393254849196613
verified: no, type: nauc_mrr_at_5_diff1
value: 71.10403976257997
verified: no, type: nauc_mrr_at_5_max
value: 56.14816888175454
verified: no, type: nauc_mrr_at_5_std
value: 0.15157107667464748
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.79939179024201
verified: no, type: nauc_ndcg_at_1000_max
value: 56.54042017611993
verified: no, type: nauc_ndcg_at_1000_std
value: 1.3658276228054782
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.5981566170932
verified: no, type: nauc_ndcg_at_100_max
value: 56.98929754479383
verified: no, type: nauc_ndcg_at_100_std
value: 1.8857658437325417
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.71898932576325
verified: no, type: nauc_ndcg_at_10_max
value: 58.11477800188122
verified: no, type: nauc_ndcg_at_10_std
value: 1.613309043768477
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.46182893226788
verified: no, type: nauc_ndcg_at_1_max
value: 51.68999857205563
verified: no, type: nauc_ndcg_at_1_std
value: -2.5285192217174552
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.03659776542649
verified: no, type: nauc_ndcg_at_20_max
value: 57.63118618075185
verified: no, type: nauc_ndcg_at_20_std
value: 1.911959046925637
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.77422769724862
verified: no, type: nauc_ndcg_at_3_max
value: 55.620661307429295
verified: no, type: nauc_ndcg_at_3_std
value: -1.8248775257967857
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.59479131253845
verified: no, type: nauc_ndcg_at_5_max
value: 55.65358814021084
verified: no, type: nauc_ndcg_at_5_std
value: -1.820814794256182
verified: no, type: nauc_precision_at_1000_diff1
value: -22.209747589165723
verified: no, type: nauc_precision_at_1000_max
value: 25.887313966465637
verified: no, type: nauc_precision_at_1000_std
value: 57.88006976884063
verified: no, type: nauc_precision_at_100_diff1
value: -13.792400448513767
verified: no, type: nauc_precision_at_100_max
value: 31.817500434722625
verified: no, type: nauc_precision_at_100_std
value: 55.430435382226165
verified: no, type: nauc_precision_at_10_diff1
value: 10.836781895308922
verified: no, type: nauc_precision_at_10_max
value: 49.12515427777262
verified: no, type: nauc_precision_at_10_std
value: 45.965441778939386
verified: no, type: nauc_precision_at_1_diff1
value: 72.46182893226788
verified: no, type: nauc_precision_at_1_max
value: 51.68999857205563
verified: no, type: nauc_precision_at_1_std
value: -2.5285192217174552
verified: no, type: nauc_precision_at_20_diff1
value: -2.175159005291977
verified: no, type: nauc_precision_at_20_max
value: 42.41977397043023
verified: no, type: nauc_precision_at_20_std
value: 51.29569141566173
verified: no, type: nauc_precision_at_3_diff1
value: 39.5954022101419
verified: no, type: nauc_precision_at_3_max
value: 52.35267730094486
verified: no, type: nauc_precision_at_3_std
value: 20.84971324107527
verified: no, type: nauc_precision_at_5_diff1
value: 25.904694373842098
verified: no, type: nauc_precision_at_5_max
value: 50.93902457293225
verified: no, type: nauc_precision_at_5_std
value: 31.873405206205906
verified: no, type: nauc_recall_at_1000_diff1
value: 86.11111111111035
verified: no, type: nauc_recall_at_1000_max
value: 67.90382819794685
verified: no, type: nauc_recall_at_1000_std
value: 63.818860877684145
verified: no, type: nauc_recall_at_100_diff1
value: 64.99066293183931
verified: no, type: nauc_recall_at_100_max
value: 80.46218487394987
verified: no, type: nauc_recall_at_100_std
value: 39.99533146591981
verified: no, type: nauc_recall_at_10_diff1
value: 66.98270603853467
verified: no, type: nauc_recall_at_10_max
value: 73.04827854861946
verified: no, type: nauc_recall_at_10_std
value: 12.381277005797148
verified: no, type: nauc_recall_at_1_diff1
value: 72.8878843420841
verified: no, type: nauc_recall_at_1_max
value: 43.897599474060506
verified: no, type: nauc_recall_at_1_std
value: -11.382920378910987
verified: no, type: nauc_recall_at_20_diff1
value: 59.3764828335705
verified: no, type: nauc_recall_at_20_max
value: 74.15411519799176
verified: no, type: nauc_recall_at_20_std
value: 18.927079028332475
verified: no, type: nauc_recall_at_3_diff1
value: 68.51479393914815
verified: no, type: nauc_recall_at_3_max
value: 57.41548734168664
verified: no, type: nauc_recall_at_3_std
value: -3.3041374369788157
verified: no, type: nauc_recall_at_5_diff1
value: 67.34818375295329
verified: no, type: nauc_recall_at_5_max
value: 60.288944142502324
verified: no, type: nauc_recall_at_5_std
value: -2.1530590183317337
verified: no, type: ndcg_at_1
value: 63.666999999999994
verified: no, type: ndcg_at_10
value: 74.846
verified: no, type: ndcg_at_100
value: 76.886
verified: no, type: ndcg_at_1000
value: 77.209
verified: no, type: ndcg_at_20
value: 75.96199999999999
verified: no, type: ndcg_at_3
value: 69.849
verified: no, type: ndcg_at_5
value: 72.558
verified: no, type: precision_at_1
value: 63.666999999999994
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_100
value: 1.097
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.2
verified: no, type: precision_at_3
value: 27.222
verified: no, type: precision_at_5
value: 18.133
verified: no, type: recall_at_1
value: 60.428000000000004
verified: no, type: recall_at_10
value: 87.533
verified: no, type: recall_at_100
value: 96.667
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_20
value: 91.867
verified: no, type: recall_at_3
value: 74
verified: no, type: recall_at_5
value: 80.872
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 82.25200000000001
verified: no, type: map_at_1
value: 0.249
verified: no, type: map_at_10
value: 2.088
verified: no, type: map_at_100
value: 12.475999999999999
verified: no, type: map_at_1000
value: 28.694999999999997
verified: no, type: map_at_20
value: 3.8150000000000004
verified: no, type: map_at_3
value: 0.696
verified: no, type: map_at_5
value: 1.084
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 96.06666666666666
verified: no, type: mrr_at_100
value: 96.06666666666666
verified: no, type: mrr_at_1000
value: 96.06666666666666
verified: no, type: mrr_at_20
value: 96.06666666666666
verified: no, type: mrr_at_3
value: 95.66666666666666
verified: no, type: mrr_at_5
value: 96.06666666666666
verified: no, type: nauc_map_at_1000_diff1
value: -17.919039415766317
verified: no, type: nauc_map_at_1000_max
value: 51.542013433126485
verified: no, type: nauc_map_at_1000_std
value: 75.31434892635495
verified: no, type: nauc_map_at_100_diff1
value: -20.74092423668948
verified: no, type: nauc_map_at_100_max
value: 24.925416535065267
verified: no, type: nauc_map_at_100_std
value: 48.034439045919974
verified: no, type: nauc_map_at_10_diff1
value: -10.535087148459441
verified: no, type: nauc_map_at_10_max
value: -11.772940216983132
verified: no, type: nauc_map_at_10_std
value: -4.543952924741779
verified: no, type: nauc_map_at_1_diff1
value: 0.8904734356543077
verified: no, type: nauc_map_at_1_max
value: -23.25158940019837
verified: no, type: nauc_map_at_1_std
value: -14.604203818505734
verified: no, type: nauc_map_at_20_diff1
value: -13.682938147908095
verified: no, type: nauc_map_at_20_max
value: -3.4425486428132803
verified: no, type: nauc_map_at_20_std
value: 4.04479227130499
verified: no, type: nauc_map_at_3_diff1
value: -12.758237499172905
verified: no, type: nauc_map_at_3_max
value: -19.28421758505586
verified: no, type: nauc_map_at_3_std
value: -9.521217205769233
verified: no, type: nauc_map_at_5_diff1
value: -13.186429193643617
verified: no, type: nauc_map_at_5_max
value: -13.385532572259098
verified: no, type: nauc_map_at_5_std
value: -6.312225612178439
verified: no, type: nauc_mrr_at_1000_diff1
value: -66.31929608001361
verified: no, type: nauc_mrr_at_1000_max
value: 47.000269034167395
verified: no, type: nauc_mrr_at_1000_std
value: 79.56922882147201
verified: no, type: nauc_mrr_at_100_diff1
value: -66.31929608001361
verified: no, type: nauc_mrr_at_100_max
value: 47.000269034167395
verified: no, type: nauc_mrr_at_100_std
value: 79.56922882147201
verified: no, type: nauc_mrr_at_10_diff1
value: -66.31929608001361
verified: no, type: nauc_mrr_at_10_max
value: 47.000269034167395
verified: no, type: nauc_mrr_at_10_std
value: 79.56922882147201
verified: no, type: nauc_mrr_at_1_diff1
value: -62.88515406162452
verified: no, type: nauc_mrr_at_1_max
value: 47.88359788359812
verified: no, type: nauc_mrr_at_1_std
value: 80.78120136943666
verified: no, type: nauc_mrr_at_20_diff1
value: -66.31929608001361
verified: no, type: nauc_mrr_at_20_max
value: 47.000269034167395
verified: no, type: nauc_mrr_at_20_std
value: 79.56922882147201
verified: no, type: nauc_mrr_at_3_diff1
value: -65.39898010486161
verified: no, type: nauc_mrr_at_3_max
value: 51.892551892551886
verified: no, type: nauc_mrr_at_3_std
value: 80.24850966027432
verified: no, type: nauc_mrr_at_5_diff1
value: -66.31929608001361
verified: no, type: nauc_mrr_at_5_max
value: 47.000269034167395
verified: no, type: nauc_mrr_at_5_std
value: 79.56922882147201
verified: no, type: nauc_ndcg_at_1000_diff1
value: -11.355728364146914
verified: no, type: nauc_ndcg_at_1000_max
value: 46.386925340579324
verified: no, type: nauc_ndcg_at_1000_std
value: 66.84861787722345
verified: no, type: nauc_ndcg_at_100_diff1
value: -22.37902988021572
verified: no, type: nauc_ndcg_at_100_max
value: 55.29643965927242
verified: no, type: nauc_ndcg_at_100_std
value: 77.77837489762948
verified: no, type: nauc_ndcg_at_10_diff1
value: -38.61237197420988
verified: no, type: nauc_ndcg_at_10_max
value: 44.93672941814005
verified: no, type: nauc_ndcg_at_10_std
value: 56.69653169801909
verified: no, type: nauc_ndcg_at_1_diff1
value: -35.76097105508886
verified: no, type: nauc_ndcg_at_1_max
value: 44.374416433240015
verified: no, type: nauc_ndcg_at_1_std
value: 43.3123249299721
verified: no, type: nauc_ndcg_at_20_diff1
value: -31.834255349739536
verified: no, type: nauc_ndcg_at_20_max
value: 54.44545919570274
verified: no, type: nauc_ndcg_at_20_std
value: 66.77587741159692
verified: no, type: nauc_ndcg_at_3_diff1
value: -57.8395154241656
verified: no, type: nauc_ndcg_at_3_max
value: 42.578924974174846
verified: no, type: nauc_ndcg_at_3_std
value: 55.90798533991258
verified: no, type: nauc_ndcg_at_5_diff1
value: -47.617543642801756
verified: no, type: nauc_ndcg_at_5_max
value: 44.97436800384369
verified: no, type: nauc_ndcg_at_5_std
value: 51.025324266867514
verified: no, type: nauc_precision_at_1000_diff1
value: -10.534234712095094
verified: no, type: nauc_precision_at_1000_max
value: 51.35509005702664
verified: no, type: nauc_precision_at_1000_std
value: 46.94246871324496
verified: no, type: nauc_precision_at_100_diff1
value: -22.561799953711663
verified: no, type: nauc_precision_at_100_max
value: 59.085611948233954
verified: no, type: nauc_precision_at_100_std
value: 79.84472985711812
verified: no, type: nauc_precision_at_10_diff1
value: -35.67030970032019
verified: no, type: nauc_precision_at_10_max
value: 49.53931334335369
verified: no, type: nauc_precision_at_10_std
value: 59.60393685408334
verified: no, type: nauc_precision_at_1_diff1
value: -62.88515406162452
verified: no, type: nauc_precision_at_1_max
value: 47.88359788359812
verified: no, type: nauc_precision_at_1_std
value: 80.78120136943666
verified: no, type: nauc_precision_at_20_diff1
value: -31.530368334870325
verified: no, type: nauc_precision_at_20_max
value: 56.381773352656616
verified: no, type: nauc_precision_at_20_std
value: 65.25230091660255
verified: no, type: nauc_precision_at_3_diff1
value: -68.7586450928041
verified: no, type: nauc_precision_at_3_max
value: 55.76607585164213
verified: no, type: nauc_precision_at_3_std
value: 67.9351497410493
verified: no, type: nauc_precision_at_5_diff1
value: -49.198613446820275
verified: no, type: nauc_precision_at_5_max
value: 61.92298452139874
verified: no, type: nauc_precision_at_5_std
value: 61.28633695987917
verified: no, type: nauc_recall_at_1000_diff1
value: -0.6651569013659893
verified: no, type: nauc_recall_at_1000_max
value: 34.306755926242474
verified: no, type: nauc_recall_at_1000_std
value: 51.90896153051927
verified: no, type: nauc_recall_at_100_diff1
value: -10.024089354383117
verified: no, type: nauc_recall_at_100_max
value: 5.806797105089591
verified: no, type: nauc_recall_at_100_std
value: 28.11404433108664
verified: no, type: nauc_recall_at_10_diff1
value: -4.108183471206445
verified: no, type: nauc_recall_at_10_max
value: -19.11427384872481
verified: no, type: nauc_recall_at_10_std
value: -12.203137162280921
verified: no, type: nauc_recall_at_1_diff1
value: 0.8904734356543077
verified: no, type: nauc_recall_at_1_max
value: -23.25158940019837
verified: no, type: nauc_recall_at_1_std
value: -14.604203818505734
verified: no, type: nauc_recall_at_20_diff1
value: -5.210796698265105
verified: no, type: nauc_recall_at_20_max
value: -13.42675680836074
verified: no, type: nauc_recall_at_20_std
value: -6.045462388299661
verified: no, type: nauc_recall_at_3_diff1
value: -9.66613347835611
verified: no, type: nauc_recall_at_3_max
value: -22.356186554471442
verified: no, type: nauc_recall_at_3_std
value: -13.344831190968376
verified: no, type: nauc_recall_at_5_diff1
value: -8.139775774638926
verified: no, type: nauc_recall_at_5_max
value: -18.339966615466167
verified: no, type: nauc_recall_at_5_std
value: -12.71394328827389
verified: no, type: ndcg_at_1
value: 92
verified: no, type: ndcg_at_10
value: 82.25200000000001
verified: no, type: ndcg_at_100
value: 62.834
verified: no, type: ndcg_at_1000
value: 52.961999999999996
verified: no, type: ndcg_at_20
value: 78.40899999999999
verified: no, type: ndcg_at_3
value: 87
verified: no, type: ndcg_at_5
value: 84.883
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 86
verified: no, type: precision_at_100
value: 64.94
verified: no, type: precision_at_1000
value: 23.65
verified: no, type: precision_at_20
value: 82.5
verified: no, type: precision_at_3
value: 89.333
verified: no, type: precision_at_5
value: 87.2
verified: no, type: recall_at_1
value: 0.249
verified: no, type: recall_at_10
value: 2.253
verified: no, type: recall_at_100
value: 15.451
verified: no, type: recall_at_1000
value: 49.126999999999995
verified: no, type: recall_at_20
value: 4.245
verified: no, type: recall_at_3
value: 0.712
verified: no, type: recall_at_5
value: 1.135
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 33.012
verified: no, type: map_at_1
value: 3.496
verified: no, type: map_at_10
value: 13.911999999999999
verified: no, type: map_at_100
value: 20.776
verified: no, type: map_at_1000
value: 22.182
verified: no, type: map_at_20
value: 17.01
verified: no, type: map_at_3
value: 7.925
verified: no, type: map_at_5
value: 10.165000000000001
verified: no, type: mrr_at_1
value: 44.89795918367347
verified: no, type: mrr_at_10
value: 59.37884677680596
verified: no, type: mrr_at_100
value: 59.94723043010779
verified: no, type: mrr_at_1000
value: 59.94723043010779
verified: no, type: mrr_at_20
value: 59.84185494658105
verified: no, type: mrr_at_3
value: 56.4625850340136
verified: no, type: mrr_at_5
value: 57.38095238095238
verified: no, type: nauc_map_at_1000_diff1
value: 22.36774084662234
verified: no, type: nauc_map_at_1000_max
value: -6.082754550112413
verified: no, type: nauc_map_at_1000_std
value: 0.36293988509124525
verified: no, type: nauc_map_at_100_diff1
value: 22.504980529214254
verified: no, type: nauc_map_at_100_max
value: -6.713263459592174
verified: no, type: nauc_map_at_100_std
value: -2.142045657385737
verified: no, type: nauc_map_at_10_diff1
value: 16.701762937942956
verified: no, type: nauc_map_at_10_max
value: -8.726224596699906
verified: no, type: nauc_map_at_10_std
value: -15.49981014786446
verified: no, type: nauc_map_at_1_diff1
value: -0.25393599944658846
verified: no, type: nauc_map_at_1_max
value: -23.696292878205004
verified: no, type: nauc_map_at_1_std
value: -17.763569997650162
verified: no, type: nauc_map_at_20_diff1
value: 22.12810885279278
verified: no, type: nauc_map_at_20_max
value: -7.094657396306872
verified: no, type: nauc_map_at_20_std
value: -11.955744867632113
verified: no, type: nauc_map_at_3_diff1
value: 19.977773270711182
verified: no, type: nauc_map_at_3_max
value: -17.553280773573498
verified: no, type: nauc_map_at_3_std
value: -17.298018815448533
verified: no, type: nauc_map_at_5_diff1
value: 15.021827789209139
verified: no, type: nauc_map_at_5_max
value: -12.914337593308572
verified: no, type: nauc_map_at_5_std
value: -14.107547322899187
verified: no, type: nauc_mrr_at_1000_diff1
value: 13.882418155124974
verified: no, type: nauc_mrr_at_1000_max
value: -33.77477227214201
verified: no, type: nauc_mrr_at_1000_std
value: -4.2125750414094565
verified: no, type: nauc_mrr_at_100_diff1
value: 13.882418155124974
verified: no, type: nauc_mrr_at_100_max
value: -33.77477227214201
verified: no, type: nauc_mrr_at_100_std
value: -4.2125750414094565
verified: no, type: nauc_mrr_at_10_diff1
value: 14.196883828223944
verified: no, type: nauc_mrr_at_10_max
value: -34.248819138667706
verified: no, type: nauc_mrr_at_10_std
value: -3.3304776888509453
verified: no, type: nauc_mrr_at_1_diff1
value: 8.487747836938748
verified: no, type: nauc_mrr_at_1_max
value: -27.522654947868407
verified: no, type: nauc_mrr_at_1_std
value: -9.659288368940414
verified: no, type: nauc_mrr_at_20_diff1
value: 13.97141408432223
verified: no, type: nauc_mrr_at_20_max
value: -33.94474779537131
verified: no, type: nauc_mrr_at_20_std
value: -3.876386267586971
verified: no, type: nauc_mrr_at_3_diff1
value: 14.544693993479346
verified: no, type: nauc_mrr_at_3_max
value: -33.03445041954154
verified: no, type: nauc_mrr_at_3_std
value: -6.411113627184401
verified: no, type: nauc_mrr_at_5_diff1
value: 12.327294201418015
verified: no, type: nauc_mrr_at_5_max
value: -35.57514449859859
verified: no, type: nauc_mrr_at_5_std
value: -5.199952179562716
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.942492305284667
verified: no, type: nauc_ndcg_at_1000_max
value: -14.14524516876861
verified: no, type: nauc_ndcg_at_1000_std
value: 20.86340207359257
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.269852831605093
verified: no, type: nauc_ndcg_at_100_max
value: -20.35857202952544
verified: no, type: nauc_ndcg_at_100_std
value: 12.767208856993815
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.396212480889584
verified: no, type: nauc_ndcg_at_10_max
value: -14.778188630795263
verified: no, type: nauc_ndcg_at_10_std
value: -2.980021498924259
verified: no, type: nauc_ndcg_at_1_diff1
value: 8.885316875767284
verified: no, type: nauc_ndcg_at_1_max
value: -28.267329383619
verified: no, type: nauc_ndcg_at_1_std
value: -7.5764787635693605
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.77259798482034
verified: no, type: nauc_ndcg_at_20_max
value: -14.452291430509836
verified: no, type: nauc_ndcg_at_20_std
value: -5.389998981015127
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.05722733790777
verified: no, type: nauc_ndcg_at_3_max
value: -25.793104895264126
verified: no, type: nauc_ndcg_at_3_std
value: -5.3408622683279185
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.183694373044887
verified: no, type: nauc_ndcg_at_5_max
value: -20.502613827866043
verified: no, type: nauc_ndcg_at_5_std
value: -1.1810169329712905
verified: no, type: nauc_precision_at_1000_diff1
value: -15.607023736636382
verified: no, type: nauc_precision_at_1000_max
value: 36.08863082992817
verified: no, type: nauc_precision_at_1000_std
value: 47.707249499215344
verified: no, type: nauc_precision_at_100_diff1
value: 7.021547619006566
verified: no, type: nauc_precision_at_100_max
value: 2.6113599057206387
verified: no, type: nauc_precision_at_100_std
value: 66.4590495720394
verified: no, type: nauc_precision_at_10_diff1
value: 24.385783257887354
verified: no, type: nauc_precision_at_10_max
value: -6.2188453266713
verified: no, type: nauc_precision_at_10_std
value: 6.05429677567614
verified: no, type: nauc_precision_at_1_diff1
value: 8.487747836938748
verified: no, type: nauc_precision_at_1_max
value: -27.522654947868407
verified: no, type: nauc_precision_at_1_std
value: -9.659288368940414
verified: no, type: nauc_precision_at_20_diff1
value: 34.33880917061261
verified: no, type: nauc_precision_at_20_max
value: 4.354279010925412
verified: no, type: nauc_precision_at_20_std
value: 22.181325517942035
verified: no, type: nauc_precision_at_3_diff1
value: 24.850858478588467
verified: no, type: nauc_precision_at_3_max
value: -26.5846953680614
verified: no, type: nauc_precision_at_3_std
value: -4.454513023414871
verified: no, type: nauc_precision_at_5_diff1
value: 14.138056032082552
verified: no, type: nauc_precision_at_5_max
value: -19.944752876707845
verified: no, type: nauc_precision_at_5_std
value: 2.777514787746078
verified: no, type: nauc_recall_at_1000_diff1
value: -0.4820471365058493
verified: no, type: nauc_recall_at_1000_max
value: -1.0630194189351716
verified: no, type: nauc_recall_at_1000_std
value: 63.95617322698779
verified: no, type: nauc_recall_at_100_diff1
value: 14.181992335572508
verified: no, type: nauc_recall_at_100_max
value: -17.09847742717872
verified: no, type: nauc_recall_at_100_std
value: 27.38485306952274
verified: no, type: nauc_recall_at_10_diff1
value: 16.676209261808168
verified: no, type: nauc_recall_at_10_max
value: -8.143613489548878
verified: no, type: nauc_recall_at_10_std
value: -11.428526204063497
verified: no, type: nauc_recall_at_1_diff1
value: -0.25393599944658846
verified: no, type: nauc_recall_at_1_max
value: -23.696292878205004
verified: no, type: nauc_recall_at_1_std
value: -17.763569997650162
verified: no, type: nauc_recall_at_20_diff1
value: 24.37368696357739
verified: no, type: nauc_recall_at_20_max
value: -8.967218424155384
verified: no, type: nauc_recall_at_20_std
value: -6.864178520023853
verified: no, type: nauc_recall_at_3_diff1
value: 16.440629512619275
verified: no, type: nauc_recall_at_3_max
value: -21.691853645017947
verified: no, type: nauc_recall_at_3_std
value: -18.112300717394543
verified: no, type: nauc_recall_at_5_diff1
value: 9.406357694811373
verified: no, type: nauc_recall_at_5_max
value: -18.299603437308214
verified: no, type: nauc_recall_at_5_std
value: -14.029380126465446
verified: no, type: ndcg_at_1
value: 41.837
verified: no, type: ndcg_at_10
value: 33.012
verified: no, type: ndcg_at_100
value: 43.504
verified: no, type: ndcg_at_1000
value: 54.142999999999994
verified: no, type: ndcg_at_20
value: 33.681
verified: no, type: ndcg_at_3
value: 39.865
verified: no, type: ndcg_at_5
value: 35.199999999999996
verified: no, type: precision_at_1
value: 44.897999999999996
verified: no, type: precision_at_10
value: 29.387999999999998
verified: no, type: precision_at_100
value: 8.449
verified: no, type: precision_at_1000
value: 1.569
verified: no, type: precision_at_20
value: 22.245
verified: no, type: precision_at_3
value: 41.497
verified: no, type: precision_at_5
value: 34.694
verified: no, type: recall_at_1
value: 3.496
verified: no, type: recall_at_10
value: 20.438000000000002
verified: no, type: recall_at_100
value: 51.196
verified: no, type: recall_at_1000
value: 84.426
verified: no, type: recall_at_20
value: 29.873
verified: no, type: recall_at_3
value: 9.228
verified: no, type: recall_at_5
value: 12.598
verified: no
task: type: Retrieval
tags: mteb, feature-extraction, marqo, retrieval
license: mit
language: en
library_name: transformers
Likes: 2 | All-time downloads: 1284
Created: 2024-09-06 01:53:42