Model: PaDaS-Lab/arctic-m-bge-small
Author: PaDaS-Lab
Tags: safetensors, arctic-m-bge-small, mteb, custom_code, arxiv:2407.08275, license:mit, model-index, region:us
Card metadata: model-index: name: no_model_name_available
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 62.44
verified: no, type: map_at_1
value: 37.909
verified: no, type: map_at_10
value: 54.071000000000005
verified: no, type: map_at_100
value: 54.706999999999994
verified: no, type: map_at_1000
value: 54.71
verified: no, type: map_at_20
value: 54.61
verified: no, type: map_at_3
value: 49.787
verified: no, type: map_at_5
value: 52.471999999999994
verified: no, type: mrr_at_1
value: 38.54907539118065
verified: no, type: mrr_at_10
value: 54.30778522883794
verified: no, type: mrr_at_100
value: 54.95058676123675
verified: no, type: mrr_at_1000
value: 54.9534745787606
verified: no, type: mrr_at_20
value: 54.85371234607436
verified: no, type: mrr_at_3
value: 50.023707918444806
verified: no, type: mrr_at_5
value: 52.71574205784745
verified: no, type: nauc_map_at_1000_diff1
value: 9.700052151236969
verified: no, type: nauc_map_at_1000_max
value: -11.480601048675311
verified: no, type: nauc_map_at_1000_std
value: -16.80933897048166
verified: no, type: nauc_map_at_100_diff1
value: 9.702439916132208
verified: no, type: nauc_map_at_100_max
value: -11.477121863613672
verified: no, type: nauc_map_at_100_std
value: -16.805809477344237
verified: no, type: nauc_map_at_10_diff1
value: 9.55964875147944
verified: no, type: nauc_map_at_10_max
value: -11.221604673423611
verified: no, type: nauc_map_at_10_std
value: -16.84817138477702
verified: no, type: nauc_map_at_1_diff1
value: 13.414379505055546
verified: no, type: nauc_map_at_1_max
value: -13.64398031891019
verified: no, type: nauc_map_at_1_std
value: -17.823564900618976
verified: no, type: nauc_map_at_20_diff1
value: 9.656264829584742
verified: no, type: nauc_map_at_20_max
value: -11.402956696331874
verified: no, type: nauc_map_at_20_std
value: -16.729584639384093
verified: no, type: nauc_map_at_3_diff1
value: 9.074651468472236
verified: no, type: nauc_map_at_3_max
value: -11.938799932445345
verified: no, type: nauc_map_at_3_std
value: -17.292542932113854
verified: no, type: nauc_map_at_5_diff1
value: 9.375988599355505
verified: no, type: nauc_map_at_5_max
value: -11.472571205679664
verified: no, type: nauc_map_at_5_std
value: -17.40403356468899
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.411799940331186
verified: no, type: nauc_mrr_at_1000_max
value: -12.508159837494434
verified: no, type: nauc_mrr_at_1000_std
value: -16.707342470667285
verified: no, type: nauc_mrr_at_100_diff1
value: 7.414405067064217
verified: no, type: nauc_mrr_at_100_max
value: -12.50459019538836
verified: no, type: nauc_mrr_at_100_std
value: -16.703833468680948
verified: no, type: nauc_mrr_at_10_diff1
value: 7.286842407775826
verified: no, type: nauc_mrr_at_10_max
value: -12.258550496378401
verified: no, type: nauc_mrr_at_10_std
value: -16.731699740418414
verified: no, type: nauc_mrr_at_1_diff1
value: 11.596538956075104
verified: no, type: nauc_mrr_at_1_max
value: -13.73394271953812
verified: no, type: nauc_mrr_at_1_std
value: -17.64007975098422
verified: no, type: nauc_mrr_at_20_diff1
value: 7.376312921473681
verified: no, type: nauc_mrr_at_20_max
value: -12.426813484836043
verified: no, type: nauc_mrr_at_20_std
value: -16.627786497409552
verified: no, type: nauc_mrr_at_3_diff1
value: 6.654949505817999
verified: no, type: nauc_mrr_at_3_max
value: -13.137022485458507
verified: no, type: nauc_mrr_at_3_std
value: -17.32424266610232
verified: no, type: nauc_mrr_at_5_diff1
value: 7.2434372901234525
verified: no, type: nauc_mrr_at_5_max
value: -12.429947223764405
verified: no, type: nauc_mrr_at_5_std
value: -17.228937753898123
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.36855285735971
verified: no, type: nauc_ndcg_at_1000_max
value: -10.953666720445836
verified: no, type: nauc_ndcg_at_1000_std
value: -16.347516200301456
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.409452556684755
verified: no, type: nauc_ndcg_at_100_max
value: -10.862168660345734
verified: no, type: nauc_ndcg_at_100_std
value: -16.229401930460405
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.77691653610156
verified: no, type: nauc_ndcg_at_10_max
value: -9.563379218779584
verified: no, type: nauc_ndcg_at_10_std
value: -16.274566801403125
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.414379505055546
verified: no, type: nauc_ndcg_at_1_max
value: -13.64398031891019
verified: no, type: nauc_ndcg_at_1_std
value: -17.823564900618976
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.131323452637305
verified: no, type: nauc_ndcg_at_20_max
value: -10.266530434189066
verified: no, type: nauc_ndcg_at_20_std
value: -15.737108435541888
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.739062271477399
verified: no, type: nauc_ndcg_at_3_max
value: -11.488056154638532
verified: no, type: nauc_ndcg_at_3_std
value: -17.411333288529267
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.272542020803597
verified: no, type: nauc_ndcg_at_5_max
value: -10.397456408544468
verified: no, type: nauc_ndcg_at_5_std
value: -17.59822117969101
verified: no, type: nauc_precision_at_1000_diff1
value: 13.208924542423258
verified: no, type: nauc_precision_at_1000_max
value: 13.208924542423258
verified: no, type: nauc_precision_at_1000_std
value: 66.71142287338954
verified: no, type: nauc_precision_at_100_diff1
value: 18.762786994282852
verified: no, type: nauc_precision_at_100_max
value: 20.099447719178784
verified: no, type: nauc_precision_at_100_std
value: 48.431125716899956
verified: no, type: nauc_precision_at_10_diff1
value: 4.019933323360742
verified: no, type: nauc_precision_at_10_max
value: 4.884910439588258
verified: no, type: nauc_precision_at_10_std
value: -11.127362742499441
verified: no, type: nauc_precision_at_1_diff1
value: 13.414379505055546
verified: no, type: nauc_precision_at_1_max
value: -13.64398031891019
verified: no, type: nauc_precision_at_1_std
value: -17.823564900618976
verified: no, type: nauc_precision_at_20_diff1
value: 3.6375128143838293
verified: no, type: nauc_precision_at_20_max
value: 14.126083805554671
verified: no, type: nauc_precision_at_20_std
value: 10.615757350586888
verified: no, type: nauc_precision_at_3_diff1
value: 3.3422754903034884
verified: no, type: nauc_precision_at_3_max
value: -10.034405870340006
verified: no, type: nauc_precision_at_3_std
value: -17.917533977279017
verified: no, type: nauc_precision_at_5_diff1
value: 3.7950183183380957
verified: no, type: nauc_precision_at_5_max
value: -5.449035408572837
verified: no, type: nauc_precision_at_5_std
value: -18.586669848898257
verified: no, type: nauc_recall_at_1000_diff1
value: 13.208924542421252
verified: no, type: nauc_recall_at_1000_max
value: 13.208924542421252
verified: no, type: nauc_recall_at_1000_std
value: 66.71142287338697
verified: no, type: nauc_recall_at_100_diff1
value: 18.76278699428332
verified: no, type: nauc_recall_at_100_max
value: 20.099447719179743
verified: no, type: nauc_recall_at_100_std
value: 48.431125716900205
verified: no, type: nauc_recall_at_10_diff1
value: 4.019933323360658
verified: no, type: nauc_recall_at_10_max
value: 4.884910439588057
verified: no, type: nauc_recall_at_10_std
value: -11.127362742499546
verified: no, type: nauc_recall_at_1_diff1
value: 13.414379505055546
verified: no, type: nauc_recall_at_1_max
value: -13.64398031891019
verified: no, type: nauc_recall_at_1_std
value: -17.823564900618976
verified: no, type: nauc_recall_at_20_diff1
value: 3.6375128143838387
verified: no, type: nauc_recall_at_20_max
value: 14.126083805554623
verified: no, type: nauc_recall_at_20_std
value: 10.61575735058658
verified: no, type: nauc_recall_at_3_diff1
value: 3.3422754903035554
verified: no, type: nauc_recall_at_3_max
value: -10.034405870339956
verified: no, type: nauc_recall_at_3_std
value: -17.917533977278943
verified: no, type: nauc_recall_at_5_diff1
value: 3.795018318338047
verified: no, type: nauc_recall_at_5_max
value: -5.449035408572804
verified: no, type: nauc_recall_at_5_std
value: -18.58666984889819
verified: no, type: ndcg_at_1
value: 37.909
verified: no, type: ndcg_at_10
value: 62.44
verified: no, type: ndcg_at_100
value: 64.932
verified: no, type: ndcg_at_1000
value: 64.99000000000001
verified: no, type: ndcg_at_20
value: 64.319
verified: no, type: ndcg_at_3
value: 53.778000000000006
verified: no, type: ndcg_at_5
value: 58.599000000000004
verified: no, type: precision_at_1
value: 37.909
verified: no, type: precision_at_10
value: 8.883000000000001
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.804
verified: no, type: precision_at_3
value: 21.788
verified: no, type: precision_at_5
value: 15.405
verified: no, type: recall_at_1
value: 37.909
verified: no, type: recall_at_10
value: 88.834
verified: no, type: recall_at_100
value: 99.21799999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 96.088
verified: no, type: recall_at_3
value: 65.363
verified: no, type: recall_at_5
value: 77.027
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 53.176
verified: no, type: map_at_1
value: 33.650999999999996
verified: no, type: map_at_10
value: 46.471000000000004
verified: no, type: map_at_100
value: 47.985
verified: no, type: map_at_1000
value: 48.102000000000004
verified: no, type: map_at_20
value: 47.292
verified: no, type: map_at_3
value: 42.623
verified: no, type: map_at_5
value: 44.979
verified: no, type: mrr_at_1
value: 41.201716738197426
verified: no, type: mrr_at_10
value: 52.25355950677838
verified: no, type: mrr_at_100
value: 52.88338300595689
verified: no, type: mrr_at_1000
value: 52.921972185432885
verified: no, type: mrr_at_20
value: 52.572720245822445
verified: no, type: mrr_at_3
value: 49.38006676204101
verified: no, type: mrr_at_5
value: 51.368621840724806
verified: no, type: nauc_map_at_1000_diff1
value: 52.424580577365674
verified: no, type: nauc_map_at_1000_max
value: 35.94853426088666
verified: no, type: nauc_map_at_1000_std
value: -3.1129808405979116
verified: no, type: nauc_map_at_100_diff1
value: 52.42314269469678
verified: no, type: nauc_map_at_100_max
value: 35.95564099324896
verified: no, type: nauc_map_at_100_std
value: -3.101625069102785
verified: no, type: nauc_map_at_10_diff1
value: 52.674357307094496
verified: no, type: nauc_map_at_10_max
value: 35.62082218057774
verified: no, type: nauc_map_at_10_std
value: -3.7915962794353173
verified: no, type: nauc_map_at_1_diff1
value: 58.88454782432587
verified: no, type: nauc_map_at_1_max
value: 31.58887282969742
verified: no, type: nauc_map_at_1_std
value: -3.3197840386400843
verified: no, type: nauc_map_at_20_diff1
value: 52.57811291835384
verified: no, type: nauc_map_at_20_max
value: 35.98370464846043
verified: no, type: nauc_map_at_20_std
value: -3.282933904055322
verified: no, type: nauc_map_at_3_diff1
value: 53.23139053968499
verified: no, type: nauc_map_at_3_max
value: 35.27374020498982
verified: no, type: nauc_map_at_3_std
value: -4.586249483195213
verified: no, type: nauc_map_at_5_diff1
value: 52.59485178437643
verified: no, type: nauc_map_at_5_max
value: 35.514513542685876
verified: no, type: nauc_map_at_5_std
value: -4.434526651693118
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.59556586828132
verified: no, type: nauc_mrr_at_1000_max
value: 36.84616750157751
verified: no, type: nauc_mrr_at_1000_std
value: -3.8525984466340764
verified: no, type: nauc_mrr_at_100_diff1
value: 49.57531335928693
verified: no, type: nauc_mrr_at_100_max
value: 36.82683956190645
verified: no, type: nauc_mrr_at_100_std
value: -3.872554481570826
verified: no, type: nauc_mrr_at_10_diff1
value: 49.62497265122659
verified: no, type: nauc_mrr_at_10_max
value: 36.98985018458424
verified: no, type: nauc_mrr_at_10_std
value: -3.8376513272257733
verified: no, type: nauc_mrr_at_1_diff1
value: 54.49327345294693
verified: no, type: nauc_mrr_at_1_max
value: 34.8934028739382
verified: no, type: nauc_mrr_at_1_std
value: -4.437791198183867
verified: no, type: nauc_mrr_at_20_diff1
value: 49.5890168206895
verified: no, type: nauc_mrr_at_20_max
value: 36.89726798208358
verified: no, type: nauc_mrr_at_20_std
value: -3.866993349889667
verified: no, type: nauc_mrr_at_3_diff1
value: 49.59634094819107
verified: no, type: nauc_mrr_at_3_max
value: 37.16225648718551
verified: no, type: nauc_mrr_at_3_std
value: -4.414442576808539
verified: no, type: nauc_mrr_at_5_diff1
value: 49.225081579422344
verified: no, type: nauc_mrr_at_5_max
value: 36.747751335426756
verified: no, type: nauc_mrr_at_5_std
value: -4.324178992210884
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.31882542922762
verified: no, type: nauc_ndcg_at_1000_max
value: 36.94417408184034
verified: no, type: nauc_ndcg_at_1000_std
value: -1.8041849909913372
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.66655309339676
verified: no, type: nauc_ndcg_at_100_max
value: 36.70372545075
verified: no, type: nauc_ndcg_at_100_std
value: -1.6243834018453231
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.940843283397214
verified: no, type: nauc_ndcg_at_10_max
value: 36.0676312207537
verified: no, type: nauc_ndcg_at_10_std
value: -3.439514885728974
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.49327345294693
verified: no, type: nauc_ndcg_at_1_max
value: 34.8934028739382
verified: no, type: nauc_ndcg_at_1_std
value: -4.437791198183867
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.93181052825062
verified: no, type: nauc_ndcg_at_20_max
value: 36.71459050402181
verified: no, type: nauc_ndcg_at_20_std
value: -2.6921628328410265
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.26692043258316
verified: no, type: nauc_ndcg_at_3_max
value: 36.24184609760576
verified: no, type: nauc_ndcg_at_3_std
value: -4.757874636308119
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.37130579587368
verified: no, type: nauc_ndcg_at_5_max
value: 35.73812624135239
verified: no, type: nauc_ndcg_at_5_std
value: -4.5919788051135555
verified: no, type: nauc_precision_at_1000_diff1
value: -24.43795561769816
verified: no, type: nauc_precision_at_1000_max
value: -13.261416374377383
verified: no, type: nauc_precision_at_1000_std
value: -4.971448949934886
verified: no, type: nauc_precision_at_100_diff1
value: -16.883129718999133
verified: no, type: nauc_precision_at_100_max
value: -2.46701167013433
verified: no, type: nauc_precision_at_100_std
value: 3.277974208302033
verified: no, type: nauc_precision_at_10_diff1
value: 6.58192062605803
verified: no, type: nauc_precision_at_10_max
value: 17.66130584790626
verified: no, type: nauc_precision_at_10_std
value: 1.5300268853781491
verified: no, type: nauc_precision_at_1_diff1
value: 54.49327345294693
verified: no, type: nauc_precision_at_1_max
value: 34.8934028739382
verified: no, type: nauc_precision_at_1_std
value: -4.437791198183867
verified: no, type: nauc_precision_at_20_diff1
value: -1.8753425950377052
verified: no, type: nauc_precision_at_20_max
value: 12.343845069467402
verified: no, type: nauc_precision_at_20_std
value: 4.625866298054727
verified: no, type: nauc_precision_at_3_diff1
value: 26.25293210293932
verified: no, type: nauc_precision_at_3_max
value: 31.20810752338666
verified: no, type: nauc_precision_at_3_std
value: -4.53249841922141
verified: no, type: nauc_precision_at_5_diff1
value: 16.615368164537657
verified: no, type: nauc_precision_at_5_max
value: 25.232698186133707
verified: no, type: nauc_precision_at_5_std
value: -2.663050054635891
verified: no, type: nauc_recall_at_1000_diff1
value: 35.83705078359078
verified: no, type: nauc_recall_at_1000_max
value: 62.30748246780233
verified: no, type: nauc_recall_at_1000_std
value: 63.240763200045805
verified: no, type: nauc_recall_at_100_diff1
value: 33.467633455800815
verified: no, type: nauc_recall_at_100_max
value: 36.60323449435162
verified: no, type: nauc_recall_at_100_std
value: 14.015411684054346
verified: no, type: nauc_recall_at_10_diff1
value: 41.42599884119931
verified: no, type: nauc_recall_at_10_max
value: 33.20419643286129
verified: no, type: nauc_recall_at_10_std
value: -2.159643957172222
verified: no, type: nauc_recall_at_1_diff1
value: 58.88454782432587
verified: no, type: nauc_recall_at_1_max
value: 31.58887282969742
verified: no, type: nauc_recall_at_1_std
value: -3.3197840386400843
verified: no, type: nauc_recall_at_20_diff1
value: 40.65866346855011
verified: no, type: nauc_recall_at_20_max
value: 35.30555514387619
verified: no, type: nauc_recall_at_20_std
value: 0.08694081684299272
verified: no, type: nauc_recall_at_3_diff1
value: 46.09760653175857
verified: no, type: nauc_recall_at_3_max
value: 34.90824497182377
verified: no, type: nauc_recall_at_3_std
value: -5.655059126448061
verified: no, type: nauc_recall_at_5_diff1
value: 41.53532865271283
verified: no, type: nauc_recall_at_5_max
value: 33.39745163988502
verified: no, type: nauc_recall_at_5_std
value: -5.016436615159224
verified: no, type: ndcg_at_1
value: 41.202
verified: no, type: ndcg_at_10
value: 53.176
verified: no, type: ndcg_at_100
value: 58.328
verified: no, type: ndcg_at_1000
value: 59.965999999999994
verified: no, type: ndcg_at_20
value: 55.008
verified: no, type: ndcg_at_3
value: 47.859
verified: no, type: ndcg_at_5
value: 50.768
verified: no, type: precision_at_1
value: 41.202
verified: no, type: precision_at_10
value: 10.186
verified: no, type: precision_at_100
value: 1.609
verified: no, type: precision_at_1000
value: 0.20400000000000001
verified: no, type: precision_at_20
value: 5.973
verified: no, type: precision_at_3
value: 23.176
verified: no, type: precision_at_5
value: 16.881
verified: no, type: recall_at_1
value: 33.650999999999996
verified: no, type: recall_at_10
value: 65.977
verified: no, type: recall_at_100
value: 87.302
verified: no, type: recall_at_1000
value: 97.336
verified: no, type: recall_at_20
value: 72.294
verified: no, type: recall_at_3
value: 50.797000000000004
verified: no, type: recall_at_5
value: 58.872
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 50.92100000000001
verified: no, type: map_at_1
value: 33.744
verified: no, type: map_at_10
value: 44.815
verified: no, type: map_at_100
value: 46.245999999999995
verified: no, type: map_at_1000
value: 46.376
verified: no, type: map_at_20
value: 45.609
verified: no, type: map_at_3
value: 41.531
verified: no, type: map_at_5
value: 43.391999999999996
verified: no, type: mrr_at_1
value: 42.10191082802548
verified: no, type: mrr_at_10
value: 51.08573450611672
verified: no, type: mrr_at_100
value: 51.74891122170677
verified: no, type: mrr_at_1000
value: 51.78529712995296
verified: no, type: mrr_at_20
value: 51.4967715101907
verified: no, type: mrr_at_3
value: 48.91719745222933
verified: no, type: mrr_at_5
value: 50.28980891719754
verified: no, type: nauc_map_at_1000_diff1
value: 55.176936659421294
verified: no, type: nauc_map_at_1000_max
value: 36.48371284702768
verified: no, type: nauc_map_at_1000_std
value: -2.4447515702989806
verified: no, type: nauc_map_at_100_diff1
value: 55.1863019000113
verified: no, type: nauc_map_at_100_max
value: 36.43246962553196
verified: no, type: nauc_map_at_100_std
value: -2.5450740079709044
verified: no, type: nauc_map_at_10_diff1
value: 55.762997970306394
verified: no, type: nauc_map_at_10_max
value: 35.380624071909175
verified: no, type: nauc_map_at_10_std
value: -4.558912389227884
verified: no, type: nauc_map_at_1_diff1
value: 61.0608868067328
verified: no, type: nauc_map_at_1_max
value: 29.72548408222947
verified: no, type: nauc_map_at_1_std
value: -10.069038170579741
verified: no, type: nauc_map_at_20_diff1
value: 55.41603585876044
verified: no, type: nauc_map_at_20_max
value: 36.02816334732108
verified: no, type: nauc_map_at_20_std
value: -3.3699246431509717
verified: no, type: nauc_map_at_3_diff1
value: 56.82908515426453
verified: no, type: nauc_map_at_3_max
value: 33.15737676707489
verified: no, type: nauc_map_at_3_std
value: -7.378910489256622
verified: no, type: nauc_map_at_5_diff1
value: 56.14588532401665
verified: no, type: nauc_map_at_5_max
value: 34.414293818549005
verified: no, type: nauc_map_at_5_std
value: -6.047619727680526
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.56773367624669
verified: no, type: nauc_mrr_at_1000_max
value: 39.31200496491635
verified: no, type: nauc_mrr_at_1000_std
value: 2.0642958415792685
verified: no, type: nauc_mrr_at_100_diff1
value: 52.56372613071439
verified: no, type: nauc_mrr_at_100_max
value: 39.3159360559684
verified: no, type: nauc_mrr_at_100_std
value: 2.0805091403344997
verified: no, type: nauc_mrr_at_10_diff1
value: 52.64975462157789
verified: no, type: nauc_mrr_at_10_max
value: 39.208820614240295
verified: no, type: nauc_mrr_at_10_std
value: 1.5932304576085854
verified: no, type: nauc_mrr_at_1_diff1
value: 56.58854551625778
verified: no, type: nauc_mrr_at_1_max
value: 38.83187422216751
verified: no, type: nauc_mrr_at_1_std
value: -1.1292455097337009
verified: no, type: nauc_mrr_at_20_diff1
value: 52.57378574296517
verified: no, type: nauc_mrr_at_20_max
value: 39.33846363894702
verified: no, type: nauc_mrr_at_20_std
value: 2.013232706080241
verified: no, type: nauc_mrr_at_3_diff1
value: 52.92910407019309
verified: no, type: nauc_mrr_at_3_max
value: 38.91108571047644
verified: no, type: nauc_mrr_at_3_std
value: 1.067703035548225
verified: no, type: nauc_mrr_at_5_diff1
value: 52.636125724089254
verified: no, type: nauc_mrr_at_5_max
value: 39.209637006609455
verified: no, type: nauc_mrr_at_5_std
value: 1.2426388707039298
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.31111968341887
verified: no, type: nauc_ndcg_at_1000_max
value: 38.75742129669778
verified: no, type: nauc_ndcg_at_1000_std
value: 3.5536257954775157
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.37103775070086
verified: no, type: nauc_ndcg_at_100_max
value: 38.753000166661344
verified: no, type: nauc_ndcg_at_100_std
value: 3.6667964133015762
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.56092641993905
verified: no, type: nauc_ndcg_at_10_max
value: 37.62257371918095
verified: no, type: nauc_ndcg_at_10_std
value: -0.3933425825827704
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.58854551625778
verified: no, type: nauc_ndcg_at_1_max
value: 38.83187422216751
verified: no, type: nauc_ndcg_at_1_std
value: -1.1292455097337009
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.997119382659484
verified: no, type: nauc_ndcg_at_20_max
value: 38.41095357471896
verified: no, type: nauc_ndcg_at_20_std
value: 1.9075677183444468
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.32041550278149
verified: no, type: nauc_ndcg_at_3_max
value: 36.54542124064425
verified: no, type: nauc_ndcg_at_3_std
value: -2.1268638356088374
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.389257836500256
verified: no, type: nauc_ndcg_at_5_max
value: 37.307434494043676
verified: no, type: nauc_ndcg_at_5_std
value: -1.7664881562750538
verified: no, type: nauc_precision_at_1000_diff1
value: -18.061781127353505
verified: no, type: nauc_precision_at_1000_max
value: 14.164961693343972
verified: no, type: nauc_precision_at_1000_std
value: 32.08207789236699
verified: no, type: nauc_precision_at_100_diff1
value: -12.629587588058818
verified: no, type: nauc_precision_at_100_max
value: 23.723177704853438
verified: no, type: nauc_precision_at_100_std
value: 37.3224630704383
verified: no, type: nauc_precision_at_10_diff1
value: 6.0985411491844195
verified: no, type: nauc_precision_at_10_max
value: 34.01467623470949
verified: no, type: nauc_precision_at_10_std
value: 26.343490397284334
verified: no, type: nauc_precision_at_1_diff1
value: 56.58854551625778
verified: no, type: nauc_precision_at_1_max
value: 38.83187422216751
verified: no, type: nauc_precision_at_1_std
value: -1.1292455097337009
verified: no, type: nauc_precision_at_20_diff1
value: -2.905957928684381
verified: no, type: nauc_precision_at_20_max
value: 31.591825090757908
verified: no, type: nauc_precision_at_20_std
value: 32.989888342109076
verified: no, type: nauc_precision_at_3_diff1
value: 27.17928355856029
verified: no, type: nauc_precision_at_3_max
value: 37.33885605249689
verified: no, type: nauc_precision_at_3_std
value: 12.651453071713059
verified: no, type: nauc_precision_at_5_diff1
value: 16.526381349737242
verified: no, type: nauc_precision_at_5_max
value: 36.88010744074558
verified: no, type: nauc_precision_at_5_std
value: 19.135126725576384
verified: no, type: nauc_recall_at_1000_diff1
value: 36.638153528487635
verified: no, type: nauc_recall_at_1000_max
value: 45.19430762946925
verified: no, type: nauc_recall_at_1000_std
value: 42.57303922365023
verified: no, type: nauc_recall_at_100_diff1
value: 40.43544826397977
verified: no, type: nauc_recall_at_100_max
value: 40.784066455275706
verified: no, type: nauc_recall_at_100_std
value: 27.301271412381144
verified: no, type: nauc_recall_at_10_diff1
value: 48.37295419396959
verified: no, type: nauc_recall_at_10_max
value: 34.16271996741004
verified: no, type: nauc_recall_at_10_std
value: 0.9252807039977983
verified: no, type: nauc_recall_at_1_diff1
value: 61.0608868067328
verified: no, type: nauc_recall_at_1_max
value: 29.72548408222947
verified: no, type: nauc_recall_at_1_std
value: -10.069038170579741
verified: no, type: nauc_recall_at_20_diff1
value: 44.94065991142139
verified: no, type: nauc_recall_at_20_max
value: 37.603936202852786
verified: no, type: nauc_recall_at_20_std
value: 11.60064066504551
verified: no, type: nauc_recall_at_3_diff1
value: 51.99741579524252
verified: no, type: nauc_recall_at_3_max
value: 31.388906920168104
verified: no, type: nauc_recall_at_3_std
value: -6.153653310119753
verified: no, type: nauc_recall_at_5_diff1
value: 49.67027790654694
verified: no, type: nauc_recall_at_5_max
value: 33.09777021504344
verified: no, type: nauc_recall_at_5_std
value: -3.9074095515554643
verified: no, type: ndcg_at_1
value: 42.102000000000004
verified: no, type: ndcg_at_10
value: 50.92100000000001
verified: no, type: ndcg_at_100
value: 55.381
verified: no, type: ndcg_at_1000
value: 57.18600000000001
verified: no, type: ndcg_at_20
value: 52.778000000000006
verified: no, type: ndcg_at_3
value: 46.542
verified: no, type: ndcg_at_5
value: 48.681000000000004
verified: no, type: precision_at_1
value: 42.102000000000004
verified: no, type: precision_at_10
value: 9.745
verified: no, type: precision_at_100
value: 1.548
verified: no, type: precision_at_1000
value: 0.198
verified: no, type: precision_at_20
value: 5.742
verified: no, type: precision_at_3
value: 22.695999999999998
verified: no, type: precision_at_5
value: 16.14
verified: no, type: recall_at_1
value: 33.744
verified: no, type: recall_at_10
value: 61.17700000000001
verified: no, type: recall_at_100
value: 79.71000000000001
verified: no, type: recall_at_1000
value: 91.008
verified: no, type: recall_at_20
value: 68.03399999999999
verified: no, type: recall_at_3
value: 48.087
verified: no, type: recall_at_5
value: 54.142
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 62.458000000000006
verified: no, type: map_at_1
value: 43.839
verified: no, type: map_at_10
value: 56.724
verified: no, type: map_at_100
value: 57.751
verified: no, type: map_at_1000
value: 57.797
verified: no, type: map_at_20
value: 57.387
verified: no, type: map_at_3
value: 53.494
verified: no, type: map_at_5
value: 55.372
verified: no, type: mrr_at_1
value: 50.15673981191222
verified: no, type: mrr_at_10
value: 60.11456933870735
verified: no, type: mrr_at_100
value: 60.76087999656381
verified: no, type: mrr_at_1000
value: 60.77978089317033
verified: no, type: mrr_at_20
value: 60.55360369120728
verified: no, type: mrr_at_3
value: 58.025078369906026
verified: no, type: mrr_at_5
value: 59.22257053291546
verified: no, type: nauc_map_at_1000_diff1
value: 54.411253174343344
verified: no, type: nauc_map_at_1000_max
value: 39.83549610516408
verified: no, type: nauc_map_at_1000_std
value: -2.194420641407535
verified: no, type: nauc_map_at_100_diff1
value: 54.38831483785624
verified: no, type: nauc_map_at_100_max
value: 39.80801320822348
verified: no, type: nauc_map_at_100_std
value: -2.1803664698780842
verified: no, type: nauc_map_at_10_diff1
value: 54.45604359775012
verified: no, type: nauc_map_at_10_max
value: 39.063307413982
verified: no, type: nauc_map_at_10_std
value: -3.4236632847098423
verified: no, type: nauc_map_at_1_diff1
value: 56.60631395015112
verified: no, type: nauc_map_at_1_max
value: 32.467568481080036
verified: no, type: nauc_map_at_1_std
value: -5.800399911526891
verified: no, type: nauc_map_at_20_diff1
value: 54.370786642447655
verified: no, type: nauc_map_at_20_max
value: 39.59321046436977
verified: no, type: nauc_map_at_20_std
value: -2.4088559799214813
verified: no, type: nauc_map_at_3_diff1
value: 55.49957006713255
verified: no, type: nauc_map_at_3_max
value: 37.118764615368356
verified: no, type: nauc_map_at_3_std
value: -5.909943937274052
verified: no, type: nauc_map_at_5_diff1
value: 54.81041509611971
verified: no, type: nauc_map_at_5_max
value: 38.24140182494858
verified: no, type: nauc_map_at_5_std
value: -4.509625968871774
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.74660770823747
verified: no, type: nauc_mrr_at_1000_max
value: 41.361501849395225
verified: no, type: nauc_mrr_at_1000_std
value: -0.8127913246616565
verified: no, type: nauc_mrr_at_100_diff1
value: 53.737280189706624
verified: no, type: nauc_mrr_at_100_max
value: 41.373323086448075
verified: no, type: nauc_mrr_at_100_std
value: -0.7945211619535609
verified: no, type: nauc_mrr_at_10_diff1
value: 53.60002836781194
verified: no, type: nauc_mrr_at_10_max
value: 41.294906284672145
verified: no, type: nauc_mrr_at_10_std
value: -1.133159614693189
verified: no, type: nauc_mrr_at_1_diff1
value: 55.872003219794344
verified: no, type: nauc_mrr_at_1_max
value: 38.42398154139028
verified: no, type: nauc_mrr_at_1_std
value: -3.262385266943247
verified: no, type: nauc_mrr_at_20_diff1
value: 53.660372497054865
verified: no, type: nauc_mrr_at_20_max
value: 41.423640159792335
verified: no, type: nauc_mrr_at_20_std
value: -0.6992108032958381
verified: no, type: nauc_mrr_at_3_diff1
value: 54.246382328404074
verified: no, type: nauc_mrr_at_3_max
value: 41.167575858831476
verified: no, type: nauc_mrr_at_3_std
value: -1.9090830671107353
verified: no, type: nauc_mrr_at_5_diff1
value: 53.85586718570862
verified: no, type: nauc_mrr_at_5_max
value: 40.98294334278317
verified: no, type: nauc_mrr_at_5_std
value: -1.7121845127201107
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.37939317348487
verified: no, type: nauc_ndcg_at_1000_max
value: 42.25503051093623
verified: no, type: nauc_ndcg_at_1000_std
value: 0.9024947979875332
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.02194451446347
verified: no, type: nauc_ndcg_at_100_max
value: 42.43117968471603
verified: no, type: nauc_ndcg_at_100_std
value: 1.6097860371997164
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.864882508290044
verified: no, type: nauc_ndcg_at_10_max
value: 41.30405029504235
verified: no, type: nauc_ndcg_at_10_std
value: -1.1315174337193916
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.872003219794344
verified: no, type: nauc_ndcg_at_1_max
value: 38.42398154139028
verified: no, type: nauc_ndcg_at_1_std
value: -3.262385266943247
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.78243804716271
verified: no, type: nauc_ndcg_at_20_max
value: 42.200708727692884
verified: no, type: nauc_ndcg_at_20_std
value: 1.204386994029969
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.134588048680165
verified: no, type: nauc_ndcg_at_3_max
value: 39.262737508813956
verified: no, type: nauc_ndcg_at_3_std
value: -3.9798145740330866
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.43380266993641
verified: no, type: nauc_ndcg_at_5_max
value: 40.1700690079209
verified: no, type: nauc_ndcg_at_5_std
value: -2.81233830575759
verified: no, type: nauc_precision_at_1000_diff1
value: -16.085237050718256
verified: no, type: nauc_precision_at_1000_max
value: 21.56903927967793
verified: no, type: nauc_precision_at_1000_std
value: 25.163563893770934
verified: no, type: nauc_precision_at_100_diff1
value: -13.409177660433013
verified: no, type: nauc_precision_at_100_max
value: 26.191889066691694
verified: no, type: nauc_precision_at_100_std
value: 30.434449110434343
verified: no, type: nauc_precision_at_10_diff1
value: 7.653820392496794
verified: no, type: nauc_precision_at_10_max
value: 33.512847797440386
verified: no, type: nauc_precision_at_10_std
value: 17.46948584875833
verified: no, type: nauc_precision_at_1_diff1
value: 55.872003219794344
verified: no, type: nauc_precision_at_1_max
value: 38.42398154139028
verified: no, type: nauc_precision_at_1_std
value: -3.262385266943247
verified: no, type: nauc_precision_at_20_diff1
value: -1.7882509799446464
verified: no, type: nauc_precision_at_20_max
value: 32.667378017254244
verified: no, type: nauc_precision_at_20_std
value: 27.51279914879186
verified: no, type: nauc_precision_at_3_diff1
value: 30.46461628659826
verified: no, type: nauc_precision_at_3_max
value: 37.74901386898987
verified: no, type: nauc_precision_at_3_std
value: 2.466674787017699
verified: no, type: nauc_precision_at_5_diff1
value: 18.80573985694938
verified: no, type: nauc_precision_at_5_max
value: 34.86218095871847
verified: no, type: nauc_precision_at_5_std
value: 9.231195357997013
verified: no, type: nauc_recall_at_1000_diff1
value: 44.175128440767175
verified: no, type: nauc_recall_at_1000_max
value: 72.76306751265861
verified: no, type: nauc_recall_at_1000_std
value: 69.72788552092433
verified: no, type: nauc_recall_at_100_diff1
value: 39.33252228382757
verified: no, type: nauc_recall_at_100_max
value: 55.56135688396655
verified: no, type: nauc_recall_at_100_std
value: 37.203018125948766
verified: no, type: nauc_recall_at_10_diff1
value: 45.481900144718836
verified: no, type: nauc_recall_at_10_max
value: 42.54097511363277
verified: no, type: nauc_recall_at_10_std
value: 2.6063345056649796
verified: no, type: nauc_recall_at_1_diff1
value: 56.60631395015112
verified: no, type: nauc_recall_at_1_max
value: 32.467568481080036
verified: no, type: nauc_recall_at_1_std
value: -5.800399911526891
verified: no, type: nauc_recall_at_20_diff1
value: 42.76239836038449
verified: no, type: nauc_recall_at_20_max
value: 48.446363988908665
verified: no, type: nauc_recall_at_20_std
value: 17.640762405916508
verified: no, type: nauc_recall_at_3_diff1
value: 51.60470647047845
verified: no, type: nauc_recall_at_3_max
value: 37.418467889921224
verified: no, type: nauc_recall_at_3_std
value: -6.408088458035488
verified: no, type: nauc_recall_at_5_diff1
value: 48.70731792808808
verified: no, type: nauc_recall_at_5_max
value: 39.09353288109433
verified: no, type: nauc_recall_at_5_std
value: -3.262225734608099
verified: no, type: ndcg_at_1
value: 50.157
verified: no, type: ndcg_at_10
value: 62.458000000000006
verified: no, type: ndcg_at_100
value: 66.27499999999999
verified: no, type: ndcg_at_1000
value: 67.11
verified: no, type: ndcg_at_20
value: 64.3
verified: no, type: ndcg_at_3
value: 57.348
verified: no, type: ndcg_at_5
value: 59.870999999999995
verified: no, type: precision_at_1
value: 50.157
verified: no, type: precision_at_10
value: 9.875
verified: no, type: precision_at_100
value: 1.269
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.527
verified: no, type: precision_at_3
value: 25.474999999999998
verified: no, type: precision_at_5
value: 17.279
verified: no, type: recall_at_1
value: 43.839
verified: no, type: recall_at_10
value: 75.94300000000001
verified: no, type: recall_at_100
value: 92.036
verified: no, type: recall_at_1000
value: 97.848
verified: no, type: recall_at_20
value: 82.592
verified: no, type: recall_at_3
value: 62.227
verified: no, type: recall_at_5
value: 68.443
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 43.805
verified: no, type: map_at_1
value: 29.429
verified: no, type: map_at_10
value: 38.708
verified: no, type: map_at_100
value: 39.834
verified: no, type: map_at_1000
value: 39.896
verified: no, type: map_at_20
value: 39.330999999999996
verified: no, type: map_at_3
value: 36.02
verified: no, type: map_at_5
value: 37.547999999999995
verified: no, type: mrr_at_1
value: 31.63841807909605
verified: no, type: mrr_at_10
value: 40.82633844498248
verified: no, type: mrr_at_100
value: 41.76109003638645
verified: no, type: mrr_at_1000
value: 41.8059087475105
verified: no, type: mrr_at_20
value: 41.36288532812116
verified: no, type: mrr_at_3
value: 38.24858757062146
verified: no, type: mrr_at_5
value: 39.717514124293764
verified: no, type: nauc_map_at_1000_diff1
value: 45.585812879455524
verified: no, type: nauc_map_at_1000_max
value: 31.31175404949036
verified: no, type: nauc_map_at_1000_std
value: -0.6688504922328871
verified: no, type: nauc_map_at_100_diff1
value: 45.57793192934199
verified: no, type: nauc_map_at_100_max
value: 31.31449058161509
verified: no, type: nauc_map_at_100_std
value: -0.6711471739699831
verified: no, type: nauc_map_at_10_diff1
value: 45.63641283675042
verified: no, type: nauc_map_at_10_max
value: 31.34383247627637
verified: no, type: nauc_map_at_10_std
value: -0.8969771419071247
verified: no, type: nauc_map_at_1_diff1
value: 51.20029025787074
verified: no, type: nauc_map_at_1_max
value: 29.29320638697403
verified: no, type: nauc_map_at_1_std
value: -4.195575175603184
verified: no, type: nauc_map_at_20_diff1
value: 45.50579311311032
verified: no, type: nauc_map_at_20_max
value: 31.162777948119203
verified: no, type: nauc_map_at_20_std
value: -0.8437520900178488
verified: no, type: nauc_map_at_3_diff1
value: 46.69781509400438
verified: no, type: nauc_map_at_3_max
value: 30.454657702219357
verified: no, type: nauc_map_at_3_std
value: -1.961062011363698
verified: no, type: nauc_map_at_5_diff1
value: 46.04910492816806
verified: no, type: nauc_map_at_5_max
value: 30.930622367372457
verified: no, type: nauc_map_at_5_std
value: -1.3197031926341913
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.184418431720836
verified: no, type: nauc_mrr_at_1000_max
value: 32.691464662489466
verified: no, type: nauc_mrr_at_1000_std
value: 0.8007278440166657
verified: no, type: nauc_mrr_at_100_diff1
value: 45.167327620455126
verified: no, type: nauc_mrr_at_100_max
value: 32.70344473782206
verified: no, type: nauc_mrr_at_100_std
value: 0.8064086841104559
verified: no, type: nauc_mrr_at_10_diff1
value: 45.21931014425146
verified: no, type: nauc_mrr_at_10_max
value: 32.89922709426894
verified: no, type: nauc_mrr_at_10_std
value: 0.726548346036894
verified: no, type: nauc_mrr_at_1_diff1
value: 50.32992410650978
verified: no, type: nauc_mrr_at_1_max
value: 31.6443297540481
verified: no, type: nauc_mrr_at_1_std
value: -2.2413873790433225
verified: no, type: nauc_mrr_at_20_diff1
value: 45.113204601824044
verified: no, type: nauc_mrr_at_20_max
value: 32.61736305768626
verified: no, type: nauc_mrr_at_20_std
value: 0.7278143932053411
verified: no, type: nauc_mrr_at_3_diff1
value: 46.240077882820316
verified: no, type: nauc_mrr_at_3_max
value: 32.27275303260653
verified: no, type: nauc_mrr_at_3_std
value: 0.1282059654192661
verified: no, type: nauc_mrr_at_5_diff1
value: 45.58559508660604
verified: no, type: nauc_mrr_at_5_max
value: 32.59296526810394
verified: no, type: nauc_mrr_at_5_std
value: 0.7874095845402367
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.20858304283118
verified: no, type: nauc_ndcg_at_1000_max
value: 32.44654538809174
verified: no, type: nauc_ndcg_at_1000_std
value: 1.9808645746749782
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.80944482285779
verified: no, type: nauc_ndcg_at_100_max
value: 32.63314035546906
verified: no, type: nauc_ndcg_at_100_std
value: 2.5177765413154884
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.16290325539329
verified: no, type: nauc_ndcg_at_10_max
value: 32.61740129429683
verified: no, type: nauc_ndcg_at_10_std
value: 1.2892420693179965
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.32992410650978
verified: no, type: nauc_ndcg_at_1_max
value: 31.6443297540481
verified: no, type: nauc_ndcg_at_1_std
value: -2.2413873790433225
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.597191894775015
verified: no, type: nauc_ndcg_at_20_max
value: 31.751099582584125
verified: no, type: nauc_ndcg_at_20_std
value: 1.438787341128167
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.425750906136706
verified: no, type: nauc_ndcg_at_3_max
value: 31.118153819129173
verified: no, type: nauc_ndcg_at_3_std
value: -0.7887794544621397
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.24184750204594
verified: no, type: nauc_ndcg_at_5_max
value: 31.678340776396162
verified: no, type: nauc_ndcg_at_5_std
value: 0.38897464065601617
verified: no, type: nauc_precision_at_1000_diff1
value: -9.25461469977963
verified: no, type: nauc_precision_at_1000_max
value: 11.546970772317056
verified: no, type: nauc_precision_at_1000_std
value: 11.77950666462821
verified: no, type: nauc_precision_at_100_diff1
value: 5.325820460767819
verified: no, type: nauc_precision_at_100_max
value: 22.610950942174625
verified: no, type: nauc_precision_at_100_std
value: 16.210181509270097
verified: no, type: nauc_precision_at_10_diff1
value: 26.09126825014653
verified: no, type: nauc_precision_at_10_max
value: 35.00999838883753
verified: no, type: nauc_precision_at_10_std
value: 9.40564293375869
verified: no, type: nauc_precision_at_1_diff1
value: 50.32992410650978
verified: no, type: nauc_precision_at_1_max
value: 31.6443297540481
verified: no, type: nauc_precision_at_1_std
value: -2.2413873790433225
verified: no, type: nauc_precision_at_20_diff1
value: 19.233219692159693
verified: no, type: nauc_precision_at_20_max
value: 29.03044299067655
verified: no, type: nauc_precision_at_20_std
value: 10.317579302538391
verified: no, type: nauc_precision_at_3_diff1
value: 37.364819598304315
verified: no, type: nauc_precision_at_3_max
value: 33.379165297552724
verified: no, type: nauc_precision_at_3_std
value: 3.424932892620743
verified: no, type: nauc_precision_at_5_diff1
value: 32.872702946200945
verified: no, type: nauc_precision_at_5_max
value: 34.571450997070706
verified: no, type: nauc_precision_at_5_std
value: 7.12035598939766
verified: no, type: nauc_recall_at_1000_diff1
value: 11.279997042195749
verified: no, type: nauc_recall_at_1000_max
value: 40.44953937460631
verified: no, type: nauc_recall_at_1000_std
value: 31.19505726194957
verified: no, type: nauc_recall_at_100_diff1
value: 24.15672423727942
verified: no, type: nauc_recall_at_100_max
value: 36.814968545741614
verified: no, type: nauc_recall_at_100_std
value: 21.50699037479782
verified: no, type: nauc_recall_at_10_diff1
value: 34.34584531211266
verified: no, type: nauc_recall_at_10_max
value: 34.196420028975375
verified: no, type: nauc_recall_at_10_std
value: 6.855963891373787
verified: no, type: nauc_recall_at_1_diff1
value: 51.20029025787074
verified: no, type: nauc_recall_at_1_max
value: 29.29320638697403
verified: no, type: nauc_recall_at_1_std
value: -4.195575175603184
verified: no, type: nauc_recall_at_20_diff1
value: 30.313271321859748
verified: no, type: nauc_recall_at_20_max
value: 30.019409239750388
verified: no, type: nauc_recall_at_20_std
value: 8.01887379774591
verified: no, type: nauc_recall_at_3_diff1
value: 41.3611355564578
verified: no, type: nauc_recall_at_3_max
value: 30.190666918387272
verified: no, type: nauc_recall_at_3_std
value: 0.7366693042344981
verified: no, type: nauc_recall_at_5_diff1
value: 38.46041757825592
verified: no, type: nauc_recall_at_5_max
value: 31.35545227469271
verified: no, type: nauc_recall_at_5_std
value: 3.226901160844341
verified: no, type: ndcg_at_1
value: 31.637999999999998
verified: no, type: ndcg_at_10
value: 43.805
verified: no, type: ndcg_at_100
value: 49.168
verified: no, type: ndcg_at_1000
value: 50.77700000000001
verified: no, type: ndcg_at_20
value: 45.866
verified: no, type: ndcg_at_3
value: 38.608
verified: no, type: ndcg_at_5
value: 41.152
verified: no, type: precision_at_1
value: 31.637999999999998
verified: no, type: precision_at_10
value: 6.61
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.7800000000000002
verified: no, type: precision_at_3
value: 16.195999999999998
verified: no, type: precision_at_5
value: 11.209
verified: no, type: recall_at_1
value: 29.429
verified: no, type: recall_at_10
value: 57.327
verified: no, type: recall_at_100
value: 81.74900000000001
verified: no, type: recall_at_1000
value: 93.967
verified: no, type: recall_at_20
value: 65.01400000000001
verified: no, type: recall_at_3
value: 43.472
verified: no, type: recall_at_5
value: 49.521
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 34.63
verified: no, type: map_at_1
value: 20.541999999999998
verified: no, type: map_at_10
value: 29.121000000000002
verified: no, type: map_at_100
value: 30.389
verified: no, type: map_at_1000
value: 30.497999999999998
verified: no, type: map_at_20
value: 29.787999999999997
verified: no, type: map_at_3
value: 26.514
verified: no, type: map_at_5
value: 27.723
verified: no, type: mrr_at_1
value: 24.62686567164179
verified: no, type: mrr_at_10
value: 33.77897220247966
verified: no, type: mrr_at_100
value: 34.71645100175941
verified: no, type: mrr_at_1000
value: 34.77428365380689
verified: no, type: mrr_at_20
value: 34.31909140865809
verified: no, type: mrr_at_3
value: 31.281094527363194
verified: no, type: mrr_at_5
value: 32.568407960199
verified: no, type: nauc_map_at_1000_diff1
value: 31.065597401371054
verified: no, type: nauc_map_at_1000_max
value: 22.53058113245784
verified: no, type: nauc_map_at_1000_std
value: 3.385336368837248
verified: no, type: nauc_map_at_100_diff1
value: 31.066996795756317
verified: no, type: nauc_map_at_100_max
value: 22.526621520577233
verified: no, type: nauc_map_at_100_std
value: 3.390224080489411
verified: no, type: nauc_map_at_10_diff1
value: 30.98735163587709
verified: no, type: nauc_map_at_10_max
value: 22.033975223583145
verified: no, type: nauc_map_at_10_std
value: 3.037362136271266
verified: no, type: nauc_map_at_1_diff1
value: 34.7860915604864
verified: no, type: nauc_map_at_1_max
value: 21.990883014000932
verified: no, type: nauc_map_at_1_std
value: 3.215046066755989
verified: no, type: nauc_map_at_20_diff1
value: 30.95841793371864
verified: no, type: nauc_map_at_20_max
value: 22.312212038670587
verified: no, type: nauc_map_at_20_std
value: 3.204234721808634
verified: no, type: nauc_map_at_3_diff1
value: 31.873464867905415
verified: no, type: nauc_map_at_3_max
value: 22.344535220057306
verified: no, type: nauc_map_at_3_std
value: 3.037466472476692
verified: no, type: nauc_map_at_5_diff1
value: 31.298770866792836
verified: no, type: nauc_map_at_5_max
value: 22.02799162331672
verified: no, type: nauc_map_at_5_std
value: 2.994008224596537
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.58365390317668
verified: no, type: nauc_mrr_at_1000_max
value: 24.960504988463303
verified: no, type: nauc_mrr_at_1000_std
value: 3.266331629091531
verified: no, type: nauc_mrr_at_100_diff1
value: 32.563483708724526
verified: no, type: nauc_mrr_at_100_max
value: 24.956287015467943
verified: no, type: nauc_mrr_at_100_std
value: 3.270422121157774
verified: no, type: nauc_mrr_at_10_diff1
value: 32.65613325350289
verified: no, type: nauc_mrr_at_10_max
value: 24.825654782716384
verified: no, type: nauc_mrr_at_10_std
value: 3.1340776275891025
verified: no, type: nauc_mrr_at_1_diff1
value: 36.55632726985752
verified: no, type: nauc_mrr_at_1_max
value: 24.4445917993785
verified: no, type: nauc_mrr_at_1_std
value: 2.264391282317747
verified: no, type: nauc_mrr_at_20_diff1
value: 32.47925104262513
verified: no, type: nauc_mrr_at_20_max
value: 24.89432614603361
verified: no, type: nauc_mrr_at_20_std
value: 3.1774200263878054
verified: no, type: nauc_mrr_at_3_diff1
value: 33.50322152633588
verified: no, type: nauc_mrr_at_3_max
value: 25.199564396471096
verified: no, type: nauc_mrr_at_3_std
value: 2.9397581352257345
verified: no, type: nauc_mrr_at_5_diff1
value: 32.9982729251397
verified: no, type: nauc_mrr_at_5_max
value: 24.890193912899377
verified: no, type: nauc_mrr_at_5_std
value: 3.0867452313583623
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.026151364827403
verified: no, type: nauc_ndcg_at_1000_max
value: 24.49889088739547
verified: no, type: nauc_ndcg_at_1000_std
value: 5.381413285104224
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.80539228010773
verified: no, type: nauc_ndcg_at_100_max
value: 24.309010907634338
verified: no, type: nauc_ndcg_at_100_std
value: 5.232303167670201
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.691994838075185
verified: no, type: nauc_ndcg_at_10_max
value: 22.67822625590708
verified: no, type: nauc_ndcg_at_10_std
value: 3.499987146410407
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.55632726985752
verified: no, type: nauc_ndcg_at_1_max
value: 24.4445917993785
verified: no, type: nauc_ndcg_at_1_std
value: 2.264391282317747
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.345854238086844
verified: no, type: nauc_ndcg_at_20_max
value: 23.323621216002355
verified: no, type: nauc_ndcg_at_20_std
value: 3.9174664108448236
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.580762995014105
verified: no, type: nauc_ndcg_at_3_max
value: 23.30762843542372
verified: no, type: nauc_ndcg_at_3_std
value: 3.0944885327411535
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.47041676971102
verified: no, type: nauc_ndcg_at_5_max
value: 22.77605457106532
verified: no, type: nauc_ndcg_at_5_std
value: 3.3449847079523596
verified: no, type: nauc_precision_at_1000_diff1
value: 0.717852604455919
verified: no, type: nauc_precision_at_1000_max
value: 3.38068239732633
verified: no, type: nauc_precision_at_1000_std
value: 0.13673896630835028
verified: no, type: nauc_precision_at_100_diff1
value: 7.401760552752896
verified: no, type: nauc_precision_at_100_max
value: 13.294128452575041
verified: no, type: nauc_precision_at_100_std
value: 4.65501490276724
verified: no, type: nauc_precision_at_10_diff1
value: 19.426577293440936
verified: no, type: nauc_precision_at_10_max
value: 18.143059865611235
verified: no, type: nauc_precision_at_10_std
value: 3.4033224978068946
verified: no, type: nauc_precision_at_1_diff1
value: 36.55632726985752
verified: no, type: nauc_precision_at_1_max
value: 24.4445917993785
verified: no, type: nauc_precision_at_1_std
value: 2.264391282317747
verified: no, type: nauc_precision_at_20_diff1
value: 15.526124347926789
verified: no, type: nauc_precision_at_20_max
value: 18.585967204985604
verified: no, type: nauc_precision_at_20_std
value: 3.3631487559984836
verified: no, type: nauc_precision_at_3_diff1
value: 27.11838946665272
verified: no, type: nauc_precision_at_3_max
value: 22.13989357114677
verified: no, type: nauc_precision_at_3_std
value: 1.903120042102994
verified: no, type: nauc_precision_at_5_diff1
value: 23.35690634122196
verified: no, type: nauc_precision_at_5_max
value: 19.585624668123234
verified: no, type: nauc_precision_at_5_std
value: 2.1933428786067988
verified: no, type: nauc_recall_at_1000_diff1
value: 16.950131691896043
verified: no, type: nauc_recall_at_1000_max
value: 39.951723428573956
verified: no, type: nauc_recall_at_1000_std
value: 35.28642001796766
verified: no, type: nauc_recall_at_100_diff1
value: 21.660771108426637
verified: no, type: nauc_recall_at_100_max
value: 27.98817391149549
verified: no, type: nauc_recall_at_100_std
value: 15.547143224954521
verified: no, type: nauc_recall_at_10_diff1
value: 23.290961405166108
verified: no, type: nauc_recall_at_10_max
value: 20.728190074086502
verified: no, type: nauc_recall_at_10_std
value: 3.955634752870681
verified: no, type: nauc_recall_at_1_diff1
value: 34.7860915604864
verified: no, type: nauc_recall_at_1_max
value: 21.990883014000932
verified: no, type: nauc_recall_at_1_std
value: 3.215046066755989
verified: no, type: nauc_recall_at_20_diff1
value: 21.3100020769249
verified: no, type: nauc_recall_at_20_max
value: 22.417233320077408
verified: no, type: nauc_recall_at_20_std
value: 5.701968308692029
verified: no, type: nauc_recall_at_3_diff1
value: 28.467978075005014
verified: no, type: nauc_recall_at_3_max
value: 22.86743332429378
verified: no, type: nauc_recall_at_3_std
value: 4.126266767988962
verified: no, type: nauc_recall_at_5_diff1
value: 26.085272342534953
verified: no, type: nauc_recall_at_5_max
value: 21.547168834265605
verified: no, type: nauc_recall_at_5_std
value: 4.230798615841751
verified: no, type: ndcg_at_1
value: 24.627
verified: no, type: ndcg_at_10
value: 34.63
verified: no, type: ndcg_at_100
value: 40.501
verified: no, type: ndcg_at_1000
value: 42.925000000000004
verified: no, type: ndcg_at_20
value: 36.783
verified: no, type: ndcg_at_3
value: 29.784
verified: no, type: ndcg_at_5
value: 31.607000000000003
verified: no, type: precision_at_1
value: 24.627
verified: no, type: precision_at_10
value: 6.306000000000001
verified: no, type: precision_at_100
value: 1.0670000000000002
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 3.762
verified: no, type: precision_at_3
value: 14.262
verified: no, type: precision_at_5
value: 10.025
verified: no, type: recall_at_1
value: 20.541999999999998
verified: no, type: recall_at_10
value: 46.805
verified: no, type: recall_at_100
value: 72.294
verified: no, type: recall_at_1000
value: 89.425
verified: no, type: recall_at_20
value: 54.481
verified: no, type: recall_at_3
value: 33.15
verified: no, type: recall_at_5
value: 37.830999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 48.897
verified: no, type: map_at_1
value: 32.462
verified: no, type: map_at_10
value: 42.954
verified: no, type: map_at_100
value: 44.371
verified: no, type: map_at_1000
value: 44.484
verified: no, type: map_at_20
value: 43.756
verified: no, type: map_at_3
value: 39.762
verified: no, type: map_at_5
value: 41.515
verified: no, type: mrr_at_1
value: 39.46102021174206
verified: no, type: mrr_at_10
value: 48.738637578868556
verified: no, type: mrr_at_100
value: 49.62686026413403
verified: no, type: mrr_at_1000
value: 49.66868518383456
verified: no, type: mrr_at_20
value: 49.25907585537658
verified: no, type: mrr_at_3
value: 46.310555020853364
verified: no, type: mrr_at_5
value: 47.78312479948663
verified: no, type: nauc_map_at_1000_diff1
value: 51.87542801592498
verified: no, type: nauc_map_at_1000_max
value: 33.97981571634409
verified: no, type: nauc_map_at_1000_std
value: -1.8786792242943482
verified: no, type: nauc_map_at_100_diff1
value: 51.85293643969287
verified: no, type: nauc_map_at_100_max
value: 33.9428890229597
verified: no, type: nauc_map_at_100_std
value: -1.9332474390946115
verified: no, type: nauc_map_at_10_diff1
value: 52.02856985184854
verified: no, type: nauc_map_at_10_max
value: 33.61198359968745
verified: no, type: nauc_map_at_10_std
value: -2.6398128511204884
verified: no, type: nauc_map_at_1_diff1
value: 56.74886676878923
verified: no, type: nauc_map_at_1_max
value: 30.22917247812168
verified: no, type: nauc_map_at_1_std
value: -6.42573662254084
verified: no, type: nauc_map_at_20_diff1
value: 51.82428924313089
verified: no, type: nauc_map_at_20_max
value: 33.751285311806384
verified: no, type: nauc_map_at_20_std
value: -2.3103774320981803
verified: no, type: nauc_map_at_3_diff1
value: 51.86255252819861
verified: no, type: nauc_map_at_3_max
value: 33.0377584961136
verified: no, type: nauc_map_at_3_std
value: -3.2636230519519387
verified: no, type: nauc_map_at_5_diff1
value: 52.01515212806803
verified: no, type: nauc_map_at_5_max
value: 33.7459062556087
verified: no, type: nauc_map_at_5_std
value: -2.693869845552142
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.48855418945387
verified: no, type: nauc_mrr_at_1000_max
value: 35.27912845548713
verified: no, type: nauc_mrr_at_1000_std
value: -0.08726282212006752
verified: no, type: nauc_mrr_at_100_diff1
value: 51.48335893173882
verified: no, type: nauc_mrr_at_100_max
value: 35.28023925219956
verified: no, type: nauc_mrr_at_100_std
value: -0.08619390644755517
verified: no, type: nauc_mrr_at_10_diff1
value: 51.52941953883595
verified: no, type: nauc_mrr_at_10_max
value: 35.08219573936157
verified: no, type: nauc_mrr_at_10_std
value: -0.5918448278251544
verified: no, type: nauc_mrr_at_1_diff1
value: 55.31838125779277
verified: no, type: nauc_mrr_at_1_max
value: 33.77228714612555
verified: no, type: nauc_mrr_at_1_std
value: -1.499292265426672
verified: no, type: nauc_mrr_at_20_diff1
value: 51.408259709777646
verified: no, type: nauc_mrr_at_20_max
value: 35.162570989755174
verified: no, type: nauc_mrr_at_20_std
value: -0.2682578167220845
verified: no, type: nauc_mrr_at_3_diff1
value: 51.46574092636792
verified: no, type: nauc_mrr_at_3_max
value: 35.811987430657325
verified: no, type: nauc_mrr_at_3_std
value: 0.26013601831722494
verified: no, type: nauc_mrr_at_5_diff1
value: 51.612013747911526
verified: no, type: nauc_mrr_at_5_max
value: 35.650056877501655
verified: no, type: nauc_mrr_at_5_std
value: -0.21245093564084463
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.880872461025305
verified: no, type: nauc_ndcg_at_1000_max
value: 35.44994521014937
verified: no, type: nauc_ndcg_at_1000_std
value: 1.118216393534395
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.53466908072639
verified: no, type: nauc_ndcg_at_100_max
value: 35.11045555620107
verified: no, type: nauc_ndcg_at_100_std
value: 0.8249078981154204
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.90734870734591
verified: no, type: nauc_ndcg_at_10_max
value: 33.771004172948224
verified: no, type: nauc_ndcg_at_10_std
value: -2.1711028069297633
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.31838125779277
verified: no, type: nauc_ndcg_at_1_max
value: 33.77228714612555
verified: no, type: nauc_ndcg_at_1_std
value: -1.499292265426672
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.23324800143884
verified: no, type: nauc_ndcg_at_20_max
value: 34.07801014616702
verified: no, type: nauc_ndcg_at_20_std
value: -1.124681004529109
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.25341657253588
verified: no, type: nauc_ndcg_at_3_max
value: 34.591139933602335
verified: no, type: nauc_ndcg_at_3_std
value: -1.1956710813776108
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.80312504204779
verified: no, type: nauc_ndcg_at_5_max
value: 34.85042501470775
verified: no, type: nauc_ndcg_at_5_std
value: -1.396135873756306
verified: no, type: nauc_precision_at_1000_diff1
value: -13.557597583919549
verified: no, type: nauc_precision_at_1000_max
value: 2.8147206953918125
verified: no, type: nauc_precision_at_1000_std
value: 14.537543538963874
verified: no, type: nauc_precision_at_100_diff1
value: -3.987982340720788
verified: no, type: nauc_precision_at_100_max
value: 12.028213960584699
verified: no, type: nauc_precision_at_100_std
value: 17.715033463695278
verified: no, type: nauc_precision_at_10_diff1
value: 18.57698421541843
verified: no, type: nauc_precision_at_10_max
value: 24.283366463408097
verified: no, type: nauc_precision_at_10_std
value: 9.324420531172114
verified: no, type: nauc_precision_at_1_diff1
value: 55.31838125779277
verified: no, type: nauc_precision_at_1_max
value: 33.77228714612555
verified: no, type: nauc_precision_at_1_std
value: -1.499292265426672
verified: no, type: nauc_precision_at_20_diff1
value: 8.944759267836282
verified: no, type: nauc_precision_at_20_max
value: 20.721165285655687
verified: no, type: nauc_precision_at_20_std
value: 13.176434479597365
verified: no, type: nauc_precision_at_3_diff1
value: 32.237083541824376
verified: no, type: nauc_precision_at_3_max
value: 32.11555184738906
verified: no, type: nauc_precision_at_3_std
value: 7.15349181819355
verified: no, type: nauc_precision_at_5_diff1
value: 26.273699865022195
verified: no, type: nauc_precision_at_5_max
value: 30.37038723885166
verified: no, type: nauc_precision_at_5_std
value: 8.769386986802829
verified: no, type: nauc_recall_at_1000_diff1
value: 37.18342037488666
verified: no, type: nauc_recall_at_1000_max
value: 51.700120834339295
verified: no, type: nauc_recall_at_1000_std
value: 51.25572071492458
verified: no, type: nauc_recall_at_100_diff1
value: 38.1032797078489
verified: no, type: nauc_recall_at_100_max
value: 35.62651164450783
verified: no, type: nauc_recall_at_100_std
value: 16.8247368098434
verified: no, type: nauc_recall_at_10_diff1
value: 44.77080899011338
verified: no, type: nauc_recall_at_10_max
value: 29.6963695239568
verified: no, type: nauc_recall_at_10_std
value: -3.503513207679883
verified: no, type: nauc_recall_at_1_diff1
value: 56.74886676878923
verified: no, type: nauc_recall_at_1_max
value: 30.22917247812168
verified: no, type: nauc_recall_at_1_std
value: -6.42573662254084
verified: no, type: nauc_recall_at_20_diff1
value: 40.23275073277284
verified: no, type: nauc_recall_at_20_max
value: 29.263920974237713
verified: no, type: nauc_recall_at_20_std
value: 0.4276885400977964
verified: no, type: nauc_recall_at_3_diff1
value: 46.04199760913928
verified: no, type: nauc_recall_at_3_max
value: 32.835175771043346
verified: no, type: nauc_recall_at_3_std
value: -2.3805979024363424
verified: no, type: nauc_recall_at_5_diff1
value: 45.848157092548504
verified: no, type: nauc_recall_at_5_max
value: 33.2265904276858
verified: no, type: nauc_recall_at_5_std
value: -2.0965197326580256
verified: no, type: ndcg_at_1
value: 39.461
verified: no, type: ndcg_at_10
value: 48.897
verified: no, type: ndcg_at_100
value: 54.541
verified: no, type: ndcg_at_1000
value: 56.371
verified: no, type: ndcg_at_20
value: 51.239000000000004
verified: no, type: ndcg_at_3
value: 44.129000000000005
verified: no, type: ndcg_at_5
value: 46.424
verified: no, type: precision_at_1
value: 39.461
verified: no, type: precision_at_10
value: 8.758000000000001
verified: no, type: precision_at_100
value: 1.3379999999999999
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_20
value: 5.135
verified: no, type: precision_at_3
value: 20.852999999999998
verified: no, type: precision_at_5
value: 14.649000000000001
verified: no, type: recall_at_1
value: 32.462
verified: no, type: recall_at_10
value: 60.531
verified: no, type: recall_at_100
value: 83.878
verified: no, type: recall_at_1000
value: 95.30999999999999
verified: no, type: recall_at_20
value: 68.771
verified: no, type: recall_at_3
value: 46.916000000000004
verified: no, type: recall_at_5
value: 53.09199999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 45.226
verified: no, type: map_at_1
value: 27.887
verified: no, type: map_at_10
value: 39.086999999999996
verified: no, type: map_at_100
value: 40.477999999999994
verified: no, type: map_at_1000
value: 40.585
verified: no, type: map_at_20
value: 39.83
verified: no, type: map_at_3
value: 35.875
verified: no, type: map_at_5
value: 37.695
verified: no, type: mrr_at_1
value: 34.817351598173516
verified: no, type: mrr_at_10
value: 45.01653439153436
verified: no, type: mrr_at_100
value: 45.87242089610603
verified: no, type: mrr_at_1000
value: 45.920675520064755
verified: no, type: mrr_at_20
value: 45.507374469348
verified: no, type: mrr_at_3
value: 42.465753424657514
verified: no, type: mrr_at_5
value: 43.97260273972599
verified: no, type: nauc_map_at_1000_diff1
value: 43.95170137620123
verified: no, type: nauc_map_at_1000_max
value: 37.19129408748076
verified: no, type: nauc_map_at_1000_std
value: 7.888925157034662
verified: no, type: nauc_map_at_100_diff1
value: 43.9558720789432
verified: no, type: nauc_map_at_100_max
value: 37.214429573625246
verified: no, type: nauc_map_at_100_std
value: 7.933552664308029
verified: no, type: nauc_map_at_10_diff1
value: 44.21929145274994
verified: no, type: nauc_map_at_10_max
value: 36.65671027839632
verified: no, type: nauc_map_at_10_std
value: 6.982108869364163
verified: no, type: nauc_map_at_1_diff1
value: 49.74596478079841
verified: no, type: nauc_map_at_1_max
value: 32.56861544149044
verified: no, type: nauc_map_at_1_std
value: 1.097128889360163
verified: no, type: nauc_map_at_20_diff1
value: 44.104092078784234
verified: no, type: nauc_map_at_20_max
value: 36.99566957257224
verified: no, type: nauc_map_at_20_std
value: 7.477043291777348
verified: no, type: nauc_map_at_3_diff1
value: 44.467213345851086
verified: no, type: nauc_map_at_3_max
value: 35.03024865450431
verified: no, type: nauc_map_at_3_std
value: 5.06566672879735
verified: no, type: nauc_map_at_5_diff1
value: 44.554827534750636
verified: no, type: nauc_map_at_5_max
value: 36.31225914769019
verified: no, type: nauc_map_at_5_std
value: 6.0593177568412475
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.8894252387263
verified: no, type: nauc_mrr_at_1000_max
value: 38.73824247221018
verified: no, type: nauc_mrr_at_1000_std
value: 10.312822889457024
verified: no, type: nauc_mrr_at_100_diff1
value: 41.88062595488504
verified: no, type: nauc_mrr_at_100_max
value: 38.74215906747668
verified: no, type: nauc_mrr_at_100_std
value: 10.353181155239255
verified: no, type: nauc_mrr_at_10_diff1
value: 41.94013647827115
verified: no, type: nauc_mrr_at_10_max
value: 38.78288768729759
verified: no, type: nauc_mrr_at_10_std
value: 10.090580330580437
verified: no, type: nauc_mrr_at_1_diff1
value: 47.56077396895218
verified: no, type: nauc_mrr_at_1_max
value: 36.98399403952428
verified: no, type: nauc_mrr_at_1_std
value: 6.5721798897773684
verified: no, type: nauc_mrr_at_20_diff1
value: 41.89386639716785
verified: no, type: nauc_mrr_at_20_max
value: 38.68491067215507
verified: no, type: nauc_mrr_at_20_std
value: 10.182838094619267
verified: no, type: nauc_mrr_at_3_diff1
value: 42.01969733662613
verified: no, type: nauc_mrr_at_3_max
value: 37.800805484199444
verified: no, type: nauc_mrr_at_3_std
value: 9.483998874247575
verified: no, type: nauc_mrr_at_5_diff1
value: 41.65309923696901
verified: no, type: nauc_mrr_at_5_max
value: 38.54063168917584
verified: no, type: nauc_mrr_at_5_std
value: 9.673479912636347
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.47176832694651
verified: no, type: nauc_ndcg_at_1000_max
value: 39.169786971026255
verified: no, type: nauc_ndcg_at_1000_std
value: 11.679974828658501
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.222156890249764
verified: no, type: nauc_ndcg_at_100_max
value: 39.53250258278856
verified: no, type: nauc_ndcg_at_100_std
value: 12.933003811182312
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.0337725964669
verified: no, type: nauc_ndcg_at_10_max
value: 38.273909940579124
verified: no, type: nauc_ndcg_at_10_std
value: 9.593414260430325
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.56077396895218
verified: no, type: nauc_ndcg_at_1_max
value: 36.98399403952428
verified: no, type: nauc_ndcg_at_1_std
value: 6.5721798897773684
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.85575848899653
verified: no, type: nauc_ndcg_at_20_max
value: 38.82160272309426
verified: no, type: nauc_ndcg_at_20_std
value: 10.794229083924927
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.65599882159262
verified: no, type: nauc_ndcg_at_3_max
value: 36.15866038270778
verified: no, type: nauc_ndcg_at_3_std
value: 7.748508197949587
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.28410633684388
verified: no, type: nauc_ndcg_at_5_max
value: 37.74519017293837
verified: no, type: nauc_ndcg_at_5_std
value: 8.061749452741854
verified: no, type: nauc_precision_at_1000_diff1
value: -13.371472140934939
verified: no, type: nauc_precision_at_1000_max
value: -1.9535541625334698
verified: no, type: nauc_precision_at_1000_std
value: 8.618739674058643
verified: no, type: nauc_precision_at_100_diff1
value: -5.44331936385817
verified: no, type: nauc_precision_at_100_max
value: 15.019947345639547
verified: no, type: nauc_precision_at_100_std
value: 23.080372230077405
verified: no, type: nauc_precision_at_10_diff1
value: 15.445549733621986
verified: no, type: nauc_precision_at_10_max
value: 30.89290049169744
verified: no, type: nauc_precision_at_10_std
value: 20.002890083398132
verified: no, type: nauc_precision_at_1_diff1
value: 47.56077396895218
verified: no, type: nauc_precision_at_1_max
value: 36.98399403952428
verified: no, type: nauc_precision_at_1_std
value: 6.5721798897773684
verified: no, type: nauc_precision_at_20_diff1
value: 8.623105688967403
verified: no, type: nauc_precision_at_20_max
value: 26.91178852977823
verified: no, type: nauc_precision_at_20_std
value: 22.17285887384737
verified: no, type: nauc_precision_at_3_diff1
value: 26.381468882549814
verified: no, type: nauc_precision_at_3_max
value: 35.90410043864788
verified: no, type: nauc_precision_at_3_std
value: 16.101145360947154
verified: no, type: nauc_precision_at_5_diff1
value: 22.842829661572875
verified: no, type: nauc_precision_at_5_max
value: 35.92997099694966
verified: no, type: nauc_precision_at_5_std
value: 18.18378930746855
verified: no, type: nauc_recall_at_1000_diff1
value: 13.266400124330257
verified: no, type: nauc_recall_at_1000_max
value: 58.21247340815739
verified: no, type: nauc_recall_at_1000_std
value: 57.31393380709915
verified: no, type: nauc_recall_at_100_diff1
value: 25.95593534295009
verified: no, type: nauc_recall_at_100_max
value: 45.03843584939201
verified: no, type: nauc_recall_at_100_std
value: 38.100799360138765
verified: no, type: nauc_recall_at_10_diff1
value: 34.789715559053604
verified: no, type: nauc_recall_at_10_max
value: 38.042187250662884
verified: no, type: nauc_recall_at_10_std
value: 13.229947908309544
verified: no, type: nauc_recall_at_1_diff1
value: 49.74596478079841
verified: no, type: nauc_recall_at_1_max
value: 32.56861544149044
verified: no, type: nauc_recall_at_1_std
value: 1.097128889360163
verified: no, type: nauc_recall_at_20_diff1
value: 33.384723599926446
verified: no, type: nauc_recall_at_20_max
value: 39.15835336776037
verified: no, type: nauc_recall_at_20_std
value: 17.52735115682057
verified: no, type: nauc_recall_at_3_diff1
value: 37.99962076163248
verified: no, type: nauc_recall_at_3_max
value: 33.51343167685077
verified: no, type: nauc_recall_at_3_std
value: 6.783531552157573
verified: no, type: nauc_recall_at_5_diff1
value: 37.02597430521191
verified: no, type: nauc_recall_at_5_max
value: 36.8381283963646
verified: no, type: nauc_recall_at_5_std
value: 8.407347972075284
verified: no, type: ndcg_at_1
value: 34.817
verified: no, type: ndcg_at_10
value: 45.226
verified: no, type: ndcg_at_100
value: 50.913
verified: no, type: ndcg_at_1000
value: 52.943
verified: no, type: ndcg_at_20
value: 47.367
verified: no, type: ndcg_at_3
value: 40.332
verified: no, type: ndcg_at_5
value: 42.555
verified: no, type: precision_at_1
value: 34.817
verified: no, type: precision_at_10
value: 8.322000000000001
verified: no, type: precision_at_100
value: 1.288
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.869
verified: no, type: precision_at_3
value: 19.559
verified: no, type: precision_at_5
value: 13.79
verified: no, type: recall_at_1
value: 27.887
verified: no, type: recall_at_10
value: 57.523
verified: no, type: recall_at_100
value: 81.853
verified: no, type: recall_at_1000
value: 95.36200000000001
verified: no, type: recall_at_20
value: 65.069
verified: no, type: recall_at_3
value: 43.342000000000006
verified: no, type: recall_at_5
value: 49.596000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 44.86833333333333
verified: no, type: ndcg_at_10
value: 44.86833333333333
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 39.654
verified: no, type: map_at_1
value: 28.488999999999997
verified: no, type: map_at_10
value: 35.621
verified: no, type: map_at_100
value: 36.662
verified: no, type: map_at_1000
value: 36.754
verified: no, type: map_at_20
value: 36.215
verified: no, type: map_at_3
value: 33.689
verified: no, type: map_at_5
value: 34.733999999999995
verified: no, type: mrr_at_1
value: 31.901840490797547
verified: no, type: mrr_at_10
value: 38.76101616515727
verified: no, type: mrr_at_100
value: 39.6328900317746
verified: no, type: mrr_at_1000
value: 39.69875777929701
verified: no, type: mrr_at_20
value: 39.27824740202471
verified: no, type: mrr_at_3
value: 37.11656441717794
verified: no, type: mrr_at_5
value: 38.090490797546025
verified: no, type: nauc_map_at_1000_diff1
value: 44.60417734115683
verified: no, type: nauc_map_at_1000_max
value: 40.97869080753014
verified: no, type: nauc_map_at_1000_std
value: 5.748743395996931
verified: no, type: nauc_map_at_100_diff1
value: 44.57736501620202
verified: no, type: nauc_map_at_100_max
value: 40.97420581082456
verified: no, type: nauc_map_at_100_std
value: 5.762383589620662
verified: no, type: nauc_map_at_10_diff1
value: 44.92204225912857
verified: no, type: nauc_map_at_10_max
value: 40.675386978230904
verified: no, type: nauc_map_at_10_std
value: 5.245272300708162
verified: no, type: nauc_map_at_1_diff1
value: 51.03525578589323
verified: no, type: nauc_map_at_1_max
value: 39.02148856903404
verified: no, type: nauc_map_at_1_std
value: 0.4146617412031749
verified: no, type: nauc_map_at_20_diff1
value: 44.58262404664568
verified: no, type: nauc_map_at_20_max
value: 40.77381417315517
verified: no, type: nauc_map_at_20_std
value: 5.530849792503221
verified: no, type: nauc_map_at_3_diff1
value: 45.930245969820646
verified: no, type: nauc_map_at_3_max
value: 40.436169462774416
verified: no, type: nauc_map_at_3_std
value: 3.3879829560660895
verified: no, type: nauc_map_at_5_diff1
value: 45.17424281922756
verified: no, type: nauc_map_at_5_max
value: 40.47857337528189
verified: no, type: nauc_map_at_5_std
value: 4.414695304860574
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.08694838852825
verified: no, type: nauc_mrr_at_1000_max
value: 42.42348869902589
verified: no, type: nauc_mrr_at_1000_std
value: 7.942150916764917
verified: no, type: nauc_mrr_at_100_diff1
value: 44.04467099375857
verified: no, type: nauc_mrr_at_100_max
value: 42.43605871354086
verified: no, type: nauc_mrr_at_100_std
value: 7.956534359718217
verified: no, type: nauc_mrr_at_10_diff1
value: 44.266216857247684
verified: no, type: nauc_mrr_at_10_max
value: 42.30356366796194
verified: no, type: nauc_mrr_at_10_std
value: 7.644077273142069
verified: no, type: nauc_mrr_at_1_diff1
value: 50.221648566432464
verified: no, type: nauc_mrr_at_1_max
value: 41.235095557704646
verified: no, type: nauc_mrr_at_1_std
value: 3.7408348785402556
verified: no, type: nauc_mrr_at_20_diff1
value: 44.05821823838852
verified: no, type: nauc_mrr_at_20_max
value: 42.42933700317326
verified: no, type: nauc_mrr_at_20_std
value: 7.8665259168401445
verified: no, type: nauc_mrr_at_3_diff1
value: 45.03683838233249
verified: no, type: nauc_mrr_at_3_max
value: 42.24769488191134
verified: no, type: nauc_mrr_at_3_std
value: 6.601038869035635
verified: no, type: nauc_mrr_at_5_diff1
value: 44.201862019181455
verified: no, type: nauc_mrr_at_5_max
value: 42.07946832877691
verified: no, type: nauc_mrr_at_5_std
value: 7.189671715715843
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.42699854748652
verified: no, type: nauc_ndcg_at_1000_max
value: 42.43824947781245
verified: no, type: nauc_ndcg_at_1000_std
value: 9.67675385214925
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.51922844841962
verified: no, type: nauc_ndcg_at_100_max
value: 42.61282487350817
verified: no, type: nauc_ndcg_at_100_std
value: 10.25445083001239
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.574630501270825
verified: no, type: nauc_ndcg_at_10_max
value: 41.14145061750566
verified: no, type: nauc_ndcg_at_10_std
value: 7.647757048969349
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.221648566432464
verified: no, type: nauc_ndcg_at_1_max
value: 41.235095557704646
verified: no, type: nauc_ndcg_at_1_std
value: 3.7408348785402556
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.600087618079066
verified: no, type: nauc_ndcg_at_20_max
value: 41.491254134292376
verified: no, type: nauc_ndcg_at_20_std
value: 8.596229791444
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.82522265410307
verified: no, type: nauc_ndcg_at_3_max
value: 41.10083488299727
verified: no, type: nauc_ndcg_at_3_std
value: 5.098425173217254
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.72862798064444
verified: no, type: nauc_ndcg_at_5_max
value: 40.85829769060509
verified: no, type: nauc_ndcg_at_5_std
value: 6.31424002071968
verified: no, type: nauc_precision_at_1000_diff1
value: -2.0820534872545116
verified: no, type: nauc_precision_at_1000_max
value: 16.298683462791594
verified: no, type: nauc_precision_at_1000_std
value: 16.97189734146589
verified: no, type: nauc_precision_at_100_diff1
value: 6.4514456279287105
verified: no, type: nauc_precision_at_100_max
value: 30.968130476508765
verified: no, type: nauc_precision_at_100_std
value: 24.590810752136445
verified: no, type: nauc_precision_at_10_diff1
value: 23.83061356229352
verified: no, type: nauc_precision_at_10_max
value: 37.44657709667713
verified: no, type: nauc_precision_at_10_std
value: 18.3818856475441
verified: no, type: nauc_precision_at_1_diff1
value: 50.221648566432464
verified: no, type: nauc_precision_at_1_max
value: 41.235095557704646
verified: no, type: nauc_precision_at_1_std
value: 3.7408348785402556
verified: no, type: nauc_precision_at_20_diff1
value: 16.8100155001696
verified: no, type: nauc_precision_at_20_max
value: 35.019447938152055
verified: no, type: nauc_precision_at_20_std
value: 20.67504386650297
verified: no, type: nauc_precision_at_3_diff1
value: 35.33999854814717
verified: no, type: nauc_precision_at_3_max
value: 42.464592248955334
verified: no, type: nauc_precision_at_3_std
value: 11.735324415513306
verified: no, type: nauc_precision_at_5_diff1
value: 29.095637605444765
verified: no, type: nauc_precision_at_5_max
value: 40.80816684911544
verified: no, type: nauc_precision_at_5_std
value: 15.54403823719892
verified: no, type: nauc_recall_at_1000_diff1
value: 30.88859886501841
verified: no, type: nauc_recall_at_1000_max
value: 47.675952718888595
verified: no, type: nauc_recall_at_1000_std
value: 37.808899612070284
verified: no, type: nauc_recall_at_100_diff1
value: 27.102674231258376
verified: no, type: nauc_recall_at_100_max
value: 46.24207104250558
verified: no, type: nauc_recall_at_100_std
value: 29.033516460715735
verified: no, type: nauc_recall_at_10_diff1
value: 35.626332465234064
verified: no, type: nauc_recall_at_10_max
value: 39.7007789760367
verified: no, type: nauc_recall_at_10_std
value: 12.129960491073899
verified: no, type: nauc_recall_at_1_diff1
value: 51.03525578589323
verified: no, type: nauc_recall_at_1_max
value: 39.02148856903404
verified: no, type: nauc_recall_at_1_std
value: 0.4146617412031749
verified: no, type: nauc_recall_at_20_diff1
value: 31.088505920845705
verified: no, type: nauc_recall_at_20_max
value: 40.09779003608529
verified: no, type: nauc_recall_at_20_std
value: 15.383713495321466
verified: no, type: nauc_recall_at_3_diff1
value: 39.376987315291004
verified: no, type: nauc_recall_at_3_max
value: 39.579665630711865
verified: no, type: nauc_recall_at_3_std
value: 5.903646172290545
verified: no, type: nauc_recall_at_5_diff1
value: 36.374552126907986
verified: no, type: nauc_recall_at_5_max
value: 39.01714515551238
verified: no, type: nauc_recall_at_5_std
value: 8.765416107748178
verified: no, type: ndcg_at_1
value: 31.902
verified: no, type: ndcg_at_10
value: 39.654
verified: no, type: ndcg_at_100
value: 44.667
verified: no, type: ndcg_at_1000
value: 47.038999999999994
verified: no, type: ndcg_at_20
value: 41.619
verified: no, type: ndcg_at_3
value: 36.317
verified: no, type: ndcg_at_5
value: 37.887
verified: no, type: precision_at_1
value: 31.902
verified: no, type: precision_at_10
value: 5.997
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 3.489
verified: no, type: precision_at_3
value: 15.286
verified: no, type: precision_at_5
value: 10.306999999999999
verified: no, type: recall_at_1
value: 28.488999999999997
verified: no, type: recall_at_10
value: 48.684
verified: no, type: recall_at_100
value: 71.572
verified: no, type: recall_at_1000
value: 89.059
verified: no, type: recall_at_20
value: 56.089999999999996
verified: no, type: recall_at_3
value: 39.42
verified: no, type: recall_at_5
value: 43.461
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 32.957
verified: no, type: map_at_1
value: 19.61
verified: no, type: map_at_10
value: 27.816999999999997
verified: no, type: map_at_100
value: 29.037000000000003
verified: no, type: map_at_1000
value: 29.164
verified: no, type: map_at_20
value: 28.48
verified: no, type: map_at_3
value: 25.212
verified: no, type: map_at_5
value: 26.552999999999997
verified: no, type: mrr_at_1
value: 23.675154852030282
verified: no, type: mrr_at_10
value: 31.855588874687356
verified: no, type: mrr_at_100
value: 32.82754708152588
verified: no, type: mrr_at_1000
value: 32.899811984634525
verified: no, type: mrr_at_20
value: 32.41521823340382
verified: no, type: mrr_at_3
value: 29.553796742372164
verified: no, type: mrr_at_5
value: 30.799495297086587
verified: no, type: nauc_map_at_1000_diff1
value: 37.067009963494954
verified: no, type: nauc_map_at_1000_max
value: 29.319194409596722
verified: no, type: nauc_map_at_1000_std
value: 0.9381129561343189
verified: no, type: nauc_map_at_100_diff1
value: 37.02118730103881
verified: no, type: nauc_map_at_100_max
value: 29.308885900656872
verified: no, type: nauc_map_at_100_std
value: 0.9305359416352115
verified: no, type: nauc_map_at_10_diff1
value: 37.055079813792894
verified: no, type: nauc_map_at_10_max
value: 29.115677528784456
verified: no, type: nauc_map_at_10_std
value: 0.47079061336618017
verified: no, type: nauc_map_at_1_diff1
value: 43.59374607558271
verified: no, type: nauc_map_at_1_max
value: 27.502697897665936
verified: no, type: nauc_map_at_1_std
value: -0.7674781552217746
verified: no, type: nauc_map_at_20_diff1
value: 37.08280714662923
verified: no, type: nauc_map_at_20_max
value: 29.214420781305805
verified: no, type: nauc_map_at_20_std
value: 0.7207141923408105
verified: no, type: nauc_map_at_3_diff1
value: 38.12508979586986
verified: no, type: nauc_map_at_3_max
value: 28.64334196655506
verified: no, type: nauc_map_at_3_std
value: -0.3639494958439447
verified: no, type: nauc_map_at_5_diff1
value: 37.391645974882024
verified: no, type: nauc_map_at_5_max
value: 28.973156260444533
verified: no, type: nauc_map_at_5_std
value: -0.026789953157566142
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.08768410345192
verified: no, type: nauc_mrr_at_1000_max
value: 30.226139008765173
verified: no, type: nauc_mrr_at_1000_std
value: 0.9258173149071044
verified: no, type: nauc_mrr_at_100_diff1
value: 37.06958335624731
verified: no, type: nauc_mrr_at_100_max
value: 30.229943564905703
verified: no, type: nauc_mrr_at_100_std
value: 0.932361149242787
verified: no, type: nauc_mrr_at_10_diff1
value: 37.0206077048578
verified: no, type: nauc_mrr_at_10_max
value: 30.158443599717195
verified: no, type: nauc_mrr_at_10_std
value: 0.5492249230345497
verified: no, type: nauc_mrr_at_1_diff1
value: 42.978918552672035
verified: no, type: nauc_mrr_at_1_max
value: 29.114319394090987
verified: no, type: nauc_mrr_at_1_std
value: -0.7624439199673105
verified: no, type: nauc_mrr_at_20_diff1
value: 37.057384418223485
verified: no, type: nauc_mrr_at_20_max
value: 30.171076020906597
verified: no, type: nauc_mrr_at_20_std
value: 0.7891456760838766
verified: no, type: nauc_mrr_at_3_diff1
value: 37.78963260621373
verified: no, type: nauc_mrr_at_3_max
value: 30.057936692440613
verified: no, type: nauc_mrr_at_3_std
value: -0.2723394617050784
verified: no, type: nauc_mrr_at_5_diff1
value: 37.428672595130074
verified: no, type: nauc_mrr_at_5_max
value: 30.21732196933017
verified: no, type: nauc_mrr_at_5_std
value: 0.046615676950734625
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.910684324371516
verified: no, type: nauc_ndcg_at_1000_max
value: 30.43187052799894
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7886613934368976
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.435496295156035
verified: no, type: nauc_ndcg_at_100_max
value: 30.3229405609203
verified: no, type: nauc_ndcg_at_100_std
value: 3.837221374981068
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.84989431829001
verified: no, type: nauc_ndcg_at_10_max
value: 29.56612074818309
verified: no, type: nauc_ndcg_at_10_std
value: 1.3497668647221701
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.978918552672035
verified: no, type: nauc_ndcg_at_1_max
value: 29.114319394090987
verified: no, type: nauc_ndcg_at_1_std
value: -0.7624439199673105
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.85666256341009
verified: no, type: nauc_ndcg_at_20_max
value: 29.749817141122936
verified: no, type: nauc_ndcg_at_20_std
value: 2.2719371477731314
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.47550623795379
verified: no, type: nauc_ndcg_at_3_max
value: 29.18024982921919
verified: no, type: nauc_ndcg_at_3_std
value: -0.5158571946638861
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.66325406382566
verified: no, type: nauc_ndcg_at_5_max
value: 29.52486267505514
verified: no, type: nauc_ndcg_at_5_std
value: 0.1446834436782509
verified: no, type: nauc_precision_at_1000_diff1
value: 5.179309010526755
verified: no, type: nauc_precision_at_1000_max
value: 9.078351835753596
verified: no, type: nauc_precision_at_1000_std
value: 1.0888951899790398
verified: no, type: nauc_precision_at_100_diff1
value: 11.746442333432986
verified: no, type: nauc_precision_at_100_max
value: 18.328100169309472
verified: no, type: nauc_precision_at_100_std
value: 6.488315017239334
verified: no, type: nauc_precision_at_10_diff1
value: 21.225993531448843
verified: no, type: nauc_precision_at_10_max
value: 26.786229561182516
verified: no, type: nauc_precision_at_10_std
value: 3.1118485436954697
verified: no, type: nauc_precision_at_1_diff1
value: 42.978918552672035
verified: no, type: nauc_precision_at_1_max
value: 29.114319394090987
verified: no, type: nauc_precision_at_1_std
value: -0.7624439199673105
verified: no, type: nauc_precision_at_20_diff1
value: 18.36569388308726
verified: no, type: nauc_precision_at_20_max
value: 24.567477667257474
verified: no, type: nauc_precision_at_20_std
value: 4.650751092711225
verified: no, type: nauc_precision_at_3_diff1
value: 29.268806480620423
verified: no, type: nauc_precision_at_3_max
value: 29.83598747609324
verified: no, type: nauc_precision_at_3_std
value: -0.4949630951452181
verified: no, type: nauc_precision_at_5_diff1
value: 25.82678700262483
verified: no, type: nauc_precision_at_5_max
value: 29.633692602172523
verified: no, type: nauc_precision_at_5_std
value: 0.3502444708980338
verified: no, type: nauc_recall_at_1000_diff1
value: 14.762867599197998
verified: no, type: nauc_recall_at_1000_max
value: 33.77703013085514
verified: no, type: nauc_recall_at_1000_std
value: 32.6887608409825
verified: no, type: nauc_recall_at_100_diff1
value: 21.717683611413836
verified: no, type: nauc_recall_at_100_max
value: 30.34761714689701
verified: no, type: nauc_recall_at_100_std
value: 17.14217507105933
verified: no, type: nauc_recall_at_10_diff1
value: 27.011051446233097
verified: no, type: nauc_recall_at_10_max
value: 28.011038995610356
verified: no, type: nauc_recall_at_10_std
value: 3.886680866597647
verified: no, type: nauc_recall_at_1_diff1
value: 43.59374607558271
verified: no, type: nauc_recall_at_1_max
value: 27.502697897665936
verified: no, type: nauc_recall_at_1_std
value: -0.7674781552217746
verified: no, type: nauc_recall_at_20_diff1
value: 26.40508046848651
verified: no, type: nauc_recall_at_20_max
value: 27.948123862879175
verified: no, type: nauc_recall_at_20_std
value: 7.068531738030853
verified: no, type: nauc_recall_at_3_diff1
value: 31.750498628363722
verified: no, type: nauc_recall_at_3_max
value: 28.059646483159213
verified: no, type: nauc_recall_at_3_std
value: 0.14742455169624066
verified: no, type: nauc_recall_at_5_diff1
value: 29.76053437646529
verified: no, type: nauc_recall_at_5_max
value: 28.594754498676544
verified: no, type: nauc_recall_at_5_std
value: 1.2832203560417643
verified: no, type: ndcg_at_1
value: 23.674999999999997
verified: no, type: ndcg_at_10
value: 32.957
verified: no, type: ndcg_at_100
value: 38.584
verified: no, type: ndcg_at_1000
value: 41.359
verified: no, type: ndcg_at_20
value: 35.093999999999994
verified: no, type: ndcg_at_3
value: 28.354000000000003
verified: no, type: ndcg_at_5
value: 30.305
verified: no, type: precision_at_1
value: 23.674999999999997
verified: no, type: precision_at_10
value: 6.077
verified: no, type: precision_at_100
value: 1.043
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: precision_at_20
value: 3.665
verified: no, type: precision_at_3
value: 13.443
verified: no, type: precision_at_5
value: 9.600999999999999
verified: no, type: recall_at_1
value: 19.61
verified: no, type: recall_at_10
value: 44.263000000000005
verified: no, type: recall_at_100
value: 69.41199999999999
verified: no, type: recall_at_1000
value: 88.994
verified: no, type: recall_at_20
value: 52.198
verified: no, type: recall_at_3
value: 31.293
verified: no, type: recall_at_5
value: 36.415
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 45.958
verified: no, type: map_at_1
value: 30.048000000000002
verified: no, type: map_at_10
value: 40.239000000000004
verified: no, type: map_at_100
value: 41.493
verified: no, type: map_at_1000
value: 41.582
verified: no, type: map_at_20
value: 40.955000000000005
verified: no, type: map_at_3
value: 37.097
verified: no, type: map_at_5
value: 38.824
verified: no, type: mrr_at_1
value: 35.07462686567165
verified: no, type: mrr_at_10
value: 44.19283789386398
verified: no, type: mrr_at_100
value: 45.08036630404521
verified: no, type: mrr_at_1000
value: 45.12183896199538
verified: no, type: mrr_at_20
value: 44.72186969518418
verified: no, type: mrr_at_3
value: 41.588930348258664
verified: no, type: mrr_at_5
value: 42.91355721393029
verified: no, type: nauc_map_at_1000_diff1
value: 48.76811649208976
verified: no, type: nauc_map_at_1000_max
value: 36.982550067325484
verified: no, type: nauc_map_at_1000_std
value: -0.5290701509883527
verified: no, type: nauc_map_at_100_diff1
value: 48.78866361951362
verified: no, type: nauc_map_at_100_max
value: 36.99605340092298
verified: no, type: nauc_map_at_100_std
value: -0.5018270195287452
verified: no, type: nauc_map_at_10_diff1
value: 48.928085770942
verified: no, type: nauc_map_at_10_max
value: 36.73594814898575
verified: no, type: nauc_map_at_10_std
value: -0.834228741972828
verified: no, type: nauc_map_at_1_diff1
value: 54.15059861768532
verified: no, type: nauc_map_at_1_max
value: 36.44764098320589
verified: no, type: nauc_map_at_1_std
value: -5.784565726873563
verified: no, type: nauc_map_at_20_diff1
value: 48.78043391669103
verified: no, type: nauc_map_at_20_max
value: 36.89270974821098
verified: no, type: nauc_map_at_20_std
value: -0.5945049292688708
verified: no, type: nauc_map_at_3_diff1
value: 49.79196039319051
verified: no, type: nauc_map_at_3_max
value: 36.09927970784603
verified: no, type: nauc_map_at_3_std
value: -2.0296894202771667
verified: no, type: nauc_map_at_5_diff1
value: 49.529286793014634
verified: no, type: nauc_map_at_5_max
value: 36.62049971049548
verified: no, type: nauc_map_at_5_std
value: -1.0187508539964767
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.26105007482722
verified: no, type: nauc_mrr_at_1000_max
value: 37.69068231080959
verified: no, type: nauc_mrr_at_1000_std
value: -0.6510844517264812
verified: no, type: nauc_mrr_at_100_diff1
value: 47.25846776943622
verified: no, type: nauc_mrr_at_100_max
value: 37.67838976933151
verified: no, type: nauc_mrr_at_100_std
value: -0.6433335236107469
verified: no, type: nauc_mrr_at_10_diff1
value: 47.18519224298452
verified: no, type: nauc_mrr_at_10_max
value: 37.62431544151827
verified: no, type: nauc_mrr_at_10_std
value: -0.8474316078853749
verified: no, type: nauc_mrr_at_1_diff1
value: 51.77981410020824
verified: no, type: nauc_mrr_at_1_max
value: 38.02059405009231
verified: no, type: nauc_mrr_at_1_std
value: -5.783426776910806
verified: no, type: nauc_mrr_at_20_diff1
value: 47.14864249544432
verified: no, type: nauc_mrr_at_20_max
value: 37.601607893461406
verified: no, type: nauc_mrr_at_20_std
value: -0.6859574897303896
verified: no, type: nauc_mrr_at_3_diff1
value: 47.58252175947335
verified: no, type: nauc_mrr_at_3_max
value: 37.6324837651506
verified: no, type: nauc_mrr_at_3_std
value: -1.2482167973735598
verified: no, type: nauc_mrr_at_5_diff1
value: 47.448011129354974
verified: no, type: nauc_mrr_at_5_max
value: 37.7148441309698
verified: no, type: nauc_mrr_at_5_std
value: -0.7119792397225159
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.6329460576133
verified: no, type: nauc_ndcg_at_1000_max
value: 37.51805344108184
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8100059353579894
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.66586884984403
verified: no, type: nauc_ndcg_at_100_max
value: 37.64300440363974
verified: no, type: nauc_ndcg_at_100_std
value: 2.500233245881423
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.615015396347644
verified: no, type: nauc_ndcg_at_10_max
value: 36.78201798029491
verified: no, type: nauc_ndcg_at_10_std
value: 1.0809742189657263
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.77981410020824
verified: no, type: nauc_ndcg_at_1_max
value: 38.02059405009231
verified: no, type: nauc_ndcg_at_1_std
value: -5.783426776910806
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.282072099888325
verified: no, type: nauc_ndcg_at_20_max
value: 37.003478966138836
verified: no, type: nauc_ndcg_at_20_std
value: 1.9291637916464186
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.539278944889126
verified: no, type: nauc_ndcg_at_3_max
value: 36.43508238199665
verified: no, type: nauc_ndcg_at_3_std
value: -0.6027788390857911
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.55837749401022
verified: no, type: nauc_ndcg_at_5_max
value: 36.78249382035288
verified: no, type: nauc_ndcg_at_5_std
value: 0.8497645104808546
verified: no, type: nauc_precision_at_1000_diff1
value: -20.71803333315221
verified: no, type: nauc_precision_at_1000_max
value: -4.38547466190951
verified: no, type: nauc_precision_at_1000_std
value: -0.0853978825586052
verified: no, type: nauc_precision_at_100_diff1
value: -8.67085404598523
verified: no, type: nauc_precision_at_100_max
value: 9.733682801445893
verified: no, type: nauc_precision_at_100_std
value: 7.507170439875122
verified: no, type: nauc_precision_at_10_diff1
value: 14.495060576585853
verified: no, type: nauc_precision_at_10_max
value: 24.4514279841787
verified: no, type: nauc_precision_at_10_std
value: 5.59489027531012
verified: no, type: nauc_precision_at_1_diff1
value: 51.77981410020824
verified: no, type: nauc_precision_at_1_max
value: 38.02059405009231
verified: no, type: nauc_precision_at_1_std
value: -5.783426776910806
verified: no, type: nauc_precision_at_20_diff1
value: 6.509848499042286
verified: no, type: nauc_precision_at_20_max
value: 20.348715961396525
verified: no, type: nauc_precision_at_20_std
value: 8.193012313602315
verified: no, type: nauc_precision_at_3_diff1
value: 32.384501021918794
verified: no, type: nauc_precision_at_3_max
value: 31.935466435393828
verified: no, type: nauc_precision_at_3_std
value: 3.0560771209934994
verified: no, type: nauc_precision_at_5_diff1
value: 25.702459594777277
verified: no, type: nauc_precision_at_5_max
value: 30.014370132120067
verified: no, type: nauc_precision_at_5_std
value: 6.4512965213006925
verified: no, type: nauc_recall_at_1000_diff1
value: 36.20840483033314
verified: no, type: nauc_recall_at_1000_max
value: 45.47785143996727
verified: no, type: nauc_recall_at_1000_std
value: 37.14510941691126
verified: no, type: nauc_recall_at_100_diff1
value: 39.11101186057974
verified: no, type: nauc_recall_at_100_max
value: 38.066390280827925
verified: no, type: nauc_recall_at_100_std
value: 21.470218305879797
verified: no, type: nauc_recall_at_10_diff1
value: 39.70476039879197
verified: no, type: nauc_recall_at_10_max
value: 33.75721430862531
verified: no, type: nauc_recall_at_10_std
value: 6.8486633835335295
verified: no, type: nauc_recall_at_1_diff1
value: 54.15059861768532
verified: no, type: nauc_recall_at_1_max
value: 36.44764098320589
verified: no, type: nauc_recall_at_1_std
value: -5.784565726873563
verified: no, type: nauc_recall_at_20_diff1
value: 37.86978682409901
verified: no, type: nauc_recall_at_20_max
value: 33.96219184798075
verified: no, type: nauc_recall_at_20_std
value: 11.029348617729221
verified: no, type: nauc_recall_at_3_diff1
value: 43.72514359112328
verified: no, type: nauc_recall_at_3_max
value: 33.77645792572399
verified: no, type: nauc_recall_at_3_std
value: 2.428536024679842
verified: no, type: nauc_recall_at_5_diff1
value: 43.06859065126547
verified: no, type: nauc_recall_at_5_max
value: 34.665515195886755
verified: no, type: nauc_recall_at_5_std
value: 5.905094189769508
verified: no, type: ndcg_at_1
value: 35.075
verified: no, type: ndcg_at_10
value: 45.958
verified: no, type: ndcg_at_100
value: 51.353
verified: no, type: ndcg_at_1000
value: 53.173
verified: no, type: ndcg_at_20
value: 48.191
verified: no, type: ndcg_at_3
value: 40.473
verified: no, type: ndcg_at_5
value: 42.902
verified: no, type: precision_at_1
value: 35.075
verified: no, type: precision_at_10
value: 7.836
verified: no, type: precision_at_100
value: 1.176
verified: no, type: precision_at_1000
value: 0.14300000000000002
verified: no, type: precision_at_20
value: 4.529
verified: no, type: precision_at_3
value: 18.315
verified: no, type: precision_at_5
value: 12.854
verified: no, type: recall_at_1
value: 30.048000000000002
verified: no, type: recall_at_10
value: 59.248
verified: no, type: recall_at_100
value: 82.111
verified: no, type: recall_at_1000
value: 94.592
verified: no, type: recall_at_20
value: 67.227
verified: no, type: recall_at_3
value: 44.471
verified: no, type: recall_at_5
value: 50.512
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 43.951
verified: no, type: map_at_1
value: 27.964
verified: no, type: map_at_10
value: 37.692
verified: no, type: map_at_100
value: 39.365
verified: no, type: map_at_1000
value: 39.594
verified: no, type: map_at_20
value: 38.576
verified: no, type: map_at_3
value: 34.388999999999996
verified: no, type: map_at_5
value: 36.081
verified: no, type: mrr_at_1
value: 33.00395256916996
verified: no, type: mrr_at_10
value: 42.18434343434343
verified: no, type: mrr_at_100
value: 43.16939140168712
verified: no, type: mrr_at_1000
value: 43.21751142486867
verified: no, type: mrr_at_20
value: 42.75017657291823
verified: no, type: mrr_at_3
value: 39.42687747035574
verified: no, type: mrr_at_5
value: 41.037549407114625
verified: no, type: nauc_map_at_1000_diff1
value: 45.415876956978444
verified: no, type: nauc_map_at_1000_max
value: 32.59464568060356
verified: no, type: nauc_map_at_1000_std
value: 4.262293486763028
verified: no, type: nauc_map_at_100_diff1
value: 45.313981831518504
verified: no, type: nauc_map_at_100_max
value: 32.68688502742583
verified: no, type: nauc_map_at_100_std
value: 4.039368086319619
verified: no, type: nauc_map_at_10_diff1
value: 45.92372812130138
verified: no, type: nauc_map_at_10_max
value: 32.37880184303658
verified: no, type: nauc_map_at_10_std
value: 2.7481583678385197
verified: no, type: nauc_map_at_1_diff1
value: 52.388363332106294
verified: no, type: nauc_map_at_1_max
value: 32.184315523196425
verified: no, type: nauc_map_at_1_std
value: -2.5295830272351103
verified: no, type: nauc_map_at_20_diff1
value: 45.32570996908948
verified: no, type: nauc_map_at_20_max
value: 32.48108405862084
verified: no, type: nauc_map_at_20_std
value: 3.3087482176392657
verified: no, type: nauc_map_at_3_diff1
value: 46.85896834397904
verified: no, type: nauc_map_at_3_max
value: 32.007995254903484
verified: no, type: nauc_map_at_3_std
value: 0.5938674689810656
verified: no, type: nauc_map_at_5_diff1
value: 46.04911706905517
verified: no, type: nauc_map_at_5_max
value: 31.503815774957864
verified: no, type: nauc_map_at_5_std
value: 1.696567086029842
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.33835674531675
verified: no, type: nauc_mrr_at_1000_max
value: 31.313824311436395
verified: no, type: nauc_mrr_at_1000_std
value: 5.585471654306175
verified: no, type: nauc_mrr_at_100_diff1
value: 44.315294514270484
verified: no, type: nauc_mrr_at_100_max
value: 31.311504710219847
verified: no, type: nauc_mrr_at_100_std
value: 5.61460359116941
verified: no, type: nauc_mrr_at_10_diff1
value: 44.34727343874123
verified: no, type: nauc_mrr_at_10_max
value: 31.214381968197323
verified: no, type: nauc_mrr_at_10_std
value: 5.358694756592366
verified: no, type: nauc_mrr_at_1_diff1
value: 50.076532500963985
verified: no, type: nauc_mrr_at_1_max
value: 31.893100393844602
verified: no, type: nauc_mrr_at_1_std
value: 1.6345537979715576
verified: no, type: nauc_mrr_at_20_diff1
value: 44.1861019252696
verified: no, type: nauc_mrr_at_20_max
value: 31.18274283874542
verified: no, type: nauc_mrr_at_20_std
value: 5.4141357527576845
verified: no, type: nauc_mrr_at_3_diff1
value: 44.84108608280401
verified: no, type: nauc_mrr_at_3_max
value: 31.260937651084618
verified: no, type: nauc_mrr_at_3_std
value: 4.32099205393322
verified: no, type: nauc_mrr_at_5_diff1
value: 43.957386353594615
verified: no, type: nauc_mrr_at_5_max
value: 30.521363697945542
verified: no, type: nauc_mrr_at_5_std
value: 5.111409983030411
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.302642169855055
verified: no, type: nauc_ndcg_at_1000_max
value: 33.60452429135082
verified: no, type: nauc_ndcg_at_1000_std
value: 8.11547083584825
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.2303708262867
verified: no, type: nauc_ndcg_at_100_max
value: 33.14409254803362
verified: no, type: nauc_ndcg_at_100_std
value: 8.506478151524918
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.767161847177874
verified: no, type: nauc_ndcg_at_10_max
value: 32.07274047816015
verified: no, type: nauc_ndcg_at_10_std
value: 6.481707365740993
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.076532500963985
verified: no, type: nauc_ndcg_at_1_max
value: 31.893100393844602
verified: no, type: nauc_ndcg_at_1_std
value: 1.6345537979715576
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.48660354871869
verified: no, type: nauc_ndcg_at_20_max
value: 32.14769800363052
verified: no, type: nauc_ndcg_at_20_std
value: 6.916826847813196
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.243795943637885
verified: no, type: nauc_ndcg_at_3_max
value: 31.48406187592552
verified: no, type: nauc_ndcg_at_3_std
value: 3.701214987805142
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.10518503245774
verified: no, type: nauc_ndcg_at_5_max
value: 30.40120224782154
verified: no, type: nauc_ndcg_at_5_std
value: 5.546435005776079
verified: no, type: nauc_precision_at_1000_diff1
value: -3.993607814341118
verified: no, type: nauc_precision_at_1000_max
value: -10.729918180758647
verified: no, type: nauc_precision_at_1000_std
value: 23.024270860729565
verified: no, type: nauc_precision_at_100_diff1
value: -1.6566704673461674
verified: no, type: nauc_precision_at_100_max
value: 1.458081777116833
verified: no, type: nauc_precision_at_100_std
value: 28.18670349958774
verified: no, type: nauc_precision_at_10_diff1
value: 12.792685733612547
verified: no, type: nauc_precision_at_10_max
value: 20.206988909219923
verified: no, type: nauc_precision_at_10_std
value: 22.53427005574754
verified: no, type: nauc_precision_at_1_diff1
value: 50.076532500963985
verified: no, type: nauc_precision_at_1_max
value: 31.893100393844602
verified: no, type: nauc_precision_at_1_std
value: 1.6345537979715576
verified: no, type: nauc_precision_at_20_diff1
value: 3.9538716249460384
verified: no, type: nauc_precision_at_20_max
value: 16.21789405497108
verified: no, type: nauc_precision_at_20_std
value: 24.348575609653487
verified: no, type: nauc_precision_at_3_diff1
value: 27.339649813425037
verified: no, type: nauc_precision_at_3_max
value: 26.223578620825194
verified: no, type: nauc_precision_at_3_std
value: 10.996293038771013
verified: no, type: nauc_precision_at_5_diff1
value: 18.869561918004056
verified: no, type: nauc_precision_at_5_max
value: 20.709270779442967
verified: no, type: nauc_precision_at_5_std
value: 17.384126283115698
verified: no, type: nauc_recall_at_1000_diff1
value: 16.194455177769477
verified: no, type: nauc_recall_at_1000_max
value: 58.66023925715464
verified: no, type: nauc_recall_at_1000_std
value: 58.25233058362688
verified: no, type: nauc_recall_at_100_diff1
value: 21.15194880649059
verified: no, type: nauc_recall_at_100_max
value: 32.44572125606809
verified: no, type: nauc_recall_at_100_std
value: 31.94013583626886
verified: no, type: nauc_recall_at_10_diff1
value: 37.66956774103016
verified: no, type: nauc_recall_at_10_max
value: 30.925800174559832
verified: no, type: nauc_recall_at_10_std
value: 9.299447104776808
verified: no, type: nauc_recall_at_1_diff1
value: 52.388363332106294
verified: no, type: nauc_recall_at_1_max
value: 32.184315523196425
verified: no, type: nauc_recall_at_1_std
value: -2.5295830272351103
verified: no, type: nauc_recall_at_20_diff1
value: 31.552065521976175
verified: no, type: nauc_recall_at_20_max
value: 29.74690417386352
verified: no, type: nauc_recall_at_20_std
value: 14.180880251108768
verified: no, type: nauc_recall_at_3_diff1
value: 40.454215107630645
verified: no, type: nauc_recall_at_3_max
value: 30.042646762149484
verified: no, type: nauc_recall_at_3_std
value: 2.8753957129080447
verified: no, type: nauc_recall_at_5_diff1
value: 36.586530595627345
verified: no, type: nauc_recall_at_5_max
value: 27.14535453599763
verified: no, type: nauc_recall_at_5_std
value: 5.997416531615016
verified: no, type: ndcg_at_1
value: 33.004
verified: no, type: ndcg_at_10
value: 43.951
verified: no, type: ndcg_at_100
value: 49.741
verified: no, type: ndcg_at_1000
value: 51.946000000000005
verified: no, type: ndcg_at_20
value: 46.168
verified: no, type: ndcg_at_3
value: 38.550000000000004
verified: no, type: ndcg_at_5
value: 41.014
verified: no, type: precision_at_1
value: 33.004
verified: no, type: precision_at_10
value: 8.577
verified: no, type: precision_at_100
value: 1.617
verified: no, type: precision_at_1000
value: 0.247
verified: no, type: precision_at_20
value: 5.346
verified: no, type: precision_at_3
value: 18.05
verified: no, type: precision_at_5
value: 13.281
verified: no, type: recall_at_1
value: 27.964
verified: no, type: recall_at_10
value: 55.702
verified: no, type: recall_at_100
value: 81.69999999999999
verified: no, type: recall_at_1000
value: 94.926
verified: no, type: recall_at_20
value: 64.142
verified: no, type: recall_at_3
value: 40.793
verified: no, type: recall_at_5
value: 47.046
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 36.787
verified: no, type: map_at_1
value: 23.915
verified: no, type: map_at_10
value: 31.735000000000003
verified: no, type: map_at_100
value: 32.806000000000004
verified: no, type: map_at_1000
value: 32.9
verified: no, type: map_at_20
value: 32.301
verified: no, type: map_at_3
value: 28.436
verified: no, type: map_at_5
value: 30.575999999999997
verified: no, type: mrr_at_1
value: 25.87800369685767
verified: no, type: mrr_at_10
value: 33.96487985212568
verified: no, type: mrr_at_100
value: 34.89689439154211
verified: no, type: mrr_at_1000
value: 34.95770776172314
verified: no, type: mrr_at_20
value: 34.46162046071626
verified: no, type: mrr_at_3
value: 31.022797288971038
verified: no, type: mrr_at_5
value: 32.991373998767706
verified: no, type: nauc_map_at_1000_diff1
value: 41.411411226747745
verified: no, type: nauc_map_at_1000_max
value: 25.65879736535548
verified: no, type: nauc_map_at_1000_std
value: -1.0008275040804908
verified: no, type: nauc_map_at_100_diff1
value: 41.41167985449119
verified: no, type: nauc_map_at_100_max
value: 25.6584285870538
verified: no, type: nauc_map_at_100_std
value: -1.0142856959019102
verified: no, type: nauc_map_at_10_diff1
value: 41.56309522812082
verified: no, type: nauc_map_at_10_max
value: 25.66930315132308
verified: no, type: nauc_map_at_10_std
value: -1.5502752272271925
verified: no, type: nauc_map_at_1_diff1
value: 49.425905570437116
verified: no, type: nauc_map_at_1_max
value: 23.541197544220545
verified: no, type: nauc_map_at_1_std
value: -4.360019071552991
verified: no, type: nauc_map_at_20_diff1
value: 41.38734082223361
verified: no, type: nauc_map_at_20_max
value: 25.620079428409127
verified: no, type: nauc_map_at_20_std
value: -1.4042978268225208
verified: no, type: nauc_map_at_3_diff1
value: 43.620208615142644
verified: no, type: nauc_map_at_3_max
value: 25.71853688922115
verified: no, type: nauc_map_at_3_std
value: -1.8769387740803976
verified: no, type: nauc_map_at_5_diff1
value: 41.97672177355559
verified: no, type: nauc_map_at_5_max
value: 26.035163926212334
verified: no, type: nauc_map_at_5_std
value: -2.11363374949669
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.49508214793536
verified: no, type: nauc_mrr_at_1000_max
value: 26.620330593078616
verified: no, type: nauc_mrr_at_1000_std
value: -0.3634968622281096
verified: no, type: nauc_mrr_at_100_diff1
value: 40.465539927932895
verified: no, type: nauc_mrr_at_100_max
value: 26.61340099486517
verified: no, type: nauc_mrr_at_100_std
value: -0.35206443295384626
verified: no, type: nauc_mrr_at_10_diff1
value: 40.573109996611144
verified: no, type: nauc_mrr_at_10_max
value: 26.71149031482008
verified: no, type: nauc_mrr_at_10_std
value: -0.9166267231737095
verified: no, type: nauc_mrr_at_1_diff1
value: 48.29138921797353
verified: no, type: nauc_mrr_at_1_max
value: 24.927185077919813
verified: no, type: nauc_mrr_at_1_std
value: -4.332258870474254
verified: no, type: nauc_mrr_at_20_diff1
value: 40.40723703282917
verified: no, type: nauc_mrr_at_20_max
value: 26.59812216818852
verified: no, type: nauc_mrr_at_20_std
value: -0.6209755736362238
verified: no, type: nauc_mrr_at_3_diff1
value: 42.1104901364276
verified: no, type: nauc_mrr_at_3_max
value: 27.158847936548643
verified: no, type: nauc_mrr_at_3_std
value: -0.4768337585685568
verified: no, type: nauc_mrr_at_5_diff1
value: 40.822869162681044
verified: no, type: nauc_mrr_at_5_max
value: 27.137910001879362
verified: no, type: nauc_mrr_at_5_std
value: -0.9466391394053442
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.696314753739436
verified: no, type: nauc_ndcg_at_1000_max
value: 26.428473010143723
verified: no, type: nauc_ndcg_at_1000_std
value: 2.3402588363330272
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.898005515159134
verified: no, type: nauc_ndcg_at_100_max
value: 25.68578401772755
verified: no, type: nauc_ndcg_at_100_std
value: 2.6295479217711453
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.28392376933128
verified: no, type: nauc_ndcg_at_10_max
value: 25.850126852320628
verified: no, type: nauc_ndcg_at_10_std
value: -0.5560800621942364
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.29138921797353
verified: no, type: nauc_ndcg_at_1_max
value: 24.927185077919813
verified: no, type: nauc_ndcg_at_1_std
value: -4.332258870474254
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.673206490621396
verified: no, type: nauc_ndcg_at_20_max
value: 25.583716405723937
verified: no, type: nauc_ndcg_at_20_std
value: 0.1953323128781521
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.41453304326318
verified: no, type: nauc_ndcg_at_3_max
value: 26.61748802333722
verified: no, type: nauc_ndcg_at_3_std
value: -0.5476999435389482
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.98483145760039
verified: no, type: nauc_ndcg_at_5_max
value: 26.777342255255647
verified: no, type: nauc_ndcg_at_5_std
value: -1.3051979393226087
verified: no, type: nauc_precision_at_1000_diff1
value: -14.856110292516775
verified: no, type: nauc_precision_at_1000_max
value: -5.848771877910694
verified: no, type: nauc_precision_at_1000_std
value: 15.34411836334217
verified: no, type: nauc_precision_at_100_diff1
value: 3.4939759054218333
verified: no, type: nauc_precision_at_100_max
value: 16.356980505161676
verified: no, type: nauc_precision_at_100_std
value: 24.608528146713404
verified: no, type: nauc_precision_at_10_diff1
value: 18.407011878399366
verified: no, type: nauc_precision_at_10_max
value: 24.800531781431303
verified: no, type: nauc_precision_at_10_std
value: 8.698077886826768
verified: no, type: nauc_precision_at_1_diff1
value: 48.29138921797353
verified: no, type: nauc_precision_at_1_max
value: 24.927185077919813
verified: no, type: nauc_precision_at_1_std
value: -4.332258870474254
verified: no, type: nauc_precision_at_20_diff1
value: 14.541755251519852
verified: no, type: nauc_precision_at_20_max
value: 21.97457692156994
verified: no, type: nauc_precision_at_20_std
value: 11.578274506336108
verified: no, type: nauc_precision_at_3_diff1
value: 33.23900172092169
verified: no, type: nauc_precision_at_3_max
value: 28.967167315040072
verified: no, type: nauc_precision_at_3_std
value: 3.6476384007647136
verified: no, type: nauc_precision_at_5_diff1
value: 24.289869074161572
verified: no, type: nauc_precision_at_5_max
value: 30.194681915534748
verified: no, type: nauc_precision_at_5_std
value: 4.054952118325518
verified: no, type: nauc_recall_at_1000_diff1
value: 29.11829826259677
verified: no, type: nauc_recall_at_1000_max
value: 39.25426036108557
verified: no, type: nauc_recall_at_1000_std
value: 36.3591900236558
verified: no, type: nauc_recall_at_100_diff1
value: 22.900753883773152
verified: no, type: nauc_recall_at_100_max
value: 20.40038512546472
verified: no, type: nauc_recall_at_100_std
value: 20.736883688677032
verified: no, type: nauc_recall_at_10_diff1
value: 29.183788265901534
verified: no, type: nauc_recall_at_10_max
value: 24.025061243297948
verified: no, type: nauc_recall_at_10_std
value: 0.8086675135479778
verified: no, type: nauc_recall_at_1_diff1
value: 49.425905570437116
verified: no, type: nauc_recall_at_1_max
value: 23.541197544220545
verified: no, type: nauc_recall_at_1_std
value: -4.360019071552991
verified: no, type: nauc_recall_at_20_diff1
value: 26.21751562892008
verified: no, type: nauc_recall_at_20_max
value: 22.78118083757151
verified: no, type: nauc_recall_at_20_std
value: 3.6627753391462825
verified: no, type: nauc_recall_at_3_diff1
value: 37.20946031817167
verified: no, type: nauc_recall_at_3_max
value: 27.059274716311005
verified: no, type: nauc_recall_at_3_std
value: 0.8325033099157856
verified: no, type: nauc_recall_at_5_diff1
value: 31.269097954181547
verified: no, type: nauc_recall_at_5_max
value: 26.853918763485463
verified: no, type: nauc_recall_at_5_std
value: -0.9226280392689135
verified: no, type: ndcg_at_1
value: 25.878
verified: no, type: ndcg_at_10
value: 36.787
verified: no, type: ndcg_at_100
value: 42.085
verified: no, type: ndcg_at_1000
value: 44.303
verified: no, type: ndcg_at_20
value: 38.690000000000005
verified: no, type: ndcg_at_3
value: 30.657
verified: no, type: ndcg_at_5
value: 34.242
verified: no, type: precision_at_1
value: 25.878
verified: no, type: precision_at_10
value: 5.86
verified: no, type: precision_at_100
value: 0.9209999999999999
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: precision_at_20
value: 3.392
verified: no, type: precision_at_3
value: 12.815999999999999
verified: no, type: precision_at_5
value: 9.76
verified: no, type: recall_at_1
value: 23.915
verified: no, type: recall_at_10
value: 50.196
verified: no, type: recall_at_100
value: 74.66199999999999
verified: no, type: recall_at_1000
value: 90.949
verified: no, type: recall_at_20
value: 57.404999999999994
verified: no, type: recall_at_3
value: 34.156
verified: no, type: recall_at_5
value: 42.671
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 37.835
verified: no, type: map_at_1
value: 16.408
verified: no, type: map_at_10
value: 28.102
verified: no, type: map_at_100
value: 30.245
verified: no, type: map_at_1000
value: 30.44
verified: no, type: map_at_20
value: 29.325000000000003
verified: no, type: map_at_3
value: 23.49
verified: no, type: map_at_5
value: 26.075
verified: no, type: mrr_at_1
value: 36.48208469055375
verified: no, type: mrr_at_10
value: 49.35310997363119
verified: no, type: mrr_at_100
value: 50.12144284733654
verified: no, type: mrr_at_1000
value: 50.14901403511052
verified: no, type: mrr_at_20
value: 49.86902911912245
verified: no, type: mrr_at_3
value: 46.3952225841477
verified: no, type: mrr_at_5
value: 48.16720955483177
verified: no, type: nauc_map_at_1000_diff1
value: 25.310850675849366
verified: no, type: nauc_map_at_1000_max
value: 37.09503121120242
verified: no, type: nauc_map_at_1000_std
value: 20.554977994819744
verified: no, type: nauc_map_at_100_diff1
value: 25.299966872724244
verified: no, type: nauc_map_at_100_max
value: 37.07757844963315
verified: no, type: nauc_map_at_100_std
value: 20.51941286942183
verified: no, type: nauc_map_at_10_diff1
value: 24.97097616375397
verified: no, type: nauc_map_at_10_max
value: 36.21802106435102
verified: no, type: nauc_map_at_10_std
value: 19.04179638942543
verified: no, type: nauc_map_at_1_diff1
value: 31.079857565386533
verified: no, type: nauc_map_at_1_max
value: 31.982413172438463
verified: no, type: nauc_map_at_1_std
value: 10.837120383351104
verified: no, type: nauc_map_at_20_diff1
value: 25.274561705603706
verified: no, type: nauc_map_at_20_max
value: 36.846696717838334
verified: no, type: nauc_map_at_20_std
value: 20.073241003865924
verified: no, type: nauc_map_at_3_diff1
value: 26.01764061167898
verified: no, type: nauc_map_at_3_max
value: 33.20138049456973
verified: no, type: nauc_map_at_3_std
value: 14.230139192374121
verified: no, type: nauc_map_at_5_diff1
value: 25.09123372044605
verified: no, type: nauc_map_at_5_max
value: 34.89124594920631
verified: no, type: nauc_map_at_5_std
value: 16.70319126587545
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.375252226612467
verified: no, type: nauc_mrr_at_1000_max
value: 35.477327849397575
verified: no, type: nauc_mrr_at_1000_std
value: 21.16791565302958
verified: no, type: nauc_mrr_at_100_diff1
value: 26.377160750801053
verified: no, type: nauc_mrr_at_100_max
value: 35.49211341503135
verified: no, type: nauc_mrr_at_100_std
value: 21.19391590137402
verified: no, type: nauc_mrr_at_10_diff1
value: 26.311212981822052
verified: no, type: nauc_mrr_at_10_max
value: 35.588662356341594
verified: no, type: nauc_mrr_at_10_std
value: 21.24369092394658
verified: no, type: nauc_mrr_at_1_diff1
value: 27.198678190552865
verified: no, type: nauc_mrr_at_1_max
value: 31.017785831517703
verified: no, type: nauc_mrr_at_1_std
value: 16.42737819423067
verified: no, type: nauc_mrr_at_20_diff1
value: 26.32032615102818
verified: no, type: nauc_mrr_at_20_max
value: 35.57367760733253
verified: no, type: nauc_mrr_at_20_std
value: 21.29294301389274
verified: no, type: nauc_mrr_at_3_diff1
value: 26.092036806660612
verified: no, type: nauc_mrr_at_3_max
value: 34.31665231049064
verified: no, type: nauc_mrr_at_3_std
value: 19.6674385140531
verified: no, type: nauc_mrr_at_5_diff1
value: 26.151603897636
verified: no, type: nauc_mrr_at_5_max
value: 35.17650680885225
verified: no, type: nauc_mrr_at_5_std
value: 20.573080891241787
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.65498442794641
verified: no, type: nauc_ndcg_at_1000_max
value: 40.084443405536575
verified: no, type: nauc_ndcg_at_1000_std
value: 26.795793663747304
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.237187946595334
verified: no, type: nauc_ndcg_at_100_max
value: 40.07873047722652
verified: no, type: nauc_ndcg_at_100_std
value: 26.7859861991128
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.236337614114206
verified: no, type: nauc_ndcg_at_10_max
value: 38.22607740025273
verified: no, type: nauc_ndcg_at_10_std
value: 23.272039117089907
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.198678190552865
verified: no, type: nauc_ndcg_at_1_max
value: 31.017785831517703
verified: no, type: nauc_ndcg_at_1_std
value: 16.42737819423067
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.724738711624312
verified: no, type: nauc_ndcg_at_20_max
value: 39.24548121605356
verified: no, type: nauc_ndcg_at_20_std
value: 25.228893154519525
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.658317235435362
verified: no, type: nauc_ndcg_at_3_max
value: 33.335101247559486
verified: no, type: nauc_ndcg_at_3_std
value: 17.01054703727399
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.31704097148463
verified: no, type: nauc_ndcg_at_5_max
value: 36.14336690565576
verified: no, type: nauc_ndcg_at_5_std
value: 19.69214379372329
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8924045105824114
verified: no, type: nauc_precision_at_1000_max
value: 5.89979568196701
verified: no, type: nauc_precision_at_1000_std
value: 19.595702020634185
verified: no, type: nauc_precision_at_100_diff1
value: 3.8998389837458203
verified: no, type: nauc_precision_at_100_max
value: 19.95415054849711
verified: no, type: nauc_precision_at_100_std
value: 29.065971451387774
verified: no, type: nauc_precision_at_10_diff1
value: 9.462651146259638
verified: no, type: nauc_precision_at_10_max
value: 29.680510389273447
verified: no, type: nauc_precision_at_10_std
value: 29.345395013388686
verified: no, type: nauc_precision_at_1_diff1
value: 27.198678190552865
verified: no, type: nauc_precision_at_1_max
value: 31.017785831517703
verified: no, type: nauc_precision_at_1_std
value: 16.42737819423067
verified: no, type: nauc_precision_at_20_diff1
value: 8.261243519089712
verified: no, type: nauc_precision_at_20_max
value: 27.929320115110023
verified: no, type: nauc_precision_at_20_std
value: 31.459012229844742
verified: no, type: nauc_precision_at_3_diff1
value: 15.273777636613955
verified: no, type: nauc_precision_at_3_max
value: 28.204944302903996
verified: no, type: nauc_precision_at_3_std
value: 19.80674678483048
verified: no, type: nauc_precision_at_5_diff1
value: 11.487918382134389
verified: no, type: nauc_precision_at_5_max
value: 28.62173130088314
verified: no, type: nauc_precision_at_5_std
value: 23.626716801834526
verified: no, type: nauc_recall_at_1000_diff1
value: 22.332855309918482
verified: no, type: nauc_recall_at_1000_max
value: 46.19202209060043
verified: no, type: nauc_recall_at_1000_std
value: 48.263282583608465
verified: no, type: nauc_recall_at_100_diff1
value: 18.606992875038713
verified: no, type: nauc_recall_at_100_max
value: 39.8050305915271
verified: no, type: nauc_recall_at_100_std
value: 36.24645472497941
verified: no, type: nauc_recall_at_10_diff1
value: 18.232071663795725
verified: no, type: nauc_recall_at_10_max
value: 37.67075857623269
verified: no, type: nauc_recall_at_10_std
value: 26.788012514411548
verified: no, type: nauc_recall_at_1_diff1
value: 31.079857565386533
verified: no, type: nauc_recall_at_1_max
value: 31.982413172438463
verified: no, type: nauc_recall_at_1_std
value: 10.837120383351104
verified: no, type: nauc_recall_at_20_diff1
value: 18.306236535885443
verified: no, type: nauc_recall_at_20_max
value: 38.24540146525127
verified: no, type: nauc_recall_at_20_std
value: 30.329987162287033
verified: no, type: nauc_recall_at_3_diff1
value: 22.00237059430624
verified: no, type: nauc_recall_at_3_max
value: 32.60315366638792
verified: no, type: nauc_recall_at_3_std
value: 15.991207369096077
verified: no, type: nauc_recall_at_5_diff1
value: 19.305335536530087
verified: no, type: nauc_recall_at_5_max
value: 35.001491825528966
verified: no, type: nauc_recall_at_5_std
value: 20.46796749831726
verified: no, type: ndcg_at_1
value: 36.482
verified: no, type: ndcg_at_10
value: 37.835
verified: no, type: ndcg_at_100
value: 45.332
verified: no, type: ndcg_at_1000
value: 48.503
verified: no, type: ndcg_at_20
value: 40.991
verified: no, type: ndcg_at_3
value: 31.735999999999997
verified: no, type: ndcg_at_5
value: 34.015
verified: no, type: precision_at_1
value: 36.482
verified: no, type: precision_at_10
value: 11.726
verified: no, type: precision_at_100
value: 1.978
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: precision_at_20
value: 7.234999999999999
verified: no, type: precision_at_3
value: 23.822
verified: no, type: precision_at_5
value: 18.319
verified: no, type: recall_at_1
value: 16.408
verified: no, type: recall_at_10
value: 43.915
verified: no, type: recall_at_100
value: 69.173
verified: no, type: recall_at_1000
value: 86.58
verified: no, type: recall_at_20
value: 52.744
verified: no, type: recall_at_3
value: 28.682999999999996
verified: no, type: recall_at_5
value: 35.481
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 55.144000000000005
verified: no, type: map_at_1
value: 11.826
verified: no, type: map_at_10
value: 27.172
verified: no, type: map_at_100
value: 38.257000000000005
verified: no, type: map_at_1000
value: 40.097
verified: no, type: map_at_20
value: 32.123000000000005
verified: no, type: map_at_3
value: 19.369
verified: no, type: map_at_5
value: 22.351
verified: no, type: mrr_at_1
value: 80.59701492537313
verified: no, type: mrr_at_10
value: 86.33499170812604
verified: no, type: mrr_at_100
value: 86.45227090143814
verified: no, type: mrr_at_1000
value: 86.45227090143814
verified: no, type: mrr_at_20
value: 86.40961857379767
verified: no, type: mrr_at_3
value: 85.57213930348257
verified: no, type: mrr_at_5
value: 86.16915422885573
verified: no, type: nauc_map_at_1000_diff1
value: 31.072194916682385
verified: no, type: nauc_map_at_1000_max
value: 21.804811518161618
verified: no, type: nauc_map_at_1000_std
value: -2.951237857245905
verified: no, type: nauc_map_at_100_diff1
value: 32.56060360145279
verified: no, type: nauc_map_at_100_max
value: 21.242298925848857
verified: no, type: nauc_map_at_100_std
value: -6.601591083112349
verified: no, type: nauc_map_at_10_diff1
value: 45.43742246641206
verified: no, type: nauc_map_at_10_max
value: 17.21692770004215
verified: no, type: nauc_map_at_10_std
value: -26.109238645663996
verified: no, type: nauc_map_at_1_diff1
value: 59.342871771182246
verified: no, type: nauc_map_at_1_max
value: 7.61369981711965
verified: no, type: nauc_map_at_1_std
value: -43.77056595417028
verified: no, type: nauc_map_at_20_diff1
value: 41.28476777471806
verified: no, type: nauc_map_at_20_max
value: 19.146619219149965
verified: no, type: nauc_map_at_20_std
value: -18.138173228934672
verified: no, type: nauc_map_at_3_diff1
value: 50.01554010863971
verified: no, type: nauc_map_at_3_max
value: 8.780067252066651
verified: no, type: nauc_map_at_3_std
value: -38.97142391357302
verified: no, type: nauc_map_at_5_diff1
value: 49.10129058095009
verified: no, type: nauc_map_at_5_max
value: 11.656196663534313
verified: no, type: nauc_map_at_5_std
value: -34.72355570603387
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.78754980587956
verified: no, type: nauc_mrr_at_1000_max
value: 49.8860031204746
verified: no, type: nauc_mrr_at_1000_std
value: 8.296926794472618
verified: no, type: nauc_mrr_at_100_diff1
value: 58.78754980587956
verified: no, type: nauc_mrr_at_100_max
value: 49.8860031204746
verified: no, type: nauc_mrr_at_100_std
value: 8.296926794472618
verified: no, type: nauc_mrr_at_10_diff1
value: 58.91162028285357
verified: no, type: nauc_mrr_at_10_max
value: 50.335451094273985
verified: no, type: nauc_mrr_at_10_std
value: 9.007586894775534
verified: no, type: nauc_mrr_at_1_diff1
value: 57.59201084653059
verified: no, type: nauc_mrr_at_1_max
value: 37.00330988333697
verified: no, type: nauc_mrr_at_1_std
value: -1.747744103132987
verified: no, type: nauc_mrr_at_20_diff1
value: 58.75119254917311
verified: no, type: nauc_mrr_at_20_max
value: 50.05039741296804
verified: no, type: nauc_mrr_at_20_std
value: 8.560730939300612
verified: no, type: nauc_mrr_at_3_diff1
value: 59.25818070675737
verified: no, type: nauc_mrr_at_3_max
value: 50.21290391831141
verified: no, type: nauc_mrr_at_3_std
value: 5.888545263632479
verified: no, type: nauc_mrr_at_5_diff1
value: 58.86883176773856
verified: no, type: nauc_mrr_at_5_max
value: 50.957401246316245
verified: no, type: nauc_mrr_at_5_std
value: 9.799770718943135
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.017440394196054
verified: no, type: nauc_ndcg_at_1000_max
value: 34.76839774920455
verified: no, type: nauc_ndcg_at_1000_std
value: 18.394503679584197
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.46897937355806
verified: no, type: nauc_ndcg_at_100_max
value: 30.1308096551965
verified: no, type: nauc_ndcg_at_100_std
value: 4.811329419196584
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.738421563806796
verified: no, type: nauc_ndcg_at_10_max
value: 31.63787832072571
verified: no, type: nauc_ndcg_at_10_std
value: 6.047471445378135
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.838767871859105
verified: no, type: nauc_ndcg_at_1_max
value: 29.76412378121819
verified: no, type: nauc_ndcg_at_1_std
value: -6.662981751747337
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.2936047770493
verified: no, type: nauc_ndcg_at_20_max
value: 27.509688843351928
verified: no, type: nauc_ndcg_at_20_std
value: -4.226207480988211
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.741771232683075
verified: no, type: nauc_ndcg_at_3_max
value: 27.39386896838887
verified: no, type: nauc_ndcg_at_3_std
value: 1.6639808702221104
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.70843930376316
verified: no, type: nauc_ndcg_at_5_max
value: 27.924846120043256
verified: no, type: nauc_ndcg_at_5_std
value: 6.138807313274158
verified: no, type: nauc_precision_at_1000_diff1
value: -32.41203303482423
verified: no, type: nauc_precision_at_1000_max
value: 8.093545818882905
verified: no, type: nauc_precision_at_1000_std
value: 47.02494471043404
verified: no, type: nauc_precision_at_100_diff1
value: -31.578281780421502
verified: no, type: nauc_precision_at_100_max
value: 11.08125301543009
verified: no, type: nauc_precision_at_100_std
value: 50.533022672180394
verified: no, type: nauc_precision_at_10_diff1
value: -22.738530687885405
verified: no, type: nauc_precision_at_10_max
value: 23.330840950192325
verified: no, type: nauc_precision_at_10_std
value: 50.76435402136226
verified: no, type: nauc_precision_at_1_diff1
value: 57.59201084653059
verified: no, type: nauc_precision_at_1_max
value: 37.00330988333697
verified: no, type: nauc_precision_at_1_std
value: -1.747744103132987
verified: no, type: nauc_precision_at_20_diff1
value: -25.002019953837003
verified: no, type: nauc_precision_at_20_max
value: 16.971378988976706
verified: no, type: nauc_precision_at_20_std
value: 48.07345104684135
verified: no, type: nauc_precision_at_3_diff1
value: -8.197173818536056
verified: no, type: nauc_precision_at_3_max
value: 25.695195187226403
verified: no, type: nauc_precision_at_3_std
value: 31.111863515602995
verified: no, type: nauc_precision_at_5_diff1
value: -12.956574437433844
verified: no, type: nauc_precision_at_5_max
value: 21.41273346493039
verified: no, type: nauc_precision_at_5_std
value: 42.55631329398401
verified: no, type: nauc_recall_at_1000_diff1
value: 9.76915442349142
verified: no, type: nauc_recall_at_1000_max
value: 23.74302893109814
verified: no, type: nauc_recall_at_1000_std
value: 33.123159475147816
verified: no, type: nauc_recall_at_100_diff1
value: 13.96782611551897
verified: no, type: nauc_recall_at_100_max
value: 21.02306088177266
verified: no, type: nauc_recall_at_100_std
value: 3.0239346149170645
verified: no, type: nauc_recall_at_10_diff1
value: 36.502833630310036
verified: no, type: nauc_recall_at_10_max
value: 15.575967406133087
verified: no, type: nauc_recall_at_10_std
value: -25.645224052787295
verified: no, type: nauc_recall_at_1_diff1
value: 59.342871771182246
verified: no, type: nauc_recall_at_1_max
value: 7.61369981711965
verified: no, type: nauc_recall_at_1_std
value: -43.77056595417028
verified: no, type: nauc_recall_at_20_diff1
value: 26.27422331579885
verified: no, type: nauc_recall_at_20_max
value: 13.135043270702166
verified: no, type: nauc_recall_at_20_std
value: -19.92673944513883
verified: no, type: nauc_recall_at_3_diff1
value: 48.18220967640245
verified: no, type: nauc_recall_at_3_max
value: 9.54094958941248
verified: no, type: nauc_recall_at_3_std
value: -37.97033782144305
verified: no, type: nauc_recall_at_5_diff1
value: 46.575464923304686
verified: no, type: nauc_recall_at_5_max
value: 12.024807120200766
verified: no, type: nauc_recall_at_5_std
value: -33.73533843493903
verified: no, type: ndcg_at_1
value: 71.642
verified: no, type: ndcg_at_10
value: 55.144000000000005
verified: no, type: ndcg_at_100
value: 59.753
verified: no, type: ndcg_at_1000
value: 66.89500000000001
verified: no, type: ndcg_at_20
value: 54.114
verified: no, type: ndcg_at_3
value: 62.373
verified: no, type: ndcg_at_5
value: 57.926
verified: no, type: precision_at_1
value: 80.597
verified: no, type: precision_at_10
value: 41.343
verified: no, type: precision_at_100
value: 12.030000000000001
verified: no, type: precision_at_1000
value: 1.8270000000000002
verified: no, type: precision_at_20
value: 31.791000000000004
verified: no, type: precision_at_3
value: 63.682
verified: no, type: precision_at_5
value: 52.239000000000004
verified: no, type: recall_at_1
value: 11.826
verified: no, type: recall_at_10
value: 33.28
verified: no, type: recall_at_100
value: 65.91
verified: no, type: recall_at_1000
value: 88.39200000000001
verified: no, type: recall_at_20
value: 44.482
verified: no, type: recall_at_3
value: 20.377000000000002
verified: no, type: recall_at_5
value: 24.102999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 46.062999999999995
verified: no, type: map_at_1
value: 9.913
verified: no, type: map_at_10
value: 22.713
verified: no, type: map_at_100
value: 32.995999999999995
verified: no, type: map_at_1000
value: 34.845
verified: no, type: map_at_20
value: 26.650000000000002
verified: no, type: map_at_3
value: 16.052
verified: no, type: map_at_5
value: 18.892999999999997
verified: no, type: mrr_at_1
value: 72.75
verified: no, type: mrr_at_10
value: 79.93075396825398
verified: no, type: mrr_at_100
value: 80.15202418448516
verified: no, type: mrr_at_1000
value: 80.16338022685652
verified: no, type: mrr_at_20
value: 80.10524750447352
verified: no, type: mrr_at_3
value: 78.375
verified: no, type: mrr_at_5
value: 79.5
verified: no, type: nauc_map_at_1000_diff1
value: 15.703992161125676
verified: no, type: nauc_map_at_1000_max
value: 23.35271482732561
verified: no, type: nauc_map_at_1000_std
value: 31.149527138283002
verified: no, type: nauc_map_at_100_diff1
value: 16.785306132760873
verified: no, type: nauc_map_at_100_max
value: 21.540254096945795
verified: no, type: nauc_map_at_100_std
value: 28.232069035246422
verified: no, type: nauc_map_at_10_diff1
value: 20.402743546183082
verified: no, type: nauc_map_at_10_max
value: 7.042045670852542
verified: no, type: nauc_map_at_10_std
value: 0.16763671800997607
verified: no, type: nauc_map_at_1_diff1
value: 35.775061062200926
verified: no, type: nauc_map_at_1_max
value: -3.2698850217174287
verified: no, type: nauc_map_at_1_std
value: -19.56795709087053
verified: no, type: nauc_map_at_20_diff1
value: 18.699651665323326
verified: no, type: nauc_map_at_20_max
value: 13.328266382559917
verified: no, type: nauc_map_at_20_std
value: 11.47185661443564
verified: no, type: nauc_map_at_3_diff1
value: 25.81987347945424
verified: no, type: nauc_map_at_3_max
value: -0.15648299152936088
verified: no, type: nauc_map_at_3_std
value: -13.835424548479757
verified: no, type: nauc_map_at_5_diff1
value: 23.439523519895587
verified: no, type: nauc_map_at_5_max
value: 1.5356852327250021
verified: no, type: nauc_map_at_5_std
value: -9.703910926625412
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.46673675514906
verified: no, type: nauc_mrr_at_1000_max
value: 63.470733964613935
verified: no, type: nauc_mrr_at_1000_std
value: 45.63124329941225
verified: no, type: nauc_mrr_at_100_diff1
value: 52.453615789844285
verified: no, type: nauc_mrr_at_100_max
value: 63.46889395676577
verified: no, type: nauc_mrr_at_100_std
value: 45.60690760740741
verified: no, type: nauc_mrr_at_10_diff1
value: 52.418811815325775
verified: no, type: nauc_mrr_at_10_max
value: 63.458017896693896
verified: no, type: nauc_mrr_at_10_std
value: 45.69048100462888
verified: no, type: nauc_mrr_at_1_diff1
value: 51.64249864649329
verified: no, type: nauc_mrr_at_1_max
value: 61.7930671192988
verified: no, type: nauc_mrr_at_1_std
value: 45.65780424635283
verified: no, type: nauc_mrr_at_20_diff1
value: 52.51320760078821
verified: no, type: nauc_mrr_at_20_max
value: 63.45648957193841
verified: no, type: nauc_mrr_at_20_std
value: 45.643345257424215
verified: no, type: nauc_mrr_at_3_diff1
value: 52.684081166956375
verified: no, type: nauc_mrr_at_3_max
value: 63.47934202170013
verified: no, type: nauc_mrr_at_3_std
value: 45.258022228781805
verified: no, type: nauc_mrr_at_5_diff1
value: 52.404417203072725
verified: no, type: nauc_mrr_at_5_max
value: 63.622003998330335
verified: no, type: nauc_mrr_at_5_std
value: 45.56023178180955
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.457460034962793
verified: no, type: nauc_ndcg_at_1000_max
value: 38.48004433256833
verified: no, type: nauc_ndcg_at_1000_std
value: 44.50501821602239
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.96499973613431
verified: no, type: nauc_ndcg_at_100_max
value: 32.279961000176996
verified: no, type: nauc_ndcg_at_100_std
value: 36.24772810425709
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.80486448431605
verified: no, type: nauc_ndcg_at_10_max
value: 31.855350572992712
verified: no, type: nauc_ndcg_at_10_std
value: 32.02098815228779
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.52237678010534
verified: no, type: nauc_ndcg_at_1_max
value: 43.07107038550254
verified: no, type: nauc_ndcg_at_1_std
value: 32.29636539687786
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.33376144999378
verified: no, type: nauc_ndcg_at_20_max
value: 29.47723113288734
verified: no, type: nauc_ndcg_at_20_std
value: 29.39360988758012
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.354022177902426
verified: no, type: nauc_ndcg_at_3_max
value: 34.34518581558593
verified: no, type: nauc_ndcg_at_3_std
value: 30.620971800188308
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.743192738244137
verified: no, type: nauc_ndcg_at_5_max
value: 31.84064266620126
verified: no, type: nauc_ndcg_at_5_std
value: 31.185813277650304
verified: no, type: nauc_precision_at_1000_diff1
value: -23.397310460810505
verified: no, type: nauc_precision_at_1000_max
value: 4.094434610744116
verified: no, type: nauc_precision_at_1000_std
value: 16.721869991290177
verified: no, type: nauc_precision_at_100_diff1
value: -9.979052269943192
verified: no, type: nauc_precision_at_100_max
value: 30.59858046499311
verified: no, type: nauc_precision_at_100_std
value: 48.98467116206844
verified: no, type: nauc_precision_at_10_diff1
value: -5.612358654181445
verified: no, type: nauc_precision_at_10_max
value: 38.881592521775225
verified: no, type: nauc_precision_at_10_std
value: 55.44555278772913
verified: no, type: nauc_precision_at_1_diff1
value: 51.64249864649329
verified: no, type: nauc_precision_at_1_max
value: 61.7930671192988
verified: no, type: nauc_precision_at_1_std
value: 45.65780424635283
verified: no, type: nauc_precision_at_20_diff1
value: -5.663214776548806
verified: no, type: nauc_precision_at_20_max
value: 37.95746951813096
verified: no, type: nauc_precision_at_20_std
value: 55.85134464939927
verified: no, type: nauc_precision_at_3_diff1
value: 5.956898719194746
verified: no, type: nauc_precision_at_3_max
value: 37.315381572930626
verified: no, type: nauc_precision_at_3_std
value: 43.463129246499506
verified: no, type: nauc_precision_at_5_diff1
value: -0.67640128719057
verified: no, type: nauc_precision_at_5_max
value: 36.05694594117169
verified: no, type: nauc_precision_at_5_std
value: 48.36937473304257
verified: no, type: nauc_recall_at_1000_diff1
value: 11.230184686028919
verified: no, type: nauc_recall_at_1000_max
value: 33.60147376937396
verified: no, type: nauc_recall_at_1000_std
value: 53.068732741076055
verified: no, type: nauc_recall_at_100_diff1
value: 15.566530633394684
verified: no, type: nauc_recall_at_100_max
value: 23.57721391991314
verified: no, type: nauc_recall_at_100_std
value: 31.386352775767566
verified: no, type: nauc_recall_at_10_diff1
value: 17.096462310522874
verified: no, type: nauc_recall_at_10_max
value: 2.2836136689655127
verified: no, type: nauc_recall_at_10_std
value: -4.65565377513818
verified: no, type: nauc_recall_at_1_diff1
value: 35.775061062200926
verified: no, type: nauc_recall_at_1_max
value: -3.2698850217174287
verified: no, type: nauc_recall_at_1_std
value: -19.56795709087053
verified: no, type: nauc_recall_at_20_diff1
value: 14.19787786895807
verified: no, type: nauc_recall_at_20_max
value: 7.524383196640643
verified: no, type: nauc_recall_at_20_std
value: 5.656566482975458
verified: no, type: nauc_recall_at_3_diff1
value: 23.847261122849588
verified: no, type: nauc_recall_at_3_max
value: -2.611801666377753
verified: no, type: nauc_recall_at_3_std
value: -16.43695458424158
verified: no, type: nauc_recall_at_5_diff1
value: 20.607771671835604
verified: no, type: nauc_recall_at_5_max
value: -2.949503014688604
verified: no, type: nauc_recall_at_5_std
value: -14.602394621100709
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 46.062999999999995
verified: no, type: ndcg_at_100
value: 51.717999999999996
verified: no, type: ndcg_at_1000
value: 59.181
verified: no, type: ndcg_at_20
value: 45.837
verified: no, type: ndcg_at_3
value: 50.568999999999996
verified: no, type: ndcg_at_5
value: 47.981
verified: no, type: precision_at_1
value: 72.75
verified: no, type: precision_at_10
value: 37.1
verified: no, type: precision_at_100
value: 11.98
verified: no, type: precision_at_1000
value: 2.284
verified: no, type: precision_at_20
value: 28.499999999999996
verified: no, type: precision_at_3
value: 54.833
verified: no, type: precision_at_5
value: 46.550000000000004
verified: no, type: recall_at_1
value: 9.913
verified: no, type: recall_at_10
value: 28.154
verified: no, type: recall_at_100
value: 58.841
verified: no, type: recall_at_1000
value: 82.329
verified: no, type: recall_at_20
value: 36.971
verified: no, type: recall_at_3
value: 17.336
verified: no, type: recall_at_5
value: 21.612000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 90.881
verified: no, type: map_at_1
value: 80.818
verified: no, type: map_at_10
value: 87.866
verified: no, type: map_at_100
value: 88.083
verified: no, type: map_at_1000
value: 88.095
verified: no, type: map_at_20
value: 87.991
verified: no, type: map_at_3
value: 87.069
verified: no, type: map_at_5
value: 87.569
verified: no, type: mrr_at_1
value: 87.56375637563757
verified: no, type: mrr_at_10
value: 92.82259178298779
verified: no, type: mrr_at_100
value: 92.84322154467066
verified: no, type: mrr_at_1000
value: 92.84344246383182
verified: no, type: mrr_at_20
value: 92.83903406133638
verified: no, type: mrr_at_3
value: 92.52175217521747
verified: no, type: mrr_at_5
value: 92.73627362736265
verified: no, type: nauc_map_at_1000_diff1
value: 46.87623575032174
verified: no, type: nauc_map_at_1000_max
value: 12.297201771693372
verified: no, type: nauc_map_at_1000_std
value: -9.479310845495277
verified: no, type: nauc_map_at_100_diff1
value: 46.84134556922246
verified: no, type: nauc_map_at_100_max
value: 12.292309938105879
verified: no, type: nauc_map_at_100_std
value: -9.466678629428921
verified: no, type: nauc_map_at_10_diff1
value: 46.181390015451946
verified: no, type: nauc_map_at_10_max
value: 11.927988984700725
verified: no, type: nauc_map_at_10_std
value: -9.666045508151084
verified: no, type: nauc_map_at_1_diff1
value: 53.10928810328134
verified: no, type: nauc_map_at_1_max
value: 7.540404621177918
verified: no, type: nauc_map_at_1_std
value: -13.906212384769297
verified: no, type: nauc_map_at_20_diff1
value: 46.49635746130797
verified: no, type: nauc_map_at_20_max
value: 12.13593751368467
verified: no, type: nauc_map_at_20_std
value: -9.607633449073036
verified: no, type: nauc_map_at_3_diff1
value: 45.940411564236655
verified: no, type: nauc_map_at_3_max
value: 11.433507590443073
verified: no, type: nauc_map_at_3_std
value: -10.96299821239248
verified: no, type: nauc_map_at_5_diff1
value: 45.87354953980392
verified: no, type: nauc_map_at_5_max
value: 11.548053546333442
verified: no, type: nauc_map_at_5_std
value: -10.299403473081103
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.96436552895679
verified: no, type: nauc_mrr_at_1000_max
value: 15.081704623272563
verified: no, type: nauc_mrr_at_1000_std
value: -21.505452950257524
verified: no, type: nauc_mrr_at_100_diff1
value: 74.96337776424838
verified: no, type: nauc_mrr_at_100_max
value: 15.084165693265266
verified: no, type: nauc_mrr_at_100_std
value: -21.502705745641805
verified: no, type: nauc_mrr_at_10_diff1
value: 74.95512856225042
verified: no, type: nauc_mrr_at_10_max
value: 15.179216919044547
verified: no, type: nauc_mrr_at_10_std
value: -21.54772408489513
verified: no, type: nauc_mrr_at_1_diff1
value: 75.1059297404218
verified: no, type: nauc_mrr_at_1_max
value: 11.81006208731222
verified: no, type: nauc_mrr_at_1_std
value: -20.585909179161106
verified: no, type: nauc_mrr_at_20_diff1
value: 74.96842612971291
verified: no, type: nauc_mrr_at_20_max
value: 15.114351703094453
verified: no, type: nauc_mrr_at_20_std
value: -21.513817851207094
verified: no, type: nauc_mrr_at_3_diff1
value: 75.02285494504581
verified: no, type: nauc_mrr_at_3_max
value: 16.0556430520842
verified: no, type: nauc_mrr_at_3_std
value: -21.96831001623427
verified: no, type: nauc_mrr_at_5_diff1
value: 74.90651790965175
verified: no, type: nauc_mrr_at_5_max
value: 15.372261833733539
verified: no, type: nauc_mrr_at_5_std
value: -21.675988243802003
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.2435944626682
verified: no, type: nauc_ndcg_at_1000_max
value: 14.561661200135982
verified: no, type: nauc_ndcg_at_1000_std
value: -8.914496686293512
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.45862609681797
verified: no, type: nauc_ndcg_at_100_max
value: 14.574933247820116
verified: no, type: nauc_ndcg_at_100_std
value: -8.401737989352354
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.70923651777826
verified: no, type: nauc_ndcg_at_10_max
value: 13.472299853545234
verified: no, type: nauc_ndcg_at_10_std
value: -8.83553728476895
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.1059297404218
verified: no, type: nauc_ndcg_at_1_max
value: 11.81006208731222
verified: no, type: nauc_ndcg_at_1_std
value: -20.585909179161106
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.55000104826263
verified: no, type: nauc_ndcg_at_20_max
value: 14.006480095713588
verified: no, type: nauc_ndcg_at_20_std
value: -8.658752805425454
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.637455273739995
verified: no, type: nauc_ndcg_at_3_max
value: 13.770838942196637
verified: no, type: nauc_ndcg_at_3_std
value: -11.280620068648076
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.43880641265911
verified: no, type: nauc_ndcg_at_5_max
value: 13.08583931363886
verified: no, type: nauc_ndcg_at_5_std
value: -10.06515821709641
verified: no, type: nauc_precision_at_1000_diff1
value: -7.74658978838917
verified: no, type: nauc_precision_at_1000_max
value: 4.751261690843568
verified: no, type: nauc_precision_at_1000_std
value: 9.364113114197997
verified: no, type: nauc_precision_at_100_diff1
value: -6.8148922522222115
verified: no, type: nauc_precision_at_100_max
value: 6.972247112602814
verified: no, type: nauc_precision_at_100_std
value: 11.878899724333886
verified: no, type: nauc_precision_at_10_diff1
value: -9.26742080488489
verified: no, type: nauc_precision_at_10_max
value: 10.151685398959382
verified: no, type: nauc_precision_at_10_std
value: 12.57287300284158
verified: no, type: nauc_precision_at_1_diff1
value: 75.1059297404218
verified: no, type: nauc_precision_at_1_max
value: 11.81006208731222
verified: no, type: nauc_precision_at_1_std
value: -20.585909179161106
verified: no, type: nauc_precision_at_20_diff1
value: -9.46809712351495
verified: no, type: nauc_precision_at_20_max
value: 9.070842702517606
verified: no, type: nauc_precision_at_20_std
value: 12.63029281322448
verified: no, type: nauc_precision_at_3_diff1
value: 4.482731450261291
verified: no, type: nauc_precision_at_3_max
value: 15.23040684493045
verified: no, type: nauc_precision_at_3_std
value: 1.6067730909628326
verified: no, type: nauc_precision_at_5_diff1
value: -5.71269063574531
verified: no, type: nauc_precision_at_5_max
value: 11.572460670136449
verified: no, type: nauc_precision_at_5_std
value: 7.83824414993744
verified: no, type: nauc_recall_at_1000_diff1
value: 2.7016711342522663
verified: no, type: nauc_recall_at_1000_max
value: 38.550518524354906
verified: no, type: nauc_recall_at_1000_std
value: 46.777091414426614
verified: no, type: nauc_recall_at_100_diff1
value: 8.833739498081504
verified: no, type: nauc_recall_at_100_max
value: 28.457805489841665
verified: no, type: nauc_recall_at_100_std
value: 32.44508615804357
verified: no, type: nauc_recall_at_10_diff1
value: 9.414374970261905
verified: no, type: nauc_recall_at_10_max
value: 16.400771079732788
verified: no, type: nauc_recall_at_10_std
value: 11.211729067346221
verified: no, type: nauc_recall_at_1_diff1
value: 53.10928810328134
verified: no, type: nauc_recall_at_1_max
value: 7.540404621177918
verified: no, type: nauc_recall_at_1_std
value: -13.906212384769297
verified: no, type: nauc_recall_at_20_diff1
value: 7.2361585201604255
verified: no, type: nauc_recall_at_20_max
value: 19.916481947882193
verified: no, type: nauc_recall_at_20_std
value: 16.717994401180736
verified: no, type: nauc_recall_at_3_diff1
value: 23.19365013128098
verified: no, type: nauc_recall_at_3_max
value: 15.22562423195164
verified: no, type: nauc_recall_at_3_std
value: -3.6529481843146376
verified: no, type: nauc_recall_at_5_diff1
value: 15.503999284173625
verified: no, type: nauc_recall_at_5_max
value: 14.508056870663811
verified: no, type: nauc_recall_at_5_std
value: 1.978806929057799
verified: no, type: ndcg_at_1
value: 87.564
verified: no, type: ndcg_at_10
value: 90.881
verified: no, type: ndcg_at_100
value: 91.513
verified: no, type: ndcg_at_1000
value: 91.71000000000001
verified: no, type: ndcg_at_20
value: 91.148
verified: no, type: ndcg_at_3
value: 89.917
verified: no, type: ndcg_at_5
value: 90.434
verified: no, type: precision_at_1
value: 87.564
verified: no, type: precision_at_10
value: 10.711
verified: no, type: precision_at_100
value: 1.135
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 5.463
verified: no, type: precision_at_3
value: 33.993
verified: no, type: precision_at_5
value: 20.888
verified: no, type: recall_at_1
value: 80.818
verified: no, type: recall_at_10
value: 95.22800000000001
verified: no, type: recall_at_100
value: 97.52499999999999
verified: no, type: recall_at_1000
value: 98.691
verified: no, type: recall_at_20
value: 96.081
verified: no, type: recall_at_3
value: 92.43299999999999
verified: no, type: recall_at_5
value: 93.92200000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 89.917
verified: no, type: map_at_1
value: 78.50200000000001
verified: no, type: map_at_10
value: 86.568
verified: no, type: map_at_100
value: 86.785
verified: no, type: map_at_1000
value: 86.797
verified: no, type: map_at_20
value: 86.701
verified: no, type: map_at_3
value: 85.59400000000001
verified: no, type: map_at_5
value: 86.223
verified: no, type: mrr_at_1
value: 84.77347734773477
verified: no, type: mrr_at_10
value: 91.097966939551
verified: no, type: mrr_at_100
value: 91.12558512468273
verified: no, type: mrr_at_1000
value: 91.1260701737618
verified: no, type: mrr_at_20
value: 91.11946032681844
verified: no, type: mrr_at_3
value: 90.68406840684058
verified: no, type: mrr_at_5
value: 90.98784878487835
verified: no, type: nauc_map_at_1000_diff1
value: 50.87906171648577
verified: no, type: nauc_map_at_1000_max
value: 7.146488902357113
verified: no, type: nauc_map_at_1000_std
value: -12.846432203603294
verified: no, type: nauc_map_at_100_diff1
value: 50.81856235257227
verified: no, type: nauc_map_at_100_max
value: 7.142093753041584
verified: no, type: nauc_map_at_100_std
value: -12.819609867775798
verified: no, type: nauc_map_at_10_diff1
value: 50.334680606872986
verified: no, type: nauc_map_at_10_max
value: 7.0836766324370695
verified: no, type: nauc_map_at_10_std
value: -12.768283326531977
verified: no, type: nauc_map_at_1_diff1
value: 56.03047128824491
verified: no, type: nauc_map_at_1_max
value: 1.9657828096288057
verified: no, type: nauc_map_at_1_std
value: -16.09258344775108
verified: no, type: nauc_map_at_20_diff1
value: 50.59898980840294
verified: no, type: nauc_map_at_20_max
value: 7.171824094888314
verified: no, type: nauc_map_at_20_std
value: -12.755654528759749
verified: no, type: nauc_map_at_3_diff1
value: 50.10970484630358
verified: no, type: nauc_map_at_3_max
value: 6.495427590658401
verified: no, type: nauc_map_at_3_std
value: -14.334341284587198
verified: no, type: nauc_map_at_5_diff1
value: 50.085796858441846
verified: no, type: nauc_map_at_5_max
value: 6.9713526722279235
verified: no, type: nauc_map_at_5_std
value: -13.24882433153497
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.7413632225038
verified: no, type: nauc_mrr_at_1000_max
value: 3.865641782196838
verified: no, type: nauc_mrr_at_1000_std
value: -24.555236632082018
verified: no, type: nauc_mrr_at_100_diff1
value: 71.73848550292642
verified: no, type: nauc_mrr_at_100_max
value: 3.868547078561582
verified: no, type: nauc_mrr_at_100_std
value: -24.549516364510097
verified: no, type: nauc_mrr_at_10_diff1
value: 71.71567149170303
verified: no, type: nauc_mrr_at_10_max
value: 3.996112870850431
verified: no, type: nauc_mrr_at_10_std
value: -24.507926982679656
verified: no, type: nauc_mrr_at_1_diff1
value: 72.45922013700734
verified: no, type: nauc_mrr_at_1_max
value: 1.8703455839128875
verified: no, type: nauc_mrr_at_1_std
value: -23.12219651563944
verified: no, type: nauc_mrr_at_20_diff1
value: 71.74174120635641
verified: no, type: nauc_mrr_at_20_max
value: 3.929695014596715
verified: no, type: nauc_mrr_at_20_std
value: -24.492801146396122
verified: no, type: nauc_mrr_at_3_diff1
value: 71.6212411128049
verified: no, type: nauc_mrr_at_3_max
value: 4.227925028200142
verified: no, type: nauc_mrr_at_3_std
value: -25.64285955172264
verified: no, type: nauc_mrr_at_5_diff1
value: 71.80132592467288
verified: no, type: nauc_mrr_at_5_max
value: 4.1553514465112995
verified: no, type: nauc_mrr_at_5_std
value: -24.93394619376225
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.6216140857924
verified: no, type: nauc_ndcg_at_1000_max
value: 8.199696972556648
verified: no, type: nauc_ndcg_at_1000_std
value: -12.848833254863706
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.4771074390175
verified: no, type: nauc_ndcg_at_100_max
value: 8.266327098153694
verified: no, type: nauc_ndcg_at_100_std
value: -12.141877748527016
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.39079678583025
verified: no, type: nauc_ndcg_at_10_max
value: 8.460346209587346
verified: no, type: nauc_ndcg_at_10_std
value: -11.739805102684473
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.45922013700734
verified: no, type: nauc_ndcg_at_1_max
value: 1.8703455839128875
verified: no, type: nauc_ndcg_at_1_std
value: -23.12219651563944
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.17449748619954
verified: no, type: nauc_ndcg_at_20_max
value: 8.560656277843842
verified: no, type: nauc_ndcg_at_20_std
value: -11.721957002532669
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.697701767290724
verified: no, type: nauc_ndcg_at_3_max
value: 7.949689650260239
verified: no, type: nauc_ndcg_at_3_std
value: -15.497849863574933
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.49788213345009
verified: no, type: nauc_ndcg_at_5_max
value: 8.380898947808362
verified: no, type: nauc_ndcg_at_5_std
value: -13.119756502356564
verified: no, type: nauc_precision_at_1000_diff1
value: -4.321234329511238
verified: no, type: nauc_precision_at_1000_max
value: 4.842614825492312
verified: no, type: nauc_precision_at_1000_std
value: 3.517128181017838
verified: no, type: nauc_precision_at_100_diff1
value: -7.201118735439735
verified: no, type: nauc_precision_at_100_max
value: 6.529523563838742
verified: no, type: nauc_precision_at_100_std
value: 7.106363711097527
verified: no, type: nauc_precision_at_10_diff1
value: -9.482064191334755
verified: no, type: nauc_precision_at_10_max
value: 10.994306197736153
verified: no, type: nauc_precision_at_10_std
value: 9.958273491520254
verified: no, type: nauc_precision_at_1_diff1
value: 72.45922013700734
verified: no, type: nauc_precision_at_1_max
value: 1.8703455839128875
verified: no, type: nauc_precision_at_1_std
value: -23.12219651563944
verified: no, type: nauc_precision_at_20_diff1
value: -9.380072735429245
verified: no, type: nauc_precision_at_20_max
value: 9.856465558009173
verified: no, type: nauc_precision_at_20_std
value: 9.131673380453492
verified: no, type: nauc_precision_at_3_diff1
value: 9.586710337314623
verified: no, type: nauc_precision_at_3_max
value: 14.740209113800102
verified: no, type: nauc_precision_at_3_std
value: -3.891333715748583
verified: no, type: nauc_precision_at_5_diff1
value: -3.998520236788054
verified: no, type: nauc_precision_at_5_max
value: 13.422868860819156
verified: no, type: nauc_precision_at_5_std
value: 6.108452997840511
verified: no, type: nauc_recall_at_1000_diff1
value: 3.385758105150115
verified: no, type: nauc_recall_at_1000_max
value: 47.3665730767981
verified: no, type: nauc_recall_at_1000_std
value: 56.87746303806031
verified: no, type: nauc_recall_at_100_diff1
value: -2.028014907991153
verified: no, type: nauc_recall_at_100_max
value: 32.48324188848066
verified: no, type: nauc_recall_at_100_std
value: 44.261168385513336
verified: no, type: nauc_recall_at_10_diff1
value: 10.768002004459115
verified: no, type: nauc_recall_at_10_max
value: 22.566005820537097
verified: no, type: nauc_recall_at_10_std
value: 17.40223735419854
verified: no, type: nauc_recall_at_1_diff1
value: 56.03047128824491
verified: no, type: nauc_recall_at_1_max
value: 1.9657828096288057
verified: no, type: nauc_recall_at_1_std
value: -16.09258344775108
verified: no, type: nauc_recall_at_20_diff1
value: 6.801138990752192
verified: no, type: nauc_recall_at_20_max
value: 26.58420813169432
verified: no, type: nauc_recall_at_20_std
value: 25.593452124921424
verified: no, type: nauc_recall_at_3_diff1
value: 28.43603012844233
verified: no, type: nauc_recall_at_3_max
value: 13.635019609839791
verified: no, type: nauc_recall_at_3_std
value: -7.307728685928379
verified: no, type: nauc_recall_at_5_diff1
value: 19.599627188133983
verified: no, type: nauc_recall_at_5_max
value: 17.90056850206721
verified: no, type: nauc_recall_at_5_std
value: 3.353861530030554
verified: no, type: ndcg_at_1
value: 84.773
verified: no, type: ndcg_at_10
value: 89.917
verified: no, type: ndcg_at_100
value: 90.577
verified: no, type: ndcg_at_1000
value: 90.739
verified: no, type: ndcg_at_20
value: 90.22200000000001
verified: no, type: ndcg_at_3
value: 88.601
verified: no, type: ndcg_at_5
value: 89.35499999999999
verified: no, type: precision_at_1
value: 84.773
verified: no, type: precision_at_10
value: 10.696
verified: no, type: precision_at_100
value: 1.13
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 5.455
verified: no, type: precision_at_3
value: 33.663
verified: no, type: precision_at_5
value: 20.801
verified: no, type: recall_at_1
value: 78.50200000000001
verified: no, type: recall_at_10
value: 95.64099999999999
verified: no, type: recall_at_100
value: 98.05
verified: no, type: recall_at_1000
value: 98.964
verified: no, type: recall_at_20
value: 96.619
verified: no, type: recall_at_3
value: 92.11500000000001
verified: no, type: recall_at_5
value: 94.06
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 90.021
verified: no, type: map_at_1
value: 77.215
verified: no, type: map_at_10
value: 86.476
verified: no, type: map_at_100
value: 86.761
verified: no, type: map_at_1000
value: 86.777
verified: no, type: map_at_20
value: 86.644
verified: no, type: map_at_3
value: 85.468
verified: no, type: map_at_5
value: 86.114
verified: no, type: mrr_at_1
value: 85.91202986977507
verified: no, type: mrr_at_10
value: 92.10172296159176
verified: no, type: mrr_at_100
value: 92.11177503330649
verified: no, type: mrr_at_1000
value: 92.11183644281331
verified: no, type: mrr_at_20
value: 92.10977698448572
verified: no, type: mrr_at_3
value: 91.81556021005755
verified: no, type: mrr_at_5
value: 92.04623136933206
verified: no, type: nauc_map_at_1000_diff1
value: 37.58072321236068
verified: no, type: nauc_map_at_1000_max
value: -6.510278319693357
verified: no, type: nauc_map_at_1000_std
value: -18.5792270431547
verified: no, type: nauc_map_at_100_diff1
value: 37.52385817661018
verified: no, type: nauc_map_at_100_max
value: -6.489982072051949
verified: no, type: nauc_map_at_100_std
value: -18.540942037635315
verified: no, type: nauc_map_at_10_diff1
value: 36.72584282122918
verified: no, type: nauc_map_at_10_max
value: -6.378333016857416
verified: no, type: nauc_map_at_10_std
value: -18.334301752515383
verified: no, type: nauc_map_at_1_diff1
value: 43.69122799154449
verified: no, type: nauc_map_at_1_max
value: -11.63127334717789
verified: no, type: nauc_map_at_1_std
value: -20.7658737657603
verified: no, type: nauc_map_at_20_diff1
value: 37.15506375729163
verified: no, type: nauc_map_at_20_max
value: -6.429970912214997
verified: no, type: nauc_map_at_20_std
value: -18.42568919268748
verified: no, type: nauc_map_at_3_diff1
value: 36.215420008113746
verified: no, type: nauc_map_at_3_max
value: -6.550185095475879
verified: no, type: nauc_map_at_3_std
value: -19.166433923188197
verified: no, type: nauc_map_at_5_diff1
value: 36.27440671840188
verified: no, type: nauc_map_at_5_max
value: -6.295231222513407
verified: no, type: nauc_map_at_5_std
value: -18.381810402883904
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.48752265792847
verified: no, type: nauc_mrr_at_1000_max
value: -19.18676872869155
verified: no, type: nauc_mrr_at_1000_std
value: -39.57174458519824
verified: no, type: nauc_mrr_at_100_diff1
value: 63.48736991454802
verified: no, type: nauc_mrr_at_100_max
value: -19.185964488505324
verified: no, type: nauc_mrr_at_100_std
value: -39.571005370486844
verified: no, type: nauc_mrr_at_10_diff1
value: 63.496892773682575
verified: no, type: nauc_mrr_at_10_max
value: -19.137184489398113
verified: no, type: nauc_mrr_at_10_std
value: -39.61121405465908
verified: no, type: nauc_mrr_at_1_diff1
value: 63.8931650178703
verified: no, type: nauc_mrr_at_1_max
value: -19.13870592744866
verified: no, type: nauc_mrr_at_1_std
value: -36.21650937803273
verified: no, type: nauc_mrr_at_20_diff1
value: 63.48977631792124
verified: no, type: nauc_mrr_at_20_max
value: -19.167118938060913
verified: no, type: nauc_mrr_at_20_std
value: -39.57706812851535
verified: no, type: nauc_mrr_at_3_diff1
value: 63.32934405332199
verified: no, type: nauc_mrr_at_3_max
value: -19.24641986865118
verified: no, type: nauc_mrr_at_3_std
value: -40.940129761950985
verified: no, type: nauc_mrr_at_5_diff1
value: 63.517348684708644
verified: no, type: nauc_mrr_at_5_max
value: -19.11256790994168
verified: no, type: nauc_mrr_at_5_std
value: -39.9749657068304
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.076101906247835
verified: no, type: nauc_ndcg_at_1000_max
value: -7.226733640213606
verified: no, type: nauc_ndcg_at_1000_std
value: -20.509409301747596
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.912775071923846
verified: no, type: nauc_ndcg_at_100_max
value: -6.6031024308101305
verified: no, type: nauc_ndcg_at_100_std
value: -19.488976518418685
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.991054890053746
verified: no, type: nauc_ndcg_at_10_max
value: -5.703804107983826
verified: no, type: nauc_ndcg_at_10_std
value: -18.30890245336646
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.8931650178703
verified: no, type: nauc_ndcg_at_1_max
value: -19.13870592744866
verified: no, type: nauc_ndcg_at_1_std
value: -36.21650937803273
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.06195629005128
verified: no, type: nauc_ndcg_at_20_max
value: -5.956938984887445
verified: no, type: nauc_ndcg_at_20_std
value: -18.55811206090083
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.3253264990881
verified: no, type: nauc_ndcg_at_3_max
value: -6.160356060424505
verified: no, type: nauc_ndcg_at_3_std
value: -21.17644073772092
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.81395160037575
verified: no, type: nauc_ndcg_at_5_max
value: -5.5184833028226015
verified: no, type: nauc_ndcg_at_5_std
value: -18.855728016827573
verified: no, type: nauc_precision_at_1000_diff1
value: -1.798023567581113
verified: no, type: nauc_precision_at_1000_max
value: 2.075676216126402
verified: no, type: nauc_precision_at_1000_std
value: 0.6661076521215061
verified: no, type: nauc_precision_at_100_diff1
value: -3.4104407178365914
verified: no, type: nauc_precision_at_100_max
value: 4.0047525056348565
verified: no, type: nauc_precision_at_100_std
value: 2.9538134117977
verified: no, type: nauc_precision_at_10_diff1
value: -7.971971190220629
verified: no, type: nauc_precision_at_10_max
value: 5.79095981673231
verified: no, type: nauc_precision_at_10_std
value: 2.679701881943801
verified: no, type: nauc_precision_at_1_diff1
value: 63.8931650178703
verified: no, type: nauc_precision_at_1_max
value: -19.13870592744866
verified: no, type: nauc_precision_at_1_std
value: -36.21650937803273
verified: no, type: nauc_precision_at_20_diff1
value: -5.97650346358847
verified: no, type: nauc_precision_at_20_max
value: 5.356231824212161
verified: no, type: nauc_precision_at_20_std
value: 3.3717231487953927
verified: no, type: nauc_precision_at_3_diff1
value: -4.338422835263307
verified: no, type: nauc_precision_at_3_max
value: 5.225732964596468
verified: no, type: nauc_precision_at_3_std
value: -7.216509536122836
verified: no, type: nauc_precision_at_5_diff1
value: -8.546583059668556
verified: no, type: nauc_precision_at_5_max
value: 6.3921561938488995
verified: no, type: nauc_precision_at_5_std
value: 0.14590803478964773
verified: no, type: nauc_recall_at_1000_diff1
value: -14.550446134779385
verified: no, type: nauc_recall_at_1000_max
value: 40.7272814014902
verified: no, type: nauc_recall_at_1000_std
value: 51.09977581242159
verified: no, type: nauc_recall_at_100_diff1
value: -9.382110771276123
verified: no, type: nauc_recall_at_100_max
value: 29.248829469706678
verified: no, type: nauc_recall_at_100_std
value: 35.13007427579197
verified: no, type: nauc_recall_at_10_diff1
value: -1.9178724742563424
verified: no, type: nauc_recall_at_10_max
value: 17.388506357276793
verified: no, type: nauc_recall_at_10_std
value: 14.607463593218906
verified: no, type: nauc_recall_at_1_diff1
value: 43.69122799154449
verified: no, type: nauc_recall_at_1_max
value: -11.63127334717789
verified: no, type: nauc_recall_at_1_std
value: -20.7658737657603
verified: no, type: nauc_recall_at_20_diff1
value: -4.360500447701097
verified: no, type: nauc_recall_at_20_max
value: 21.02263450303614
verified: no, type: nauc_recall_at_20_std
value: 20.999393483063248
verified: no, type: nauc_recall_at_3_diff1
value: 11.835627611412372
verified: no, type: nauc_recall_at_3_max
value: 6.73026263313079
verified: no, type: nauc_recall_at_3_std
value: -6.139330166444412
verified: no, type: nauc_recall_at_5_diff1
value: 3.847666226700295
verified: no, type: nauc_recall_at_5_max
value: 12.82319379524697
verified: no, type: nauc_recall_at_5_std
value: 5.2049518693364165
verified: no, type: ndcg_at_1
value: 85.912
verified: no, type: ndcg_at_10
value: 90.021
verified: no, type: ndcg_at_100
value: 90.807
verified: no, type: ndcg_at_1000
value: 91.022
verified: no, type: ndcg_at_20
value: 90.36800000000001
verified: no, type: ndcg_at_3
value: 88.95100000000001
verified: no, type: ndcg_at_5
value: 89.54299999999999
verified: no, type: precision_at_1
value: 85.912
verified: no, type: precision_at_10
value: 11.17
verified: no, type: precision_at_100
value: 1.205
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_20
value: 5.742
verified: no, type: precision_at_3
value: 34.993
verified: no, type: precision_at_5
value: 21.653
verified: no, type: recall_at_1
value: 77.215
verified: no, type: recall_at_10
value: 95.27
verified: no, type: recall_at_100
value: 97.946
verified: no, type: recall_at_1000
value: 99.151
verified: no, type: recall_at_20
value: 96.282
verified: no, type: recall_at_3
value: 92.061
verified: no, type: recall_at_5
value: 93.881
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 46.132
verified: no, type: map_at_1
value: 26.173999999999996
verified: no, type: map_at_10
value: 38.342999999999996
verified: no, type: map_at_100
value: 40.264
verified: no, type: map_at_1000
value: 40.43
verified: no, type: map_at_20
value: 39.446
verified: no, type: map_at_3
value: 33.975
verified: no, type: map_at_5
value: 36.434
verified: no, type: mrr_at_1
value: 46.800000000000004
verified: no, type: mrr_at_10
value: 54.254126984126984
verified: no, type: mrr_at_100
value: 54.923209054678026
verified: no, type: mrr_at_1000
value: 54.96385524659587
verified: no, type: mrr_at_20
value: 54.642069278330894
verified: no, type: mrr_at_3
value: 51.96666666666668
verified: no, type: mrr_at_5
value: 53.36666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 49.841885106876695
verified: no, type: nauc_map_at_1000_max
value: 30.36895689778847
verified: no, type: nauc_map_at_1000_std
value: 1.7567744666421903
verified: no, type: nauc_map_at_100_diff1
value: 49.81372794693455
verified: no, type: nauc_map_at_100_max
value: 30.31791638948266
verified: no, type: nauc_map_at_100_std
value: 1.7727102636629064
verified: no, type: nauc_map_at_10_diff1
value: 49.799159621528446
verified: no, type: nauc_map_at_10_max
value: 28.95097185909244
verified: no, type: nauc_map_at_10_std
value: -0.2143787100918625
verified: no, type: nauc_map_at_1_diff1
value: 52.58007399240151
verified: no, type: nauc_map_at_1_max
value: 23.415428952222296
verified: no, type: nauc_map_at_1_std
value: -3.4523781889766534
verified: no, type: nauc_map_at_20_diff1
value: 49.77759278250616
verified: no, type: nauc_map_at_20_max
value: 29.637020999394448
verified: no, type: nauc_map_at_20_std
value: 0.9417068184996975
verified: no, type: nauc_map_at_3_diff1
value: 50.15320410883135
verified: no, type: nauc_map_at_3_max
value: 25.672823727430483
verified: no, type: nauc_map_at_3_std
value: -3.6368832994092495
verified: no, type: nauc_map_at_5_diff1
value: 49.73253471375265
verified: no, type: nauc_map_at_5_max
value: 27.452729712955946
verified: no, type: nauc_map_at_5_std
value: -2.597504538318964
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.23823771450779
verified: no, type: nauc_mrr_at_1000_max
value: 43.689096630807406
verified: no, type: nauc_mrr_at_1000_std
value: 6.006395209759317
verified: no, type: nauc_mrr_at_100_diff1
value: 59.24508199769832
verified: no, type: nauc_mrr_at_100_max
value: 43.707191670788845
verified: no, type: nauc_mrr_at_100_std
value: 6.038811740941315
verified: no, type: nauc_mrr_at_10_diff1
value: 59.18050290269257
verified: no, type: nauc_mrr_at_10_max
value: 43.68703710709348
verified: no, type: nauc_mrr_at_10_std
value: 5.920147856790965
verified: no, type: nauc_mrr_at_1_diff1
value: 61.23049191214833
verified: no, type: nauc_mrr_at_1_max
value: 42.82186697869064
verified: no, type: nauc_mrr_at_1_std
value: 5.226665401704537
verified: no, type: nauc_mrr_at_20_diff1
value: 59.20345490177547
verified: no, type: nauc_mrr_at_20_max
value: 43.71801475513994
verified: no, type: nauc_mrr_at_20_std
value: 6.06326305891993
verified: no, type: nauc_mrr_at_3_diff1
value: 59.51435687918044
verified: no, type: nauc_mrr_at_3_max
value: 42.75973795344299
verified: no, type: nauc_mrr_at_3_std
value: 3.7021523288826534
verified: no, type: nauc_mrr_at_5_diff1
value: 59.33809476755813
verified: no, type: nauc_mrr_at_5_max
value: 43.35457262061369
verified: no, type: nauc_mrr_at_5_std
value: 5.133928801400819
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.201491960514424
verified: no, type: nauc_ndcg_at_1000_max
value: 36.67184214497183
verified: no, type: nauc_ndcg_at_1000_std
value: 7.063547365940826
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.6839609303026
verified: no, type: nauc_ndcg_at_100_max
value: 36.54239095504816
verified: no, type: nauc_ndcg_at_100_std
value: 8.305198443785065
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.015102739483666
verified: no, type: nauc_ndcg_at_10_max
value: 33.38470092473942
verified: no, type: nauc_ndcg_at_10_std
value: 3.4372330157713913
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.23049191214833
verified: no, type: nauc_ndcg_at_1_max
value: 42.82186697869064
verified: no, type: nauc_ndcg_at_1_std
value: 5.226665401704537
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.148241453136286
verified: no, type: nauc_ndcg_at_20_max
value: 34.415266899737986
verified: no, type: nauc_ndcg_at_20_std
value: 5.722948452578717
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.183107867516384
verified: no, type: nauc_ndcg_at_3_max
value: 31.825660975728017
verified: no, type: nauc_ndcg_at_3_std
value: 0.05987477146294962
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.27752187238947
verified: no, type: nauc_ndcg_at_5_max
value: 31.58055768641312
verified: no, type: nauc_ndcg_at_5_std
value: 0.095638813464201
verified: no, type: nauc_precision_at_1000_diff1
value: -1.081891577216482
verified: no, type: nauc_precision_at_1000_max
value: 22.772384668021623
verified: no, type: nauc_precision_at_1000_std
value: 20.37369910022167
verified: no, type: nauc_precision_at_100_diff1
value: 4.865265359179138
verified: no, type: nauc_precision_at_100_max
value: 28.950539208916727
verified: no, type: nauc_precision_at_100_std
value: 27.88929247051143
verified: no, type: nauc_precision_at_10_diff1
value: 18.581939701749484
verified: no, type: nauc_precision_at_10_max
value: 32.5407981760264
verified: no, type: nauc_precision_at_10_std
value: 18.06686305505164
verified: no, type: nauc_precision_at_1_diff1
value: 61.23049191214833
verified: no, type: nauc_precision_at_1_max
value: 42.82186697869064
verified: no, type: nauc_precision_at_1_std
value: 5.226665401704537
verified: no, type: nauc_precision_at_20_diff1
value: 12.547121372367496
verified: no, type: nauc_precision_at_20_max
value: 30.247027897607875
verified: no, type: nauc_precision_at_20_std
value: 23.213776336403853
verified: no, type: nauc_precision_at_3_diff1
value: 33.47981633285446
verified: no, type: nauc_precision_at_3_max
value: 32.05249666039517
verified: no, type: nauc_precision_at_3_std
value: 3.7643758682601813
verified: no, type: nauc_precision_at_5_diff1
value: 24.156736607137386
verified: no, type: nauc_precision_at_5_max
value: 31.58120543424835
verified: no, type: nauc_precision_at_5_std
value: 8.826547060575736
verified: no, type: nauc_recall_at_1000_diff1
value: 44.70168791342202
verified: no, type: nauc_recall_at_1000_max
value: 40.019041375679365
verified: no, type: nauc_recall_at_1000_std
value: 26.28492676001751
verified: no, type: nauc_recall_at_100_diff1
value: 38.85858202136479
verified: no, type: nauc_recall_at_100_max
value: 35.63673405628285
verified: no, type: nauc_recall_at_100_std
value: 26.480426298783005
verified: no, type: nauc_recall_at_10_diff1
value: 41.87765017247146
verified: no, type: nauc_recall_at_10_max
value: 26.94832721731921
verified: no, type: nauc_recall_at_10_std
value: 5.096767252321309
verified: no, type: nauc_recall_at_1_diff1
value: 52.58007399240151
verified: no, type: nauc_recall_at_1_max
value: 23.415428952222296
verified: no, type: nauc_recall_at_1_std
value: -3.4523781889766534
verified: no, type: nauc_recall_at_20_diff1
value: 40.31961054933225
verified: no, type: nauc_recall_at_20_max
value: 29.149084076136273
verified: no, type: nauc_recall_at_20_std
value: 12.080660943653156
verified: no, type: nauc_recall_at_3_diff1
value: 44.845037051363235
verified: no, type: nauc_recall_at_3_max
value: 22.163030784764484
verified: no, type: nauc_recall_at_3_std
value: -5.426325332659164
verified: no, type: nauc_recall_at_5_diff1
value: 43.36113793278537
verified: no, type: nauc_recall_at_5_max
value: 23.182744951367788
verified: no, type: nauc_recall_at_5_std
value: -3.634417407112399
verified: no, type: ndcg_at_1
value: 46.800000000000004
verified: no, type: ndcg_at_10
value: 46.132
verified: no, type: ndcg_at_100
value: 52.410000000000004
verified: no, type: ndcg_at_1000
value: 55.057
verified: no, type: ndcg_at_20
value: 48.679
verified: no, type: ndcg_at_3
value: 42.487
verified: no, type: ndcg_at_5
value: 43.586999999999996
verified: no, type: precision_at_1
value: 46.800000000000004
verified: no, type: precision_at_10
value: 11.74
verified: no, type: precision_at_100
value: 1.8419999999999999
verified: no, type: precision_at_1000
value: 0.22799999999999998
verified: no, type: precision_at_20
value: 7.07
verified: no, type: precision_at_3
value: 26.200000000000003
verified: no, type: precision_at_5
value: 19.16
verified: no, type: recall_at_1
value: 26.173999999999996
verified: no, type: recall_at_10
value: 52.979
verified: no, type: recall_at_100
value: 76.048
verified: no, type: recall_at_1000
value: 92.054
verified: no, type: recall_at_20
value: 60.624
verified: no, type: recall_at_3
value: 38.657000000000004
verified: no, type: recall_at_5
value: 44.862
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 43.887
verified: no, type: map_at_1
value: 21.397
verified: no, type: map_at_10
value: 35.811
verified: no, type: map_at_100
value: 37.661
verified: no, type: map_at_1000
value: 37.839
verified: no, type: map_at_20
value: 36.727
verified: no, type: map_at_3
value: 31.493
verified: no, type: map_at_5
value: 33.992
verified: no, type: mrr_at_1
value: 42.74691358024691
verified: no, type: mrr_at_10
value: 52.44727366255143
verified: no, type: mrr_at_100
value: 53.157106113787755
verified: no, type: mrr_at_1000
value: 53.19590692557363
verified: no, type: mrr_at_20
value: 52.788702294851234
verified: no, type: mrr_at_3
value: 50.231481481481474
verified: no, type: mrr_at_5
value: 51.604938271604915
verified: no, type: nauc_map_at_1000_diff1
value: 44.99013932786583
verified: no, type: nauc_map_at_1000_max
value: 36.2931656288237
verified: no, type: nauc_map_at_1000_std
value: 2.744952096504704
verified: no, type: nauc_map_at_100_diff1
value: 44.86944269697463
verified: no, type: nauc_map_at_100_max
value: 36.18298281198049
verified: no, type: nauc_map_at_100_std
value: 2.7487976881234784
verified: no, type: nauc_map_at_10_diff1
value: 44.701036690482844
verified: no, type: nauc_map_at_10_max
value: 34.91880124794292
verified: no, type: nauc_map_at_10_std
value: 1.5099484081332097
verified: no, type: nauc_map_at_1_diff1
value: 50.85379952260034
verified: no, type: nauc_map_at_1_max
value: 27.394421957915572
verified: no, type: nauc_map_at_1_std
value: -3.6437293825619923
verified: no, type: nauc_map_at_20_diff1
value: 44.643893347140214
verified: no, type: nauc_map_at_20_max
value: 35.78032300474766
verified: no, type: nauc_map_at_20_std
value: 2.0540696985077713
verified: no, type: nauc_map_at_3_diff1
value: 46.924921206244605
verified: no, type: nauc_map_at_3_max
value: 31.95948324092745
verified: no, type: nauc_map_at_3_std
value: -0.24644658949620132
verified: no, type: nauc_map_at_5_diff1
value: 45.299548947339346
verified: no, type: nauc_map_at_5_max
value: 33.560927993044636
verified: no, type: nauc_map_at_5_std
value: -0.09229167862135255
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.97584579514102
verified: no, type: nauc_mrr_at_1000_max
value: 41.39325946543948
verified: no, type: nauc_mrr_at_1000_std
value: 2.7797248987216774
verified: no, type: nauc_mrr_at_100_diff1
value: 53.95469720996498
verified: no, type: nauc_mrr_at_100_max
value: 41.41453164205358
verified: no, type: nauc_mrr_at_100_std
value: 2.8260988232101902
verified: no, type: nauc_mrr_at_10_diff1
value: 53.72315979312175
verified: no, type: nauc_mrr_at_10_max
value: 41.177743822376904
verified: no, type: nauc_mrr_at_10_std
value: 2.563267516014612
verified: no, type: nauc_mrr_at_1_diff1
value: 57.590727821071155
verified: no, type: nauc_mrr_at_1_max
value: 41.635385860154074
verified: no, type: nauc_mrr_at_1_std
value: -0.44532344504198534
verified: no, type: nauc_mrr_at_20_diff1
value: 53.83801635440246
verified: no, type: nauc_mrr_at_20_max
value: 41.28524524541232
verified: no, type: nauc_mrr_at_20_std
value: 2.5331225115409577
verified: no, type: nauc_mrr_at_3_diff1
value: 54.39722667585212
verified: no, type: nauc_mrr_at_3_max
value: 40.54145465851505
verified: no, type: nauc_mrr_at_3_std
value: 1.6925912897229027
verified: no, type: nauc_mrr_at_5_diff1
value: 53.691867160376816
verified: no, type: nauc_mrr_at_5_max
value: 40.94797527156675
verified: no, type: nauc_mrr_at_5_std
value: 2.227219454930413
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.28950242475927
verified: no, type: nauc_ndcg_at_1000_max
value: 40.558784896965015
verified: no, type: nauc_ndcg_at_1000_std
value: 6.916048078136412
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.803609057238724
verified: no, type: nauc_ndcg_at_100_max
value: 39.9247602434488
verified: no, type: nauc_ndcg_at_100_std
value: 8.070013922609293
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.601721852568154
verified: no, type: nauc_ndcg_at_10_max
value: 36.7523945635637
verified: no, type: nauc_ndcg_at_10_std
value: 3.7741680838463916
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.590727821071155
verified: no, type: nauc_ndcg_at_1_max
value: 41.635385860154074
verified: no, type: nauc_ndcg_at_1_std
value: -0.44532344504198534
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.84087184273544
verified: no, type: nauc_ndcg_at_20_max
value: 38.32125780917691
verified: no, type: nauc_ndcg_at_20_std
value: 4.548886454834896
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.45102235679583
verified: no, type: nauc_ndcg_at_3_max
value: 36.9633250683586
verified: no, type: nauc_ndcg_at_3_std
value: 2.369907620024769
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.32017759567463
verified: no, type: nauc_ndcg_at_5_max
value: 35.90479608408539
verified: no, type: nauc_ndcg_at_5_std
value: 1.450222645028762
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3454169253303294
verified: no, type: nauc_precision_at_1000_max
value: 23.88451750412882
verified: no, type: nauc_precision_at_1000_std
value: 12.591204064713308
verified: no, type: nauc_precision_at_100_diff1
value: 6.012218731725929
verified: no, type: nauc_precision_at_100_max
value: 30.969198659050733
verified: no, type: nauc_precision_at_100_std
value: 18.35239521849261
verified: no, type: nauc_precision_at_10_diff1
value: 16.908790779236835
verified: no, type: nauc_precision_at_10_max
value: 37.080559157562455
verified: no, type: nauc_precision_at_10_std
value: 12.110645329690259
verified: no, type: nauc_precision_at_1_diff1
value: 57.590727821071155
verified: no, type: nauc_precision_at_1_max
value: 41.635385860154074
verified: no, type: nauc_precision_at_1_std
value: -0.44532344504198534
verified: no, type: nauc_precision_at_20_diff1
value: 12.877352199360345
verified: no, type: nauc_precision_at_20_max
value: 37.364422905122815
verified: no, type: nauc_precision_at_20_std
value: 13.813344186459652
verified: no, type: nauc_precision_at_3_diff1
value: 32.81390693003651
verified: no, type: nauc_precision_at_3_max
value: 38.89224188329493
verified: no, type: nauc_precision_at_3_std
value: 6.490943672811113
verified: no, type: nauc_precision_at_5_diff1
value: 23.31033104699241
verified: no, type: nauc_precision_at_5_max
value: 37.026347485355956
verified: no, type: nauc_precision_at_5_std
value: 6.082794133847137
verified: no, type: nauc_recall_at_1000_diff1
value: 40.21199090930344
verified: no, type: nauc_recall_at_1000_max
value: 45.44325141564459
verified: no, type: nauc_recall_at_1000_std
value: 39.95206397839652
verified: no, type: nauc_recall_at_100_diff1
value: 28.694180171434674
verified: no, type: nauc_recall_at_100_max
value: 36.16137724563645
verified: no, type: nauc_recall_at_100_std
value: 29.362576415720426
verified: no, type: nauc_recall_at_10_diff1
value: 30.82350118152907
verified: no, type: nauc_recall_at_10_max
value: 28.84721188763083
verified: no, type: nauc_recall_at_10_std
value: 6.871358974808361
verified: no, type: nauc_recall_at_1_diff1
value: 50.85379952260034
verified: no, type: nauc_recall_at_1_max
value: 27.394421957915572
verified: no, type: nauc_recall_at_1_std
value: -3.6437293825619923
verified: no, type: nauc_recall_at_20_diff1
value: 30.494672593660365
verified: no, type: nauc_recall_at_20_max
value: 32.451452059083
verified: no, type: nauc_recall_at_20_std
value: 8.857752757738012
verified: no, type: nauc_recall_at_3_diff1
value: 37.98407967492573
verified: no, type: nauc_recall_at_3_max
value: 26.531560809821137
verified: no, type: nauc_recall_at_3_std
value: 1.2955663995782718
verified: no, type: nauc_recall_at_5_diff1
value: 32.84916383815314
verified: no, type: nauc_recall_at_5_max
value: 26.621206298631378
verified: no, type: nauc_recall_at_5_std
value: 1.6024978706362352
verified: no, type: ndcg_at_1
value: 42.747
verified: no, type: ndcg_at_10
value: 43.887
verified: no, type: ndcg_at_100
value: 50.485
verified: no, type: ndcg_at_1000
value: 53.400999999999996
verified: no, type: ndcg_at_20
value: 46.098
verified: no, type: ndcg_at_3
value: 40.602
verified: no, type: ndcg_at_5
value: 41.725
verified: no, type: precision_at_1
value: 42.747
verified: no, type: precision_at_10
value: 11.991
verified: no, type: precision_at_100
value: 1.889
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_20
value: 6.959999999999999
verified: no, type: precision_at_3
value: 27.058
verified: no, type: precision_at_5
value: 19.814999999999998
verified: no, type: recall_at_1
value: 21.397
verified: no, type: recall_at_10
value: 50.678
verified: no, type: recall_at_100
value: 75.108
verified: no, type: recall_at_1000
value: 92.465
verified: no, type: recall_at_20
value: 57.474000000000004
verified: no, type: recall_at_3
value: 37.391000000000005
verified: no, type: recall_at_5
value: 43.566
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 45.074
verified: no, type: map_at_1
value: 22.921
verified: no, type: map_at_10
value: 37.062
verified: no, type: map_at_100
value: 38.869
verified: no, type: map_at_1000
value: 39.031
verified: no, type: map_at_20
value: 38.073
verified: no, type: map_at_3
value: 32.482
verified: no, type: map_at_5
value: 34.975
verified: no, type: mrr_at_1
value: 42.81818181818181
verified: no, type: mrr_at_10
value: 52.01925685425696
verified: no, type: mrr_at_100
value: 52.76535915811975
verified: no, type: mrr_at_1000
value: 52.80323713270641
verified: no, type: mrr_at_20
value: 52.46928188075179
verified: no, type: mrr_at_3
value: 49.563636363636505
verified: no, type: mrr_at_5
value: 51.04090909090917
verified: no, type: nauc_map_at_1000_diff1
value: 45.10345424051492
verified: no, type: nauc_map_at_1000_max
value: 29.68487371437469
verified: no, type: nauc_map_at_1000_std
value: 1.238229479331942
verified: no, type: nauc_map_at_100_diff1
value: 45.07560751433321
verified: no, type: nauc_map_at_100_max
value: 29.621328097853137
verified: no, type: nauc_map_at_100_std
value: 1.1967771682187873
verified: no, type: nauc_map_at_10_diff1
value: 44.843509175193056
verified: no, type: nauc_map_at_10_max
value: 28.618388907804658
verified: no, type: nauc_map_at_10_std
value: -0.17386075400517237
verified: no, type: nauc_map_at_1_diff1
value: 49.47111917296565
verified: no, type: nauc_map_at_1_max
value: 20.0742470618401
verified: no, type: nauc_map_at_1_std
value: -4.129360092632688
verified: no, type: nauc_map_at_20_diff1
value: 44.95018685490344
verified: no, type: nauc_map_at_20_max
value: 29.150108596298434
verified: no, type: nauc_map_at_20_std
value: 0.6249683074740969
verified: no, type: nauc_map_at_3_diff1
value: 45.01551197502368
verified: no, type: nauc_map_at_3_max
value: 25.1628789711796
verified: no, type: nauc_map_at_3_std
value: -3.321515508442981
verified: no, type: nauc_map_at_5_diff1
value: 44.91318371210472
verified: no, type: nauc_map_at_5_max
value: 27.12198758255798
verified: no, type: nauc_map_at_5_std
value: -1.8418885545143031
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.02890753099619
verified: no, type: nauc_mrr_at_1000_max
value: 37.20699525567458
verified: no, type: nauc_mrr_at_1000_std
value: 3.189109744356073
verified: no, type: nauc_mrr_at_100_diff1
value: 51.015583067584146
verified: no, type: nauc_mrr_at_100_max
value: 37.20945921198165
verified: no, type: nauc_mrr_at_100_std
value: 3.2119457438429047
verified: no, type: nauc_mrr_at_10_diff1
value: 50.938326208533056
verified: no, type: nauc_mrr_at_10_max
value: 37.2328138702086
verified: no, type: nauc_mrr_at_10_std
value: 3.1417844227142577
verified: no, type: nauc_mrr_at_1_diff1
value: 54.83336818983676
verified: no, type: nauc_mrr_at_1_max
value: 35.941190580000395
verified: no, type: nauc_mrr_at_1_std
value: 0.11480196188945171
verified: no, type: nauc_mrr_at_20_diff1
value: 50.97564795196412
verified: no, type: nauc_mrr_at_20_max
value: 37.22205264818766
verified: no, type: nauc_mrr_at_20_std
value: 3.2001064750905672
verified: no, type: nauc_mrr_at_3_diff1
value: 51.12200690387213
verified: no, type: nauc_mrr_at_3_max
value: 36.605143686242045
verified: no, type: nauc_mrr_at_3_std
value: 1.9427581254272008
verified: no, type: nauc_mrr_at_5_diff1
value: 51.08466836245801
verified: no, type: nauc_mrr_at_5_max
value: 37.23852403243883
verified: no, type: nauc_mrr_at_5_std
value: 2.7992259556688466
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.6295653089338
verified: no, type: nauc_ndcg_at_1000_max
value: 34.25244958857478
verified: no, type: nauc_ndcg_at_1000_std
value: 5.968157773281027
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.15925091294929
verified: no, type: nauc_ndcg_at_100_max
value: 33.77292060148967
verified: no, type: nauc_ndcg_at_100_std
value: 6.252767106085369
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.63262132249889
verified: no, type: nauc_ndcg_at_10_max
value: 31.804054311383613
verified: no, type: nauc_ndcg_at_10_std
value: 2.868169824330679
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.83336818983676
verified: no, type: nauc_ndcg_at_1_max
value: 35.941190580000395
verified: no, type: nauc_ndcg_at_1_std
value: 0.11480196188945171
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.73531667035927
verified: no, type: nauc_ndcg_at_20_max
value: 32.36405405932841
verified: no, type: nauc_ndcg_at_20_std
value: 4.234168192043894
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.180068719892965
verified: no, type: nauc_ndcg_at_3_max
value: 31.144658941814473
verified: no, type: nauc_ndcg_at_3_std
value: 0.15981365840386932
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.91186731928022
verified: no, type: nauc_ndcg_at_5_max
value: 31.097528102462903
verified: no, type: nauc_ndcg_at_5_std
value: 1.0978416567636418
verified: no, type: nauc_precision_at_1000_diff1
value: 0.10884757461177323
verified: no, type: nauc_precision_at_1000_max
value: 22.44073868984244
verified: no, type: nauc_precision_at_1000_std
value: 18.425802177787244
verified: no, type: nauc_precision_at_100_diff1
value: 8.326770033288243
verified: no, type: nauc_precision_at_100_max
value: 29.87121252902087
verified: no, type: nauc_precision_at_100_std
value: 22.471637271023955
verified: no, type: nauc_precision_at_10_diff1
value: 20.3859018808304
verified: no, type: nauc_precision_at_10_max
value: 35.387490020659186
verified: no, type: nauc_precision_at_10_std
value: 14.452716344612679
verified: no, type: nauc_precision_at_1_diff1
value: 54.83336818983676
verified: no, type: nauc_precision_at_1_max
value: 35.941190580000395
verified: no, type: nauc_precision_at_1_std
value: 0.11480196188945171
verified: no, type: nauc_precision_at_20_diff1
value: 16.24605754303343
verified: no, type: nauc_precision_at_20_max
value: 33.818393780875525
verified: no, type: nauc_precision_at_20_std
value: 18.42940330763103
verified: no, type: nauc_precision_at_3_diff1
value: 31.181315158851408
verified: no, type: nauc_precision_at_3_max
value: 35.71839391755647
verified: no, type: nauc_precision_at_3_std
value: 4.86245107443907
verified: no, type: nauc_precision_at_5_diff1
value: 26.18450860125776
verified: no, type: nauc_precision_at_5_max
value: 36.32130007403958
verified: no, type: nauc_precision_at_5_std
value: 9.106489600607265
verified: no, type: nauc_recall_at_1000_diff1
value: 21.411131898774677
verified: no, type: nauc_recall_at_1000_max
value: 34.541893106658605
verified: no, type: nauc_recall_at_1000_std
value: 40.6467864769445
verified: no, type: nauc_recall_at_100_diff1
value: 28.25747320103834
verified: no, type: nauc_recall_at_100_max
value: 29.192936775640888
verified: no, type: nauc_recall_at_100_std
value: 22.38141045002714
verified: no, type: nauc_recall_at_10_diff1
value: 33.183148689667306
verified: no, type: nauc_recall_at_10_max
value: 26.115736478754542
verified: no, type: nauc_recall_at_10_std
value: 5.779562369828712
verified: no, type: nauc_recall_at_1_diff1
value: 49.47111917296565
verified: no, type: nauc_recall_at_1_max
value: 20.0742470618401
verified: no, type: nauc_recall_at_1_std
value: -4.129360092632688
verified: no, type: nauc_recall_at_20_diff1
value: 31.3273565134318
verified: no, type: nauc_recall_at_20_max
value: 26.118667671265268
verified: no, type: nauc_recall_at_20_std
value: 10.337063376342904
verified: no, type: nauc_recall_at_3_diff1
value: 37.71800914450827
verified: no, type: nauc_recall_at_3_max
value: 21.998612117129866
verified: no, type: nauc_recall_at_3_std
value: -2.8573409678442667
verified: no, type: nauc_recall_at_5_diff1
value: 36.035788981718326
verified: no, type: nauc_recall_at_5_max
value: 24.462942381019985
verified: no, type: nauc_recall_at_5_std
value: 0.5720741719496573
verified: no, type: ndcg_at_1
value: 42.818
verified: no, type: ndcg_at_10
value: 45.074
verified: no, type: ndcg_at_100
value: 51.405
verified: no, type: ndcg_at_1000
value: 54.092
verified: no, type: ndcg_at_20
value: 47.555
verified: no, type: ndcg_at_3
value: 40.735
verified: no, type: ndcg_at_5
value: 42.229
verified: no, type: precision_at_1
value: 42.818
verified: no, type: precision_at_10
value: 12.110999999999999
verified: no, type: precision_at_100
value: 1.876
verified: no, type: precision_at_1000
value: 0.23500000000000001
verified: no, type: precision_at_20
value: 7.117999999999999
verified: no, type: precision_at_3
value: 26.473000000000003
verified: no, type: precision_at_5
value: 19.465
verified: no, type: recall_at_1
value: 22.921
verified: no, type: recall_at_10
value: 52.942
verified: no, type: recall_at_100
value: 76.61200000000001
verified: no, type: recall_at_1000
value: 92.793
verified: no, type: recall_at_20
value: 60.809999999999995
verified: no, type: recall_at_3
value: 37.830999999999996
verified: no, type: recall_at_5
value: 44.279
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 77.35600000000001
verified: no, type: map_at_1
value: 42.299
verified: no, type: map_at_10
value: 70.006
verified: no, type: map_at_100
value: 70.775
verified: no, type: map_at_1000
value: 70.82300000000001
verified: no, type: map_at_20
value: 70.47099999999999
verified: no, type: map_at_3
value: 66.81200000000001
verified: no, type: map_at_5
value: 68.85
verified: no, type: mrr_at_1
value: 84.59702588580869
verified: no, type: mrr_at_10
value: 89.3224608857067
verified: no, type: mrr_at_100
value: 89.42205720574383
verified: no, type: mrr_at_1000
value: 89.425588995421
verified: no, type: mrr_at_20
value: 89.38641899747822
verified: no, type: mrr_at_3
value: 88.68184321644944
verified: no, type: mrr_at_5
value: 89.0995043143014
verified: no, type: nauc_map_at_1000_diff1
value: 11.875767523175762
verified: no, type: nauc_map_at_1000_max
value: 23.23376674530728
verified: no, type: nauc_map_at_1000_std
value: 18.523605995632938
verified: no, type: nauc_map_at_100_diff1
value: 11.85910449749788
verified: no, type: nauc_map_at_100_max
value: 23.239547476164876
verified: no, type: nauc_map_at_100_std
value: 18.565229607460537
verified: no, type: nauc_map_at_10_diff1
value: 11.607663265355745
verified: no, type: nauc_map_at_10_max
value: 22.923495646620154
verified: no, type: nauc_map_at_10_std
value: 18.030180953748534
verified: no, type: nauc_map_at_1_diff1
value: 69.04595571010425
verified: no, type: nauc_map_at_1_max
value: 42.68450581268141
verified: no, type: nauc_map_at_1_std
value: 3.9078744944302226
verified: no, type: nauc_map_at_20_diff1
value: 11.723969128072866
verified: no, type: nauc_map_at_20_max
value: 23.11544870270342
verified: no, type: nauc_map_at_20_std
value: 18.41858338547983
verified: no, type: nauc_map_at_3_diff1
value: 11.195009895256332
verified: no, type: nauc_map_at_3_max
value: 21.124864974433763
verified: no, type: nauc_map_at_3_std
value: 14.668115105817323
verified: no, type: nauc_map_at_5_diff1
value: 11.399725827702468
verified: no, type: nauc_map_at_5_max
value: 22.68356071435758
verified: no, type: nauc_map_at_5_std
value: 17.006805900547196
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.99516710058342
verified: no, type: nauc_mrr_at_1000_max
value: 45.15957182658708
verified: no, type: nauc_mrr_at_1000_std
value: 5.625688035185145
verified: no, type: nauc_mrr_at_100_diff1
value: 68.00038022639141
verified: no, type: nauc_mrr_at_100_max
value: 45.1718894878634
verified: no, type: nauc_mrr_at_100_std
value: 5.642257978446126
verified: no, type: nauc_mrr_at_10_diff1
value: 67.97643955659808
verified: no, type: nauc_mrr_at_10_max
value: 45.24875815550117
verified: no, type: nauc_mrr_at_10_std
value: 5.6282245777631825
verified: no, type: nauc_mrr_at_1_diff1
value: 69.04595571010425
verified: no, type: nauc_mrr_at_1_max
value: 42.68450581268141
verified: no, type: nauc_mrr_at_1_std
value: 3.9078744944302226
verified: no, type: nauc_mrr_at_20_diff1
value: 67.98186373375957
verified: no, type: nauc_mrr_at_20_max
value: 45.16955056454227
verified: no, type: nauc_mrr_at_20_std
value: 5.643021098296383
verified: no, type: nauc_mrr_at_3_diff1
value: 67.74068066479995
verified: no, type: nauc_mrr_at_3_max
value: 45.233627819514496
verified: no, type: nauc_mrr_at_3_std
value: 5.073903037944697
verified: no, type: nauc_mrr_at_5_diff1
value: 67.90073680819802
verified: no, type: nauc_mrr_at_5_max
value: 45.28874529948139
verified: no, type: nauc_mrr_at_5_std
value: 5.533506436522208
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.45245983930683
verified: no, type: nauc_ndcg_at_1000_max
value: 27.416507398330854
verified: no, type: nauc_ndcg_at_1000_std
value: 20.799288194838745
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.774579523633484
verified: no, type: nauc_ndcg_at_100_max
value: 27.484015450724563
verified: no, type: nauc_ndcg_at_100_std
value: 21.824361827289604
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.454456871906594
verified: no, type: nauc_ndcg_at_10_max
value: 26.248157142106788
verified: no, type: nauc_ndcg_at_10_std
value: 19.85534143153061
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.04595571010425
verified: no, type: nauc_ndcg_at_1_max
value: 42.68450581268141
verified: no, type: nauc_ndcg_at_1_std
value: 3.9078744944302226
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.783596764102448
verified: no, type: nauc_ndcg_at_20_max
value: 26.674447936981803
verified: no, type: nauc_ndcg_at_20_std
value: 20.955085734378283
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.323138577650877
verified: no, type: nauc_ndcg_at_3_max
value: 23.919505607419378
verified: no, type: nauc_ndcg_at_3_std
value: 14.438155012059939
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.252513953720612
verified: no, type: nauc_ndcg_at_5_max
value: 25.834906380090715
verified: no, type: nauc_ndcg_at_5_std
value: 17.797879786189498
verified: no, type: nauc_precision_at_1000_diff1
value: -5.612996021391802
verified: no, type: nauc_precision_at_1000_max
value: 29.621124808949475
verified: no, type: nauc_precision_at_1000_std
value: 60.2180272898463
verified: no, type: nauc_precision_at_100_diff1
value: -0.4655256365736023
verified: no, type: nauc_precision_at_100_max
value: 27.863131801262153
verified: no, type: nauc_precision_at_100_std
value: 48.24283178268865
verified: no, type: nauc_precision_at_10_diff1
value: 1.467484417678075
verified: no, type: nauc_precision_at_10_max
value: 23.063996835379925
verified: no, type: nauc_precision_at_10_std
value: 30.225428590871395
verified: no, type: nauc_precision_at_1_diff1
value: 69.04595571010425
verified: no, type: nauc_precision_at_1_max
value: 42.68450581268141
verified: no, type: nauc_precision_at_1_std
value: 3.9078744944302226
verified: no, type: nauc_precision_at_20_diff1
value: 0.16098170706775244
verified: no, type: nauc_precision_at_20_max
value: 23.545698533798383
verified: no, type: nauc_precision_at_20_std
value: 35.3738609349459
verified: no, type: nauc_precision_at_3_diff1
value: 4.822099897775316
verified: no, type: nauc_precision_at_3_max
value: 19.882902254898795
verified: no, type: nauc_precision_at_3_std
value: 17.397463603075302
verified: no, type: nauc_precision_at_5_diff1
value: 3.1779150794512656
verified: no, type: nauc_precision_at_5_max
value: 22.753201773071552
verified: no, type: nauc_precision_at_5_std
value: 24.028684632710412
verified: no, type: nauc_recall_at_1000_diff1
value: -5.6129960213919
verified: no, type: nauc_recall_at_1000_max
value: 29.62112480894871
verified: no, type: nauc_recall_at_1000_std
value: 60.2180272898464
verified: no, type: nauc_recall_at_100_diff1
value: -0.4655256365738292
verified: no, type: nauc_recall_at_100_max
value: 27.863131801261865
verified: no, type: nauc_recall_at_100_std
value: 48.24283178268853
verified: no, type: nauc_recall_at_10_diff1
value: 1.4674844176780142
verified: no, type: nauc_recall_at_10_max
value: 23.063996835379864
verified: no, type: nauc_recall_at_10_std
value: 30.225428590871335
verified: no, type: nauc_recall_at_1_diff1
value: 69.04595571010425
verified: no, type: nauc_recall_at_1_max
value: 42.68450581268141
verified: no, type: nauc_recall_at_1_std
value: 3.9078744944302226
verified: no, type: nauc_recall_at_20_diff1
value: 0.16098170706756573
verified: no, type: nauc_recall_at_20_max
value: 23.545698533798166
verified: no, type: nauc_recall_at_20_std
value: 35.37386093494575
verified: no, type: nauc_recall_at_3_diff1
value: 4.822099897775345
verified: no, type: nauc_recall_at_3_max
value: 19.882902254898895
verified: no, type: nauc_recall_at_3_std
value: 17.397463603075416
verified: no, type: nauc_recall_at_5_diff1
value: 3.177915079451333
verified: no, type: nauc_recall_at_5_max
value: 22.75320177307157
verified: no, type: nauc_recall_at_5_std
value: 24.028684632710416
verified: no, type: ndcg_at_1
value: 84.597
verified: no, type: ndcg_at_10
value: 77.35600000000001
verified: no, type: ndcg_at_100
value: 79.84700000000001
verified: no, type: ndcg_at_1000
value: 80.739
verified: no, type: ndcg_at_20
value: 78.457
verified: no, type: ndcg_at_3
value: 73.02499999999999
verified: no, type: ndcg_at_5
value: 75.493
verified: no, type: precision_at_1
value: 84.597
verified: no, type: precision_at_10
value: 16.091
verified: no, type: precision_at_100
value: 1.8010000000000002
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: precision_at_20
value: 8.399
verified: no, type: precision_at_3
value: 47.292
verified: no, type: precision_at_5
value: 30.318
verified: no, type: recall_at_1
value: 42.299
verified: no, type: recall_at_10
value: 80.457
verified: no, type: recall_at_100
value: 90.03999999999999
verified: no, type: recall_at_1000
value: 95.91499999999999
verified: no, type: recall_at_20
value: 83.991
verified: no, type: recall_at_3
value: 70.938
verified: no, type: recall_at_5
value: 75.794
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 75.62
verified: no, type: map_at_1
value: 41.715
verified: no, type: map_at_10
value: 67.84400000000001
verified: no, type: map_at_100
value: 68.676
verified: no, type: map_at_1000
value: 68.72399999999999
verified: no, type: map_at_20
value: 68.351
verified: no, type: map_at_3
value: 64.332
verified: no, type: map_at_5
value: 66.618
verified: no, type: mrr_at_1
value: 83.43011478730588
verified: no, type: mrr_at_10
value: 88.32890689474063
verified: no, type: mrr_at_100
value: 88.45342904155198
verified: no, type: mrr_at_1000
value: 88.45692717602427
verified: no, type: mrr_at_20
value: 88.41265148599933
verified: no, type: mrr_at_3
value: 87.6097231600268
verified: no, type: mrr_at_5
value: 88.08102633355813
verified: no, type: nauc_map_at_1000_diff1
value: 9.465654364107301
verified: no, type: nauc_map_at_1000_max
value: 15.417980238546377
verified: no, type: nauc_map_at_1000_std
value: 12.078075854093665
verified: no, type: nauc_map_at_100_diff1
value: 9.442359625098023
verified: no, type: nauc_map_at_100_max
value: 15.412594933146517
verified: no, type: nauc_map_at_100_std
value: 12.110494024932517
verified: no, type: nauc_map_at_10_diff1
value: 9.459426708991023
verified: no, type: nauc_map_at_10_max
value: 15.311848156939039
verified: no, type: nauc_map_at_10_std
value: 11.55461807074889
verified: no, type: nauc_map_at_1_diff1
value: 65.05713874046143
verified: no, type: nauc_map_at_1_max
value: 39.626722996510665
verified: no, type: nauc_map_at_1_std
value: -0.3991780785384316
verified: no, type: nauc_map_at_20_diff1
value: 9.328534555998699
verified: no, type: nauc_map_at_20_max
value: 15.307575956530108
verified: no, type: nauc_map_at_20_std
value: 11.96904723212192
verified: no, type: nauc_map_at_3_diff1
value: 8.915324889938061
verified: no, type: nauc_map_at_3_max
value: 13.514273119710563
verified: no, type: nauc_map_at_3_std
value: 8.332620819223683
verified: no, type: nauc_map_at_5_diff1
value: 8.63645860950366
verified: no, type: nauc_map_at_5_max
value: 14.350213952951254
verified: no, type: nauc_map_at_5_std
value: 10.554511015067682
verified: no, type: nauc_mrr_at_1000_diff1
value: 64.29376507350443
verified: no, type: nauc_mrr_at_1000_max
value: 42.432971323016226
verified: no, type: nauc_mrr_at_1000_std
value: 1.103214916935443
verified: no, type: nauc_mrr_at_100_diff1
value: 64.29483641804482
verified: no, type: nauc_mrr_at_100_max
value: 42.438961831187314
verified: no, type: nauc_mrr_at_100_std
value: 1.108904601847414
verified: no, type: nauc_mrr_at_10_diff1
value: 64.31510468330697
verified: no, type: nauc_mrr_at_10_max
value: 42.52427399840782
verified: no, type: nauc_mrr_at_10_std
value: 1.131217952433522
verified: no, type: nauc_mrr_at_1_diff1
value: 65.05713874046143
verified: no, type: nauc_mrr_at_1_max
value: 39.626722996510665
verified: no, type: nauc_mrr_at_1_std
value: -0.3991780785384316
verified: no, type: nauc_mrr_at_20_diff1
value: 64.28943699159083
verified: no, type: nauc_mrr_at_20_max
value: 42.48416850113432
verified: no, type: nauc_mrr_at_20_std
value: 1.1557131772785048
verified: no, type: nauc_mrr_at_3_diff1
value: 63.94398567446783
verified: no, type: nauc_mrr_at_3_max
value: 42.543599757686565
verified: no, type: nauc_mrr_at_3_std
value: 0.8656592208469659
verified: no, type: nauc_mrr_at_5_diff1
value: 64.26440164249783
verified: no, type: nauc_mrr_at_5_max
value: 42.76831128910234
verified: no, type: nauc_mrr_at_5_std
value: 0.9815638280513239
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.819261980172072
verified: no, type: nauc_ndcg_at_1000_max
value: 20.40080036519792
verified: no, type: nauc_ndcg_at_1000_std
value: 14.437662972269072
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.934115203495086
verified: no, type: nauc_ndcg_at_100_max
value: 20.17258598061381
verified: no, type: nauc_ndcg_at_100_std
value: 15.368792248125951
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.601053630285463
verified: no, type: nauc_ndcg_at_10_max
value: 19.4487220332248
verified: no, type: nauc_ndcg_at_10_std
value: 13.167535068795317
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.05713874046143
verified: no, type: nauc_ndcg_at_1_max
value: 39.626722996510665
verified: no, type: nauc_ndcg_at_1_std
value: -0.3991780785384316
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.179531301272236
verified: no, type: nauc_ndcg_at_20_max
value: 19.472746452573293
verified: no, type: nauc_ndcg_at_20_std
value: 14.501827055912294
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.108042690817394
verified: no, type: nauc_ndcg_at_3_max
value: 16.987464708832828
verified: no, type: nauc_ndcg_at_3_std
value: 8.179470755035126
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.385764378384962
verified: no, type: nauc_ndcg_at_5_max
value: 17.933522110142857
verified: no, type: nauc_ndcg_at_5_std
value: 11.19858703808597
verified: no, type: nauc_precision_at_1000_diff1
value: -11.509824758756242
verified: no, type: nauc_precision_at_1000_max
value: 22.55648484580021
verified: no, type: nauc_precision_at_1000_std
value: 52.19288714530133
verified: no, type: nauc_precision_at_100_diff1
value: -7.139163153266277
verified: no, type: nauc_precision_at_100_max
value: 18.186960433502737
verified: no, type: nauc_precision_at_100_std
value: 41.56352667223246
verified: no, type: nauc_precision_at_10_diff1
value: 0.19926178236397488
verified: no, type: nauc_precision_at_10_max
value: 15.790669273945133
verified: no, type: nauc_precision_at_10_std
value: 22.227701276074303
verified: no, type: nauc_precision_at_1_diff1
value: 65.05713874046143
verified: no, type: nauc_precision_at_1_max
value: 39.626722996510665
verified: no, type: nauc_precision_at_1_std
value: -0.3991780785384316
verified: no, type: nauc_precision_at_20_diff1
value: -3.7308762969820637
verified: no, type: nauc_precision_at_20_max
value: 15.252245858128093
verified: no, type: nauc_precision_at_20_std
value: 28.673602701400558
verified: no, type: nauc_precision_at_3_diff1
value: 2.200279758618242
verified: no, type: nauc_precision_at_3_max
value: 12.01603816399143
verified: no, type: nauc_precision_at_3_std
value: 10.776563947053933
verified: no, type: nauc_precision_at_5_diff1
value: -0.656454595582822
verified: no, type: nauc_precision_at_5_max
value: 12.954740919197965
verified: no, type: nauc_precision_at_5_std
value: 16.594853377568537
verified: no, type: nauc_recall_at_1000_diff1
value: -11.50982475875598
verified: no, type: nauc_recall_at_1000_max
value: 22.55648484580021
verified: no, type: nauc_recall_at_1000_std
value: 52.19288714530176
verified: no, type: nauc_recall_at_100_diff1
value: -7.139163153266106
verified: no, type: nauc_recall_at_100_max
value: 18.186960433502737
verified: no, type: nauc_recall_at_100_std
value: 41.56352667223245
verified: no, type: nauc_recall_at_10_diff1
value: 0.19926178236406988
verified: no, type: nauc_recall_at_10_max
value: 15.790669273945342
verified: no, type: nauc_recall_at_10_std
value: 22.22770127607443
verified: no, type: nauc_recall_at_1_diff1
value: 65.05713874046143
verified: no, type: nauc_recall_at_1_max
value: 39.626722996510665
verified: no, type: nauc_recall_at_1_std
value: -0.3991780785384316
verified: no, type: nauc_recall_at_20_diff1
value: -3.7308762969819664
verified: no, type: nauc_recall_at_20_max
value: 15.252245858128083
verified: no, type: nauc_recall_at_20_std
value: 28.673602701400608
verified: no, type: nauc_recall_at_3_diff1
value: 2.200279758618139
verified: no, type: nauc_recall_at_3_max
value: 12.016038163991432
verified: no, type: nauc_recall_at_3_std
value: 10.776563947053829
verified: no, type: nauc_recall_at_5_diff1
value: -0.6564545955828385
verified: no, type: nauc_recall_at_5_max
value: 12.954740919197997
verified: no, type: nauc_recall_at_5_std
value: 16.59485337756855
verified: no, type: ndcg_at_1
value: 83.43
verified: no, type: ndcg_at_10
value: 75.62
verified: no, type: ndcg_at_100
value: 78.365
verified: no, type: ndcg_at_1000
value: 79.278
verified: no, type: ndcg_at_20
value: 76.831
verified: no, type: ndcg_at_3
value: 70.86200000000001
verified: no, type: ndcg_at_5
value: 73.64
verified: no, type: precision_at_1
value: 83.43
verified: no, type: precision_at_10
value: 15.776000000000002
verified: no, type: precision_at_100
value: 1.79
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 8.276
verified: no, type: precision_at_3
value: 45.631
verified: no, type: precision_at_5
value: 29.572
verified: no, type: recall_at_1
value: 41.715
verified: no, type: recall_at_10
value: 78.879
verified: no, type: recall_at_100
value: 89.507
verified: no, type: recall_at_1000
value: 95.537
verified: no, type: recall_at_20
value: 82.762
verified: no, type: recall_at_3
value: 68.447
verified: no, type: recall_at_5
value: 73.92999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 77.837
verified: no, type: map_at_1
value: 42.368
verified: no, type: map_at_10
value: 70.482
verified: no, type: map_at_100
value: 71.25399999999999
verified: no, type: map_at_1000
value: 71.3
verified: no, type: map_at_20
value: 70.951
verified: no, type: map_at_3
value: 67.094
verified: no, type: map_at_5
value: 69.28699999999999
verified: no, type: mrr_at_1
value: 84.73647058823529
verified: no, type: mrr_at_10
value: 89.43228011204313
verified: no, type: mrr_at_100
value: 89.53538640990537
verified: no, type: mrr_at_1000
value: 89.53820110602267
verified: no, type: mrr_at_20
value: 89.5025639405047
verified: no, type: mrr_at_3
value: 88.76078431372584
verified: no, type: mrr_at_5
value: 89.21313725490114
verified: no, type: nauc_map_at_1000_diff1
value: 12.622422238298029
verified: no, type: nauc_map_at_1000_max
value: 24.134646613977147
verified: no, type: nauc_map_at_1000_std
value: 18.559113679096974
verified: no, type: nauc_map_at_100_diff1
value: 12.595518910984365
verified: no, type: nauc_map_at_100_max
value: 24.13615988100401
verified: no, type: nauc_map_at_100_std
value: 18.594772743956266
verified: no, type: nauc_map_at_10_diff1
value: 12.31736038153525
verified: no, type: nauc_map_at_10_max
value: 23.887804934291093
verified: no, type: nauc_map_at_10_std
value: 18.137521899470006
verified: no, type: nauc_map_at_1_diff1
value: 68.72516447237027
verified: no, type: nauc_map_at_1_max
value: 44.3569136727875
verified: no, type: nauc_map_at_1_std
value: 6.39841495768188
verified: no, type: nauc_map_at_20_diff1
value: 12.468069986147025
verified: no, type: nauc_map_at_20_max
value: 24.078546039077274
verified: no, type: nauc_map_at_20_std
value: 18.522291511348463
verified: no, type: nauc_map_at_3_diff1
value: 11.842231338011665
verified: no, type: nauc_map_at_3_max
value: 22.112542722165667
verified: no, type: nauc_map_at_3_std
value: 14.832260061022543
verified: no, type: nauc_map_at_5_diff1
value: 12.034798052329245
verified: no, type: nauc_map_at_5_max
value: 23.31731384989271
verified: no, type: nauc_map_at_5_std
value: 17.01434920419027
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.07028540743218
verified: no, type: nauc_mrr_at_1000_max
value: 47.244151670522704
verified: no, type: nauc_mrr_at_1000_std
value: 9.103356279698557
verified: no, type: nauc_mrr_at_100_diff1
value: 68.07124406272081
verified: no, type: nauc_mrr_at_100_max
value: 47.251355072908616
verified: no, type: nauc_mrr_at_100_std
value: 9.114544406098922
verified: no, type: nauc_mrr_at_10_diff1
value: 68.05566531720568
verified: no, type: nauc_mrr_at_10_max
value: 47.34781296160981
verified: no, type: nauc_mrr_at_10_std
value: 9.162073165810337
verified: no, type: nauc_mrr_at_1_diff1
value: 68.72516447237027
verified: no, type: nauc_mrr_at_1_max
value: 44.3569136727875
verified: no, type: nauc_mrr_at_1_std
value: 6.39841495768188
verified: no, type: nauc_mrr_at_20_diff1
value: 68.06579079523253
verified: no, type: nauc_mrr_at_20_max
value: 47.29519256825747
verified: no, type: nauc_mrr_at_20_std
value: 9.157454906021048
verified: no, type: nauc_mrr_at_3_diff1
value: 67.86665880252679
verified: no, type: nauc_mrr_at_3_max
value: 47.32534131711564
verified: no, type: nauc_mrr_at_3_std
value: 8.794606309056801
verified: no, type: nauc_mrr_at_5_diff1
value: 68.01593510697437
verified: no, type: nauc_mrr_at_5_max
value: 47.43102895637358
verified: no, type: nauc_mrr_at_5_std
value: 9.090489695071675
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.409351180430658
verified: no, type: nauc_ndcg_at_1000_max
value: 28.708136310658155
verified: no, type: nauc_ndcg_at_1000_std
value: 21.135251598909345
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.544111410209364
verified: no, type: nauc_ndcg_at_100_max
value: 28.691312106667215
verified: no, type: nauc_ndcg_at_100_std
value: 22.159472487586196
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.18622230783884
verified: no, type: nauc_ndcg_at_10_max
value: 27.61517105165476
verified: no, type: nauc_ndcg_at_10_std
value: 20.381795917366187
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.72516447237027
verified: no, type: nauc_ndcg_at_1_max
value: 44.3569136727875
verified: no, type: nauc_ndcg_at_1_std
value: 6.39841495768188
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.621217561108292
verified: no, type: nauc_ndcg_at_20_max
value: 28.220217881192745
verified: no, type: nauc_ndcg_at_20_std
value: 21.634321155851048
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.95281740780042
verified: no, type: nauc_ndcg_at_3_max
value: 25.139541410129908
verified: no, type: nauc_ndcg_at_3_std
value: 15.071626218489095
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.85509256640343
verified: no, type: nauc_ndcg_at_5_max
value: 26.62380882436261
verified: no, type: nauc_ndcg_at_5_std
value: 18.144940484549487
verified: no, type: nauc_precision_at_1000_diff1
value: -2.498904728204529
verified: no, type: nauc_precision_at_1000_max
value: 33.673710106830924
verified: no, type: nauc_precision_at_1000_std
value: 60.30188328802003
verified: no, type: nauc_precision_at_100_diff1
value: -0.708165353412955
verified: no, type: nauc_precision_at_100_max
value: 29.52115017710721
verified: no, type: nauc_precision_at_100_std
value: 49.19453346494841
verified: no, type: nauc_precision_at_10_diff1
value: 2.2783774953634794
verified: no, type: nauc_precision_at_10_max
value: 24.999953606470182
verified: no, type: nauc_precision_at_10_std
value: 30.42307537842161
verified: no, type: nauc_precision_at_1_diff1
value: 68.72516447237027
verified: no, type: nauc_precision_at_1_max
value: 44.3569136727875
verified: no, type: nauc_precision_at_1_std
value: 6.39841495768188
verified: no, type: nauc_precision_at_20_diff1
value: 1.1464298366823311
verified: no, type: nauc_precision_at_20_max
value: 26.511392023129375
verified: no, type: nauc_precision_at_20_std
value: 36.70867843499613
verified: no, type: nauc_precision_at_3_diff1
value: 5.688601758765791
verified: no, type: nauc_precision_at_3_max
value: 21.188583258128727
verified: no, type: nauc_precision_at_3_std
value: 17.592622457537157
verified: no, type: nauc_precision_at_5_diff1
value: 3.77247674190975
verified: no, type: nauc_precision_at_5_max
value: 23.106552905037606
verified: no, type: nauc_precision_at_5_std
value: 23.561612818949644
verified: no, type: nauc_recall_at_1000_diff1
value: -2.498904728204562
verified: no, type: nauc_recall_at_1000_max
value: 33.67371010683099
verified: no, type: nauc_recall_at_1000_std
value: 60.301883288019994
verified: no, type: nauc_recall_at_100_diff1
value: -0.7081653534129272
verified: no, type: nauc_recall_at_100_max
value: 29.52115017710731
verified: no, type: nauc_recall_at_100_std
value: 49.194533464948535
verified: no, type: nauc_recall_at_10_diff1
value: 2.2783774953635603
verified: no, type: nauc_recall_at_10_max
value: 24.999953606470118
verified: no, type: nauc_recall_at_10_std
value: 30.423075378421586
verified: no, type: nauc_recall_at_1_diff1
value: 68.72516447237027
verified: no, type: nauc_recall_at_1_max
value: 44.3569136727875
verified: no, type: nauc_recall_at_1_std
value: 6.39841495768188
verified: no, type: nauc_recall_at_20_diff1
value: 1.146429836682064
verified: no, type: nauc_recall_at_20_max
value: 26.5113920231293
verified: no, type: nauc_recall_at_20_std
value: 36.70867843499605
verified: no, type: nauc_recall_at_3_diff1
value: 5.688601758765744
verified: no, type: nauc_recall_at_3_max
value: 21.18858325812871
verified: no, type: nauc_recall_at_3_std
value: 17.592622457537157
verified: no, type: nauc_recall_at_5_diff1
value: 3.7724767419099234
verified: no, type: nauc_recall_at_5_max
value: 23.106552905037674
verified: no, type: nauc_recall_at_5_std
value: 23.561612818949783
verified: no, type: ndcg_at_1
value: 84.736
verified: no, type: ndcg_at_10
value: 77.837
verified: no, type: ndcg_at_100
value: 80.357
verified: no, type: ndcg_at_1000
value: 81.183
verified: no, type: ndcg_at_20
value: 78.949
verified: no, type: ndcg_at_3
value: 73.258
verified: no, type: ndcg_at_5
value: 75.919
verified: no, type: precision_at_1
value: 84.736
verified: no, type: precision_at_10
value: 16.250999999999998
verified: no, type: precision_at_100
value: 1.82
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_20
value: 8.482000000000001
verified: no, type: precision_at_3
value: 47.475
verified: no, type: precision_at_5
value: 30.581999999999997
verified: no, type: recall_at_1
value: 42.368
verified: no, type: recall_at_10
value: 81.255
verified: no, type: recall_at_100
value: 90.994
verified: no, type: recall_at_1000
value: 96.398
verified: no, type: recall_at_20
value: 84.824
verified: no, type: recall_at_3
value: 71.21300000000001
verified: no, type: recall_at_5
value: 76.456
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 43.462
verified: no, type: map_at_1
value: 23.25
verified: no, type: map_at_10
value: 36.224000000000004
verified: no, type: map_at_100
value: 37.349
verified: no, type: map_at_1000
value: 37.391999999999996
verified: no, type: map_at_20
value: 36.921
verified: no, type: map_at_3
value: 32.208
verified: no, type: map_at_5
value: 34.573
verified: no, type: mrr_at_1
value: 23.88252148997135
verified: no, type: mrr_at_10
value: 36.85216832673849
verified: no, type: mrr_at_100
value: 37.90739898332828
verified: no, type: mrr_at_1000
value: 37.94515095895543
verified: no, type: mrr_at_20
value: 37.51240671241301
verified: no, type: mrr_at_3
value: 32.91786055396362
verified: no, type: mrr_at_5
value: 35.23304680038204
verified: no, type: nauc_map_at_1000_diff1
value: 36.39047949939039
verified: no, type: nauc_map_at_1000_max
value: 2.3578743172188035
verified: no, type: nauc_map_at_1000_std
value: -18.727873389577592
verified: no, type: nauc_map_at_100_diff1
value: 36.384143241496226
verified: no, type: nauc_map_at_100_max
value: 2.3497513932749614
verified: no, type: nauc_map_at_100_std
value: -18.70122938038941
verified: no, type: nauc_map_at_10_diff1
value: 36.33329278355692
verified: no, type: nauc_map_at_10_max
value: 2.138450676545341
verified: no, type: nauc_map_at_10_std
value: -19.45579958491671
verified: no, type: nauc_map_at_1_diff1
value: 39.404102475568564
verified: no, type: nauc_map_at_1_max
value: 2.7206579628418126
verified: no, type: nauc_map_at_1_std
value: -16.855247645496085
verified: no, type: nauc_map_at_20_diff1
value: 36.302767883282456
verified: no, type: nauc_map_at_20_max
value: 2.2735066233134695
verified: no, type: nauc_map_at_20_std
value: -18.973295136131522
verified: no, type: nauc_map_at_3_diff1
value: 36.56553095724739
verified: no, type: nauc_map_at_3_max
value: 2.3275087952103526
verified: no, type: nauc_map_at_3_std
value: -19.3527032157449
verified: no, type: nauc_map_at_5_diff1
value: 36.40211831532397
verified: no, type: nauc_map_at_5_max
value: 2.235741458377666
verified: no, type: nauc_map_at_5_std
value: -19.701014659193824
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.438574231588525
verified: no, type: nauc_mrr_at_1000_max
value: 2.485811765062565
verified: no, type: nauc_mrr_at_1000_std
value: -18.5317957659061
verified: no, type: nauc_mrr_at_100_diff1
value: 36.432843922329596
verified: no, type: nauc_mrr_at_100_max
value: 2.4824945841823816
verified: no, type: nauc_mrr_at_100_std
value: -18.50245936037501
verified: no, type: nauc_mrr_at_10_diff1
value: 36.37249341280693
verified: no, type: nauc_mrr_at_10_max
value: 2.3153304860037607
verified: no, type: nauc_mrr_at_10_std
value: -19.22693970447962
verified: no, type: nauc_mrr_at_1_diff1
value: 39.38128062971168
verified: no, type: nauc_mrr_at_1_max
value: 2.7209494702622874
verified: no, type: nauc_mrr_at_1_std
value: -16.953692595799737
verified: no, type: nauc_mrr_at_20_diff1
value: 36.3579490781177
verified: no, type: nauc_mrr_at_20_max
value: 2.4387677123377283
verified: no, type: nauc_mrr_at_20_std
value: -18.732976355263567
verified: no, type: nauc_mrr_at_3_diff1
value: 36.533228792596574
verified: no, type: nauc_mrr_at_3_max
value: 2.361606755695883
verified: no, type: nauc_mrr_at_3_std
value: -19.245211696661034
verified: no, type: nauc_mrr_at_5_diff1
value: 36.3816321319283
verified: no, type: nauc_mrr_at_5_max
value: 2.3437756296821632
verified: no, type: nauc_mrr_at_5_std
value: -19.471789402286344
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.79039219929976
verified: no, type: nauc_ndcg_at_1000_max
value: 2.811728033687246
verified: no, type: nauc_ndcg_at_1000_std
value: -17.338286061955813
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.59261399719066
verified: no, type: nauc_ndcg_at_100_max
value: 2.7108910063207783
verified: no, type: nauc_ndcg_at_100_std
value: -16.30247877675029
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.33021934007167
verified: no, type: nauc_ndcg_at_10_max
value: 1.8215726138615624
verified: no, type: nauc_ndcg_at_10_std
value: -20.06278292037688
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.38128062971168
verified: no, type: nauc_ndcg_at_1_max
value: 2.7209494702622874
verified: no, type: nauc_ndcg_at_1_std
value: -16.953692595799737
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.166139885264435
verified: no, type: nauc_ndcg_at_20_max
value: 2.2458844698840195
verified: no, type: nauc_ndcg_at_20_std
value: -18.248706272894776
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.815749048912664
verified: no, type: nauc_ndcg_at_3_max
value: 2.138161873272173
verified: no, type: nauc_ndcg_at_3_std
value: -20.118216970119295
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.55268589882809
verified: no, type: nauc_ndcg_at_5_max
value: 2.0174915835937095
verified: no, type: nauc_ndcg_at_5_std
value: -20.691081813335547
verified: no, type: nauc_precision_at_1000_diff1
value: -3.3391122943171885
verified: no, type: nauc_precision_at_1000_max
value: 11.198425802216269
verified: no, type: nauc_precision_at_1000_std
value: 13.383104359443937
verified: no, type: nauc_precision_at_100_diff1
value: 12.850391114610302
verified: no, type: nauc_precision_at_100_max
value: 8.157136543556543
verified: no, type: nauc_precision_at_100_std
value: 16.476563311300353
verified: no, type: nauc_precision_at_10_diff1
value: 28.63945922218073
verified: no, type: nauc_precision_at_10_max
value: 0.455900949813612
verified: no, type: nauc_precision_at_10_std
value: -20.77018206831735
verified: no, type: nauc_precision_at_1_diff1
value: 39.38128062971168
verified: no, type: nauc_precision_at_1_max
value: 2.7209494702622874
verified: no, type: nauc_precision_at_1_std
value: -16.953692595799737
verified: no, type: nauc_precision_at_20_diff1
value: 24.195296149610957
verified: no, type: nauc_precision_at_20_max
value: 2.5484785002551718
verified: no, type: nauc_precision_at_20_std
value: -10.930465943156257
verified: no, type: nauc_precision_at_3_diff1
value: 33.06268024815025
verified: no, type: nauc_precision_at_3_max
value: 1.6291541332500454
verified: no, type: nauc_precision_at_3_std
value: -22.18898625767765
verified: no, type: nauc_precision_at_5_diff1
value: 31.65289218498212
verified: no, type: nauc_precision_at_5_max
value: 1.2951472084768743
verified: no, type: nauc_precision_at_5_std
value: -23.27704936042841
verified: no, type: nauc_recall_at_1000_diff1
value: 23.23177983481788
verified: no, type: nauc_recall_at_1000_max
value: 38.7253356088564
verified: no, type: nauc_recall_at_1000_std
value: 67.48000156648311
verified: no, type: nauc_recall_at_100_diff1
value: 28.544420505491562
verified: no, type: nauc_recall_at_100_max
value: 7.671908258293046
verified: no, type: nauc_recall_at_100_std
value: 21.858917656037523
verified: no, type: nauc_recall_at_10_diff1
value: 31.49652837714782
verified: no, type: nauc_recall_at_10_max
value: 0.4106392530350634
verified: no, type: nauc_recall_at_10_std
value: -21.78064007132412
verified: no, type: nauc_recall_at_1_diff1
value: 39.404102475568564
verified: no, type: nauc_recall_at_1_max
value: 2.7206579628418126
verified: no, type: nauc_recall_at_1_std
value: -16.855247645496085
verified: no, type: nauc_recall_at_20_diff1
value: 29.666357411097906
verified: no, type: nauc_recall_at_20_max
value: 1.9441414764681684
verified: no, type: nauc_recall_at_20_std
value: -12.932407352213746
verified: no, type: nauc_recall_at_3_diff1
value: 33.55593640265306
verified: no, type: nauc_recall_at_3_max
value: 1.5516845419621723
verified: no, type: nauc_recall_at_3_std
value: -22.119363526106568
verified: no, type: nauc_recall_at_5_diff1
value: 32.857815579888154
verified: no, type: nauc_recall_at_5_max
value: 1.2405193929536131
verified: no, type: nauc_recall_at_5_std
value: -23.542815544770555
verified: no, type: ndcg_at_1
value: 23.883
verified: no, type: ndcg_at_10
value: 43.462
verified: no, type: ndcg_at_100
value: 48.845
verified: no, type: ndcg_at_1000
value: 49.883
verified: no, type: ndcg_at_20
value: 45.921
verified: no, type: ndcg_at_3
value: 35.321999999999996
verified: no, type: ndcg_at_5
value: 39.512
verified: no, type: precision_at_1
value: 23.883
verified: no, type: precision_at_10
value: 6.862
verified: no, type: precision_at_100
value: 0.9560000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 3.946
verified: no, type: precision_at_3
value: 15.076
verified: no, type: precision_at_5
value: 11.158
verified: no, type: recall_at_1
value: 23.25
verified: no, type: recall_at_10
value: 65.694
verified: no, type: recall_at_100
value: 90.554
verified: no, type: recall_at_1000
value: 98.378
verified: no, type: recall_at_20
value: 75.224
verified: no, type: recall_at_3
value: 43.628
verified: no, type: recall_at_5
value: 53.659
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 74.139
verified: no, type: map_at_1
value: 2.464
verified: no, type: map_at_10
value: 16.541
verified: no, type: map_at_100
value: 44.478
verified: no, type: map_at_1000
value: 53.15
verified: no, type: map_at_20
value: 25.904
verified: no, type: map_at_3
value: 6.765000000000001
verified: no, type: map_at_5
value: 9.983
verified: no, type: mrr_at_1
value: 95.34883720930233
verified: no, type: mrr_at_10
value: 97.28682170542636
verified: no, type: mrr_at_100
value: 97.28682170542636
verified: no, type: mrr_at_1000
value: 97.28682170542636
verified: no, type: mrr_at_20
value: 97.28682170542636
verified: no, type: mrr_at_3
value: 97.28682170542636
verified: no, type: mrr_at_5
value: 97.28682170542636
verified: no, type: nauc_map_at_1000_diff1
value: -24.31518623918347
verified: no, type: nauc_map_at_1000_max
value: 33.70070261129663
verified: no, type: nauc_map_at_1000_std
value: 52.73406144577475
verified: no, type: nauc_map_at_100_diff1
value: -6.716075858891885
verified: no, type: nauc_map_at_100_max
value: 14.830377435009204
verified: no, type: nauc_map_at_100_std
value: 22.182430558548326
verified: no, type: nauc_map_at_10_diff1
value: 22.52761274919368
verified: no, type: nauc_map_at_10_max
value: -10.100583311291869
verified: no, type: nauc_map_at_10_std
value: -24.033121680575295
verified: no, type: nauc_map_at_1_diff1
value: 34.97928775395744
verified: no, type: nauc_map_at_1_max
value: -29.165988209556343
verified: no, type: nauc_map_at_1_std
value: -40.87952221234793
verified: no, type: nauc_map_at_20_diff1
value: 15.889296464003886
verified: no, type: nauc_map_at_20_max
value: -4.223749887147732
verified: no, type: nauc_map_at_20_std
value: -11.765238600018108
verified: no, type: nauc_map_at_3_diff1
value: 35.02306731951517
verified: no, type: nauc_map_at_3_max
value: -25.811140250024874
verified: no, type: nauc_map_at_3_std
value: -37.502121900015425
verified: no, type: nauc_map_at_5_diff1
value: 31.60050502637396
verified: no, type: nauc_map_at_5_max
value: -19.753939742728406
verified: no, type: nauc_map_at_5_std
value: -32.326759394631495
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.6109249129507694
verified: no, type: nauc_mrr_at_1000_max
value: -5.264078482070403
verified: no, type: nauc_mrr_at_1000_std
value: -16.896242659959608
verified: no, type: nauc_mrr_at_100_diff1
value: -1.6109249129507694
verified: no, type: nauc_mrr_at_100_max
value: -5.264078482070403
verified: no, type: nauc_mrr_at_100_std
value: -16.896242659959608
verified: no, type: nauc_mrr_at_10_diff1
value: -1.6109249129507694
verified: no, type: nauc_mrr_at_10_max
value: -5.264078482070403
verified: no, type: nauc_mrr_at_10_std
value: -16.896242659959608
verified: no, type: nauc_mrr_at_1_diff1
value: 7.609161311583414
verified: no, type: nauc_mrr_at_1_max
value: -3.1385223772769497
verified: no, type: nauc_mrr_at_1_std
value: -28.92678640083504
verified: no, type: nauc_mrr_at_20_diff1
value: -1.6109249129507694
verified: no, type: nauc_mrr_at_20_max
value: -5.264078482070403
verified: no, type: nauc_mrr_at_20_std
value: -16.896242659959608
verified: no, type: nauc_mrr_at_3_diff1
value: -1.6109249129507694
verified: no, type: nauc_mrr_at_3_max
value: -5.264078482070403
verified: no, type: nauc_mrr_at_3_std
value: -16.896242659959608
verified: no, type: nauc_mrr_at_5_diff1
value: -1.6109249129507694
verified: no, type: nauc_mrr_at_5_max
value: -5.264078482070403
verified: no, type: nauc_mrr_at_5_std
value: -16.896242659959608
verified: no, type: nauc_ndcg_at_1000_diff1
value: -30.3495925805214
verified: no, type: nauc_ndcg_at_1000_max
value: 48.80276747021238
verified: no, type: nauc_ndcg_at_1000_std
value: 54.598664753311596
verified: no, type: nauc_ndcg_at_100_diff1
value: -21.4043832806614
verified: no, type: nauc_ndcg_at_100_max
value: 30.876451567336744
verified: no, type: nauc_ndcg_at_100_std
value: 49.443818028199324
verified: no, type: nauc_ndcg_at_10_diff1
value: -0.45843729874817324
verified: no, type: nauc_ndcg_at_10_max
value: 19.369035024488383
verified: no, type: nauc_ndcg_at_10_std
value: 15.441351418216314
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.57020304062517
verified: no, type: nauc_ndcg_at_1_max
value: 13.126334420445016
verified: no, type: nauc_ndcg_at_1_std
value: -29.628242116322607
verified: no, type: nauc_ndcg_at_20_diff1
value: -15.246366332733999
verified: no, type: nauc_ndcg_at_20_max
value: 14.478542591051463
verified: no, type: nauc_ndcg_at_20_std
value: 27.20707635200001
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.58709456804409
verified: no, type: nauc_ndcg_at_3_max
value: 13.824849529705482
verified: no, type: nauc_ndcg_at_3_std
value: -8.313833570480671
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.91665165479885
verified: no, type: nauc_ndcg_at_5_max
value: 13.930708098322576
verified: no, type: nauc_ndcg_at_5_std
value: 2.127642899981599
verified: no, type: nauc_precision_at_1000_diff1
value: -40.268595202063054
verified: no, type: nauc_precision_at_1000_max
value: 25.88884164935188
verified: no, type: nauc_precision_at_1000_std
value: 55.568406766964415
verified: no, type: nauc_precision_at_100_diff1
value: -42.911915287643346
verified: no, type: nauc_precision_at_100_max
value: 30.08901353124011
verified: no, type: nauc_precision_at_100_std
value: 62.17803024269468
verified: no, type: nauc_precision_at_10_diff1
value: -43.802137487466524
verified: no, type: nauc_precision_at_10_max
value: 41.558045207768075
verified: no, type: nauc_precision_at_10_std
value: 66.11133414044444
verified: no, type: nauc_precision_at_1_diff1
value: 7.609161311583414
verified: no, type: nauc_precision_at_1_max
value: -3.1385223772769497
verified: no, type: nauc_precision_at_1_std
value: -28.92678640083504
verified: no, type: nauc_precision_at_20_diff1
value: -45.342704264263865
verified: no, type: nauc_precision_at_20_max
value: 26.376743923651265
verified: no, type: nauc_precision_at_20_std
value: 64.3163432020867
verified: no, type: nauc_precision_at_3_diff1
value: -16.02113730834142
verified: no, type: nauc_precision_at_3_max
value: 24.617646770629815
verified: no, type: nauc_precision_at_3_std
value: 35.79299638781981
verified: no, type: nauc_precision_at_5_diff1
value: -18.344530395955896
verified: no, type: nauc_precision_at_5_max
value: 34.95602706071007
verified: no, type: nauc_precision_at_5_std
value: 55.121489979935255
verified: no, type: nauc_recall_at_1000_diff1
value: -43.604640987833875
verified: no, type: nauc_recall_at_1000_max
value: 58.59201591599778
verified: no, type: nauc_recall_at_1000_std
value: 58.04926306248595
verified: no, type: nauc_recall_at_100_diff1
value: -1.8581886293054308
verified: no, type: nauc_recall_at_100_max
value: 17.598407276190557
verified: no, type: nauc_recall_at_100_std
value: 16.1056507235371
verified: no, type: nauc_recall_at_10_diff1
value: 24.296861713164493
verified: no, type: nauc_recall_at_10_max
value: -12.840082189664468
verified: no, type: nauc_recall_at_10_std
value: -27.648232955581015
verified: no, type: nauc_recall_at_1_diff1
value: 34.97928775395744
verified: no, type: nauc_recall_at_1_max
value: -29.165988209556343
verified: no, type: nauc_recall_at_1_std
value: -40.87952221234793
verified: no, type: nauc_recall_at_20_diff1
value: 17.34425404446603
verified: no, type: nauc_recall_at_20_max
value: -6.759844869600909
verified: no, type: nauc_recall_at_20_std
value: -16.34420887019204
verified: no, type: nauc_recall_at_3_diff1
value: 35.7400036137557
verified: no, type: nauc_recall_at_3_max
value: -26.22669187910205
verified: no, type: nauc_recall_at_3_std
value: -38.248247791322314
verified: no, type: nauc_recall_at_5_diff1
value: 33.10320420212989
verified: no, type: nauc_recall_at_5_max
value: -20.833157601550315
verified: no, type: nauc_recall_at_5_std
value: -34.06908006216781
verified: no, type: ndcg_at_1
value: 76.744
verified: no, type: ndcg_at_10
value: 74.139
verified: no, type: ndcg_at_100
value: 68.147
verified: no, type: ndcg_at_1000
value: 75.65899999999999
verified: no, type: ndcg_at_20
value: 71.788
verified: no, type: ndcg_at_3
value: 75.696
verified: no, type: ndcg_at_5
value: 74.787
verified: no, type: precision_at_1
value: 95.34899999999999
verified: no, type: precision_at_10
value: 84.186
verified: no, type: precision_at_100
value: 40.163
verified: no, type: precision_at_1000
value: 7.457999999999999
verified: no, type: precision_at_20
value: 74.767
verified: no, type: precision_at_3
value: 89.922
verified: no, type: precision_at_5
value: 87.442
verified: no, type: recall_at_1
value: 2.464
verified: no, type: recall_at_10
value: 17.910999999999998
verified: no, type: recall_at_100
value: 55.969
verified: no, type: recall_at_1000
value: 82.416
verified: no, type: recall_at_20
value: 28.829
verified: no, type: recall_at_3
value: 6.866
verified: no, type: recall_at_5
value: 10.45
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 40.276
verified: no, type: map_at_1
value: 20.773
verified: no, type: map_at_10
value: 33.187
verified: no, type: map_at_100
value: 34.445
verified: no, type: map_at_1000
value: 34.491
verified: no, type: map_at_20
value: 33.969
verified: no, type: map_at_3
value: 29.156
verified: no, type: map_at_5
value: 31.446
verified: no, type: mrr_at_1
value: 21.359250326580362
verified: no, type: mrr_at_10
value: 33.705331647898106
verified: no, type: mrr_at_100
value: 34.90938915980538
verified: no, type: mrr_at_1000
value: 34.949373687506714
verified: no, type: mrr_at_20
value: 34.459868257867136
verified: no, type: mrr_at_3
value: 29.754569308269037
verified: no, type: mrr_at_5
value: 32.00982292750348
verified: no, type: nauc_map_at_1000_diff1
value: 34.01601087498396
verified: no, type: nauc_map_at_1000_max
value: -1.7691442171563223
verified: no, type: nauc_map_at_1000_std
value: -19.828285053003967
verified: no, type: nauc_map_at_100_diff1
value: 34.00675015775064
verified: no, type: nauc_map_at_100_max
value: -1.7686866050766759
verified: no, type: nauc_map_at_100_std
value: -19.794937232515526
verified: no, type: nauc_map_at_10_diff1
value: 33.925657930927954
verified: no, type: nauc_map_at_10_max
value: -1.9081926342048643
verified: no, type: nauc_map_at_10_std
value: -20.459142515845954
verified: no, type: nauc_map_at_1_diff1
value: 37.86779004020525
verified: no, type: nauc_map_at_1_max
value: -1.693381899018092
verified: no, type: nauc_map_at_1_std
value: -18.888409837359983
verified: no, type: nauc_map_at_20_diff1
value: 33.95897235069661
verified: no, type: nauc_map_at_20_max
value: -1.8385762082257249
verified: no, type: nauc_map_at_20_std
value: -20.049973139551135
verified: no, type: nauc_map_at_3_diff1
value: 34.1811433717322
verified: no, type: nauc_map_at_3_max
value: -1.9862134491651453
verified: no, type: nauc_map_at_3_std
value: -20.7157496103899
verified: no, type: nauc_map_at_5_diff1
value: 33.945489663762515
verified: no, type: nauc_map_at_5_max
value: -1.9633952142297522
verified: no, type: nauc_map_at_5_std
value: -20.83632680413325
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.999206219812045
verified: no, type: nauc_mrr_at_1000_max
value: -1.7412465287451229
verified: no, type: nauc_mrr_at_1000_std
value: -19.800789638791937
verified: no, type: nauc_mrr_at_100_diff1
value: 33.99041315883828
verified: no, type: nauc_mrr_at_100_max
value: -1.7393575325316621
verified: no, type: nauc_mrr_at_100_std
value: -19.7676764349925
verified: no, type: nauc_mrr_at_10_diff1
value: 33.90510191763504
verified: no, type: nauc_mrr_at_10_max
value: -1.8632220774794626
verified: no, type: nauc_mrr_at_10_std
value: -20.39043116739617
verified: no, type: nauc_mrr_at_1_diff1
value: 37.92957327608907
verified: no, type: nauc_mrr_at_1_max
value: -1.6241365807332726
verified: no, type: nauc_mrr_at_1_std
value: -19.02476057424658
verified: no, type: nauc_mrr_at_20_diff1
value: 33.94188630069156
verified: no, type: nauc_mrr_at_20_max
value: -1.799932652089817
verified: no, type: nauc_mrr_at_20_std
value: -19.997042702823485
verified: no, type: nauc_mrr_at_3_diff1
value: 34.16520468314214
verified: no, type: nauc_mrr_at_3_max
value: -1.9279951943420828
verified: no, type: nauc_mrr_at_3_std
value: -20.706091936842984
verified: no, type: nauc_mrr_at_5_diff1
value: 33.92480963299017
verified: no, type: nauc_mrr_at_5_max
value: -1.9122782451155143
verified: no, type: nauc_mrr_at_5_std
value: -20.781713634553793
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.184126158160126
verified: no, type: nauc_ndcg_at_1000_max
value: -1.1875420124951162
verified: no, type: nauc_ndcg_at_1000_std
value: -18.23591819025179
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.935688069598314
verified: no, type: nauc_ndcg_at_100_max
value: -1.0828464321478635
verified: no, type: nauc_ndcg_at_100_std
value: -16.99124635594882
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.5885629805019
verified: no, type: nauc_ndcg_at_10_max
value: -1.8951992549933268
verified: no, type: nauc_ndcg_at_10_std
value: -20.400520136402704
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.953966660906325
verified: no, type: nauc_ndcg_at_1_max
value: -1.637085728039103
verified: no, type: nauc_ndcg_at_1_std
value: -19.029991106168055
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.659068964537944
verified: no, type: nauc_ndcg_at_20_max
value: -1.6414522913717806
verified: no, type: nauc_ndcg_at_20_std
value: -18.857438624779295
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.13495243897897
verified: no, type: nauc_ndcg_at_3_max
value: -2.056752787606917
verified: no, type: nauc_ndcg_at_3_std
value: -21.17861388162733
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.69463838392566
verified: no, type: nauc_ndcg_at_5_max
value: -2.025092695004754
verified: no, type: nauc_ndcg_at_5_std
value: -21.34771429039138
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8558032644991016
verified: no, type: nauc_precision_at_1000_max
value: 9.86657019787611
verified: no, type: nauc_precision_at_1000_std
value: 10.988749489672406
verified: no, type: nauc_precision_at_100_diff1
value: 12.864328710169968
verified: no, type: nauc_precision_at_100_max
value: 7.464201984721404
verified: no, type: nauc_precision_at_100_std
value: 16.13392945907579
verified: no, type: nauc_precision_at_10_diff1
value: 26.399898010761824
verified: no, type: nauc_precision_at_10_max
value: -1.2999170215959819
verified: no, type: nauc_precision_at_10_std
value: -18.71491641617564
verified: no, type: nauc_precision_at_1_diff1
value: 37.953966660906325
verified: no, type: nauc_precision_at_1_max
value: -1.637085728039103
verified: no, type: nauc_precision_at_1_std
value: -19.029991106168055
verified: no, type: nauc_precision_at_20_diff1
value: 23.79119509543501
verified: no, type: nauc_precision_at_20_max
value: 0.17939408447227603
verified: no, type: nauc_precision_at_20_std
value: -10.441178169364324
verified: no, type: nauc_precision_at_3_diff1
value: 30.04047755424759
verified: no, type: nauc_precision_at_3_max
value: -2.136156697163606
verified: no, type: nauc_precision_at_3_std
value: -22.2944352990041
verified: no, type: nauc_precision_at_5_diff1
value: 28.422010621063933
verified: no, type: nauc_precision_at_5_max
value: -1.9424211602360555
verified: no, type: nauc_precision_at_5_std
value: -22.333141313684994
verified: no, type: nauc_recall_at_1000_diff1
value: 13.732116062991514
verified: no, type: nauc_recall_at_1000_max
value: 45.18551288931526
verified: no, type: nauc_recall_at_1000_std
value: 71.21674392317534
verified: no, type: nauc_recall_at_100_diff1
value: 24.303127023267894
verified: no, type: nauc_recall_at_100_max
value: 8.834243296556114
verified: no, type: nauc_recall_at_100_std
value: 23.97303108762705
verified: no, type: nauc_recall_at_10_diff1
value: 28.10048351507634
verified: no, type: nauc_recall_at_10_max
value: -1.8539512450800857
verified: no, type: nauc_recall_at_10_std
value: -19.61933014312325
verified: no, type: nauc_recall_at_1_diff1
value: 37.86779004020525
verified: no, type: nauc_recall_at_1_max
value: -1.693381899018092
verified: no, type: nauc_recall_at_1_std
value: -18.888409837359983
verified: no, type: nauc_recall_at_20_diff1
value: 27.298837251716414
verified: no, type: nauc_recall_at_20_max
value: -0.6338536811417125
verified: no, type: nauc_recall_at_20_std
value: -11.839172034010947
verified: no, type: nauc_recall_at_3_diff1
value: 30.29606466428335
verified: no, type: nauc_recall_at_3_max
value: -2.286134715776902
verified: no, type: nauc_recall_at_3_std
value: -22.284294332227482
verified: no, type: nauc_recall_at_5_diff1
value: 29.11776633049639
verified: no, type: nauc_recall_at_5_max
value: -2.227765233466803
verified: no, type: nauc_recall_at_5_std
value: -22.613701283140504
verified: no, type: ndcg_at_1
value: 21.353
verified: no, type: ndcg_at_10
value: 40.276
verified: no, type: ndcg_at_100
value: 46.323
verified: no, type: ndcg_at_1000
value: 47.418
verified: no, type: ndcg_at_20
value: 43.053999999999995
verified: no, type: ndcg_at_3
value: 32.055
verified: no, type: ndcg_at_5
value: 36.138
verified: no, type: precision_at_1
value: 21.353
verified: no, type: precision_at_10
value: 6.486
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.818
verified: no, type: precision_at_3
value: 13.739
verified: no, type: precision_at_5
value: 10.309
verified: no, type: recall_at_1
value: 20.773
verified: no, type: recall_at_10
value: 62.275999999999996
verified: no, type: recall_at_100
value: 90.217
verified: no, type: recall_at_1000
value: 98.519
verified: no, type: recall_at_20
value: 73.072
verified: no, type: recall_at_3
value: 39.855000000000004
verified: no, type: recall_at_5
value: 49.675999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 37.283
verified: no, type: map_at_1
value: 5.574
verified: no, type: map_at_10
value: 14.005
verified: no, type: map_at_100
value: 17.796
verified: no, type: map_at_1000
value: 19.283
verified: no, type: map_at_20
value: 15.578
verified: no, type: map_at_3
value: 10.236
verified: no, type: map_at_5
value: 11.899
verified: no, type: mrr_at_1
value: 46.749226006191954
verified: no, type: mrr_at_10
value: 56.59811292938226
verified: no, type: mrr_at_100
value: 57.12051023998412
verified: no, type: mrr_at_1000
value: 57.15371186820038
verified: no, type: mrr_at_20
value: 56.916688370838195
verified: no, type: mrr_at_3
value: 54.12796697626418
verified: no, type: mrr_at_5
value: 55.768833849329205
verified: no, type: nauc_map_at_1000_diff1
value: 28.635277848807
verified: no, type: nauc_map_at_1000_max
value: 35.35613366796442
verified: no, type: nauc_map_at_1000_std
value: 17.10747783924917
verified: no, type: nauc_map_at_100_diff1
value: 29.755264219349424
verified: no, type: nauc_map_at_100_max
value: 34.327008938244944
verified: no, type: nauc_map_at_100_std
value: 13.445288572684394
verified: no, type: nauc_map_at_10_diff1
value: 32.48957394170802
verified: no, type: nauc_map_at_10_max
value: 27.80407105939758
verified: no, type: nauc_map_at_10_std
value: 1.9070818822162425
verified: no, type: nauc_map_at_1_diff1
value: 50.027513759193376
verified: no, type: nauc_map_at_1_max
value: 19.429910518237936
verified: no, type: nauc_map_at_1_std
value: -8.97104145052985
verified: no, type: nauc_map_at_20_diff1
value: 31.56634560890853
verified: no, type: nauc_map_at_20_max
value: 31.051371548545692
verified: no, type: nauc_map_at_20_std
value: 6.504916213964518
verified: no, type: nauc_map_at_3_diff1
value: 38.42783943501391
verified: no, type: nauc_map_at_3_max
value: 22.268789244002495
verified: no, type: nauc_map_at_3_std
value: -3.875096100356707
verified: no, type: nauc_map_at_5_diff1
value: 35.358236844401475
verified: no, type: nauc_map_at_5_max
value: 23.849302939085845
verified: no, type: nauc_map_at_5_std
value: -2.3503635251536994
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.746859712785913
verified: no, type: nauc_mrr_at_1000_max
value: 53.6904747530386
verified: no, type: nauc_mrr_at_1000_std
value: 31.47487691466055
verified: no, type: nauc_mrr_at_100_diff1
value: 30.763063585195706
verified: no, type: nauc_mrr_at_100_max
value: 53.7250123160408
verified: no, type: nauc_mrr_at_100_std
value: 31.50978078188992
verified: no, type: nauc_mrr_at_10_diff1
value: 30.82775738393116
verified: no, type: nauc_mrr_at_10_max
value: 53.4071427116327
verified: no, type: nauc_mrr_at_10_std
value: 31.263564750803962
verified: no, type: nauc_mrr_at_1_diff1
value: 32.106085379422524
verified: no, type: nauc_mrr_at_1_max
value: 47.77541655844478
verified: no, type: nauc_mrr_at_1_std
value: 24.786702037536276
verified: no, type: nauc_mrr_at_20_diff1
value: 30.719148309921696
verified: no, type: nauc_mrr_at_20_max
value: 53.70017178047271
verified: no, type: nauc_mrr_at_20_std
value: 31.467979505375443
verified: no, type: nauc_mrr_at_3_diff1
value: 30.981638809404405
verified: no, type: nauc_mrr_at_3_max
value: 53.3270677412482
verified: no, type: nauc_mrr_at_3_std
value: 30.26681784453818
verified: no, type: nauc_mrr_at_5_diff1
value: 30.969579053025992
verified: no, type: nauc_mrr_at_5_max
value: 53.700404196240385
verified: no, type: nauc_mrr_at_5_std
value: 30.24431182973286
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.077520236345453
verified: no, type: nauc_ndcg_at_1000_max
value: 50.44278008464641
verified: no, type: nauc_ndcg_at_1000_std
value: 36.462860570166185
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.784205218824514
verified: no, type: nauc_ndcg_at_100_max
value: 44.6479793696097
verified: no, type: nauc_ndcg_at_100_std
value: 29.51865427077206
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.20557245363688
verified: no, type: nauc_ndcg_at_10_max
value: 42.22895428413661
verified: no, type: nauc_ndcg_at_10_std
value: 25.969842351518235
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.427281404508435
verified: no, type: nauc_ndcg_at_1_max
value: 46.94546610566201
verified: no, type: nauc_ndcg_at_1_std
value: 24.496790902482985
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.43536419777015
verified: no, type: nauc_ndcg_at_20_max
value: 42.0469006433796
verified: no, type: nauc_ndcg_at_20_std
value: 27.24688044890543
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.933255443748944
verified: no, type: nauc_ndcg_at_3_max
value: 45.01703507302794
verified: no, type: nauc_ndcg_at_3_std
value: 24.53456197157044
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.329950172007088
verified: no, type: nauc_ndcg_at_5_max
value: 42.83693422152606
verified: no, type: nauc_ndcg_at_5_std
value: 24.11535369089384
verified: no, type: nauc_precision_at_1000_diff1
value: -12.669594168389192
verified: no, type: nauc_precision_at_1000_max
value: 8.798164077517391
verified: no, type: nauc_precision_at_1000_std
value: 33.81862573258825
verified: no, type: nauc_precision_at_100_diff1
value: -7.005181564872601
verified: no, type: nauc_precision_at_100_max
value: 22.648723626866374
verified: no, type: nauc_precision_at_100_std
value: 43.65426389346721
verified: no, type: nauc_precision_at_10_diff1
value: 4.8405576299864945
verified: no, type: nauc_precision_at_10_max
value: 39.91286717889381
verified: no, type: nauc_precision_at_10_std
value: 35.574065561205096
verified: no, type: nauc_precision_at_1_diff1
value: 32.106085379422524
verified: no, type: nauc_precision_at_1_max
value: 47.77541655844478
verified: no, type: nauc_precision_at_1_std
value: 24.786702037536276
verified: no, type: nauc_precision_at_20_diff1
value: 0.08875655110882817
verified: no, type: nauc_precision_at_20_max
value: 34.77100967209973
verified: no, type: nauc_precision_at_20_std
value: 39.851412685464176
verified: no, type: nauc_precision_at_3_diff1
value: 16.574574215758624
verified: no, type: nauc_precision_at_3_max
value: 45.42842355154502
verified: no, type: nauc_precision_at_3_std
value: 28.31538323007723
verified: no, type: nauc_precision_at_5_diff1
value: 10.494687717697923
verified: no, type: nauc_precision_at_5_max
value: 42.0168314602896
verified: no, type: nauc_precision_at_5_std
value: 30.72486385311608
verified: no, type: nauc_recall_at_1000_diff1
value: 9.418427515050707
verified: no, type: nauc_recall_at_1000_max
value: 27.143782318814182
verified: no, type: nauc_recall_at_1000_std
value: 27.349192687153284
verified: no, type: nauc_recall_at_100_diff1
value: 16.884742295138704
verified: no, type: nauc_recall_at_100_max
value: 27.5200727845606
verified: no, type: nauc_recall_at_100_std
value: 16.76172862155474
verified: no, type: nauc_recall_at_10_diff1
value: 23.894239139033917
verified: no, type: nauc_recall_at_10_max
value: 20.19653160625137
verified: no, type: nauc_recall_at_10_std
value: -1.1818405987921334
verified: no, type: nauc_recall_at_1_diff1
value: 50.027513759193376
verified: no, type: nauc_recall_at_1_max
value: 19.429910518237936
verified: no, type: nauc_recall_at_1_std
value: -8.97104145052985
verified: no, type: nauc_recall_at_20_diff1
value: 23.687099370897887
verified: no, type: nauc_recall_at_20_max
value: 24.6629558566208
verified: no, type: nauc_recall_at_20_std
value: 5.407720319345621
verified: no, type: nauc_recall_at_3_diff1
value: 34.403660975814034
verified: no, type: nauc_recall_at_3_max
value: 20.066555724505257
verified: no, type: nauc_recall_at_3_std
value: -3.63779773997605
verified: no, type: nauc_recall_at_5_diff1
value: 27.409120048379066
verified: no, type: nauc_recall_at_5_max
value: 17.871400437143393
verified: no, type: nauc_recall_at_5_std
value: -4.490534640413254
verified: no, type: ndcg_at_1
value: 45.201
verified: no, type: ndcg_at_10
value: 37.283
verified: no, type: ndcg_at_100
value: 34.019
verified: no, type: ndcg_at_1000
value: 42.339
verified: no, type: ndcg_at_20
value: 34.827000000000005
verified: no, type: ndcg_at_3
value: 42.841
verified: no, type: ndcg_at_5
value: 40.778
verified: no, type: precision_at_1
value: 46.749
verified: no, type: precision_at_10
value: 27.771
verified: no, type: precision_at_100
value: 8.762
verified: no, type: precision_at_1000
value: 2.137
verified: no, type: precision_at_20
value: 20.759
verified: no, type: precision_at_3
value: 41.073
verified: no, type: precision_at_5
value: 35.975
verified: no, type: recall_at_1
value: 5.574
verified: no, type: recall_at_10
value: 18.631
verified: no, type: recall_at_100
value: 34.352
verified: no, type: recall_at_1000
value: 64.57000000000001
verified: no, type: recall_at_20
value: 22.359
verified: no, type: recall_at_3
value: 11.440999999999999
verified: no, type: recall_at_5
value: 14.493
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 61.028999999999996
verified: no, type: map_at_1
value: 37.177
verified: no, type: map_at_10
value: 53.40899999999999
verified: no, type: map_at_100
value: 54.298
verified: no, type: map_at_1000
value: 54.315000000000005
verified: no, type: map_at_20
value: 54.025
verified: no, type: map_at_3
value: 49.05
verified: no, type: map_at_5
value: 51.82
verified: no, type: mrr_at_1
value: 41.59907300115875
verified: no, type: mrr_at_10
value: 55.78067235005224
verified: no, type: mrr_at_100
value: 56.41660993735389
verified: no, type: mrr_at_1000
value: 56.42754475461054
verified: no, type: mrr_at_20
value: 56.23518276066669
verified: no, type: mrr_at_3
value: 52.37543453070661
verified: no, type: mrr_at_5
value: 54.548088064889775
verified: no, type: nauc_map_at_1000_diff1
value: 37.27249375628604
verified: no, type: nauc_map_at_1000_max
value: 27.392138921419324
verified: no, type: nauc_map_at_1000_std
value: -3.5900106216193315
verified: no, type: nauc_map_at_100_diff1
value: 37.2697901014825
verified: no, type: nauc_map_at_100_max
value: 27.405921213076223
verified: no, type: nauc_map_at_100_std
value: -3.573566659351339
verified: no, type: nauc_map_at_10_diff1
value: 37.16335435590572
verified: no, type: nauc_map_at_10_max
value: 27.413006448193094
verified: no, type: nauc_map_at_10_std
value: -3.9602938844810303
verified: no, type: nauc_map_at_1_diff1
value: 40.79178035869281
verified: no, type: nauc_map_at_1_max
value: 21.840846704021168
verified: no, type: nauc_map_at_1_std
value: -6.154432706859515
verified: no, type: nauc_map_at_20_diff1
value: 37.19465980632151
verified: no, type: nauc_map_at_20_max
value: 27.472653634570786
verified: no, type: nauc_map_at_20_std
value: -3.6471752193658094
verified: no, type: nauc_map_at_3_diff1
value: 37.00050883840103
verified: no, type: nauc_map_at_3_max
value: 26.166201606832622
verified: no, type: nauc_map_at_3_std
value: -5.058745283770789
verified: no, type: nauc_map_at_5_diff1
value: 37.312001024201614
verified: no, type: nauc_map_at_5_max
value: 27.20835796415595
verified: no, type: nauc_map_at_5_std
value: -4.534370816807776
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.0970736659852
verified: no, type: nauc_mrr_at_1000_max
value: 27.50593927169649
verified: no, type: nauc_mrr_at_1000_std
value: -1.4306799570196265
verified: no, type: nauc_mrr_at_100_diff1
value: 37.097509694127424
verified: no, type: nauc_mrr_at_100_max
value: 27.51661298886077
verified: no, type: nauc_mrr_at_100_std
value: -1.4199131237737803
verified: no, type: nauc_mrr_at_10_diff1
value: 36.932844699119116
verified: no, type: nauc_mrr_at_10_max
value: 27.621686914876264
verified: no, type: nauc_mrr_at_10_std
value: -1.5134823279039098
verified: no, type: nauc_mrr_at_1_diff1
value: 40.02588975690894
verified: no, type: nauc_mrr_at_1_max
value: 23.299213673927742
verified: no, type: nauc_mrr_at_1_std
value: -3.2449821682928857
verified: no, type: nauc_mrr_at_20_diff1
value: 37.03753600016832
verified: no, type: nauc_mrr_at_20_max
value: 27.595623068393866
verified: no, type: nauc_mrr_at_20_std
value: -1.420887979592882
verified: no, type: nauc_mrr_at_3_diff1
value: 36.91182898204814
verified: no, type: nauc_mrr_at_3_max
value: 27.152051504473885
verified: no, type: nauc_mrr_at_3_std
value: -1.9927562689418785
verified: no, type: nauc_mrr_at_5_diff1
value: 36.99585850355028
verified: no, type: nauc_mrr_at_5_max
value: 27.595839086884865
verified: no, type: nauc_mrr_at_5_std
value: -1.647378331798377
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.81876435190347
verified: no, type: nauc_ndcg_at_1000_max
value: 28.829624794175935
verified: no, type: nauc_ndcg_at_1000_std
value: -1.65861992216032
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.78530077714473
verified: no, type: nauc_ndcg_at_100_max
value: 29.345829163429332
verified: no, type: nauc_ndcg_at_100_std
value: -0.9834660238902133
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.12614493982964
verified: no, type: nauc_ndcg_at_10_max
value: 29.68306077249619
verified: no, type: nauc_ndcg_at_10_std
value: -2.2988088369038424
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.02588975690894
verified: no, type: nauc_ndcg_at_1_max
value: 23.299213673927742
verified: no, type: nauc_ndcg_at_1_std
value: -3.2449821682928857
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.305901085440176
verified: no, type: nauc_ndcg_at_20_max
value: 29.900293267731914
verified: no, type: nauc_ndcg_at_20_std
value: -1.299150832053996
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.08231518905999
verified: no, type: nauc_ndcg_at_3_max
value: 27.551888883244995
verified: no, type: nauc_ndcg_at_3_std
value: -4.148899293368668
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.46875305559966
verified: no, type: nauc_ndcg_at_5_max
value: 29.164887327209787
verified: no, type: nauc_ndcg_at_5_std
value: -3.3697390325217076
verified: no, type: nauc_precision_at_1000_diff1
value: -10.3219194845074
verified: no, type: nauc_precision_at_1000_max
value: 3.539745607347162
verified: no, type: nauc_precision_at_1000_std
value: 14.732306584403634
verified: no, type: nauc_precision_at_100_diff1
value: -6.560356132891633
verified: no, type: nauc_precision_at_100_max
value: 10.337169381451696
verified: no, type: nauc_precision_at_100_std
value: 19.20600399831645
verified: no, type: nauc_precision_at_10_diff1
value: 8.363445709346582
verified: no, type: nauc_precision_at_10_max
value: 23.63627616639036
verified: no, type: nauc_precision_at_10_std
value: 10.673622244929492
verified: no, type: nauc_precision_at_1_diff1
value: 40.02588975690894
verified: no, type: nauc_precision_at_1_max
value: 23.299213673927742
verified: no, type: nauc_precision_at_1_std
value: -3.2449821682928857
verified: no, type: nauc_precision_at_20_diff1
value: 1.4455832869975551
verified: no, type: nauc_precision_at_20_max
value: 19.98564944586283
verified: no, type: nauc_precision_at_20_std
value: 16.313152259234684
verified: no, type: nauc_precision_at_3_diff1
value: 22.401426703012387
verified: no, type: nauc_precision_at_3_max
value: 27.664284153790934
verified: no, type: nauc_precision_at_3_std
value: 2.0415835028145013
verified: no, type: nauc_precision_at_5_diff1
value: 16.858040191181527
verified: no, type: nauc_precision_at_5_max
value: 26.95159466584669
verified: no, type: nauc_precision_at_5_std
value: 5.337376948898463
verified: no, type: nauc_recall_at_1000_diff1
value: 33.419325094531246
verified: no, type: nauc_recall_at_1000_max
value: 81.65994088738964
verified: no, type: nauc_recall_at_1000_std
value: 63.36886394313217
verified: no, type: nauc_recall_at_100_diff1
value: 33.73442949813673
verified: no, type: nauc_recall_at_100_max
value: 64.50622866427926
verified: no, type: nauc_recall_at_100_std
value: 46.52235851200254
verified: no, type: nauc_recall_at_10_diff1
value: 29.788714544862056
verified: no, type: nauc_recall_at_10_max
value: 38.99828655870941
verified: no, type: nauc_recall_at_10_std
value: 1.7091690344792725
verified: no, type: nauc_recall_at_1_diff1
value: 40.79178035869281
verified: no, type: nauc_recall_at_1_max
value: 21.840846704021168
verified: no, type: nauc_recall_at_1_std
value: -6.154432706859515
verified: no, type: nauc_recall_at_20_diff1
value: 29.268077606585464
verified: no, type: nauc_recall_at_20_max
value: 46.544672010268386
verified: no, type: nauc_recall_at_20_std
value: 11.559943847242257
verified: no, type: nauc_recall_at_3_diff1
value: 32.274860688833726
verified: no, type: nauc_recall_at_3_max
value: 29.74799709828914
verified: no, type: nauc_recall_at_3_std
value: -4.408458412201667
verified: no, type: nauc_recall_at_5_diff1
value: 32.393551871375514
verified: no, type: nauc_recall_at_5_max
value: 34.33472583999946
verified: no, type: nauc_recall_at_5_std
value: -2.6839106423963486
verified: no, type: ndcg_at_1
value: 41.599000000000004
verified: no, type: ndcg_at_10
value: 61.028999999999996
verified: no, type: ndcg_at_100
value: 64.55
verified: no, type: ndcg_at_1000
value: 64.948
verified: no, type: ndcg_at_20
value: 62.971
verified: no, type: ndcg_at_3
value: 53.122
verified: no, type: ndcg_at_5
value: 57.607
verified: no, type: precision_at_1
value: 41.599000000000004
verified: no, type: precision_at_10
value: 9.754
verified: no, type: precision_at_100
value: 1.172
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.346
verified: no, type: precision_at_3
value: 23.880000000000003
verified: no, type: precision_at_5
value: 16.964000000000002
verified: no, type: recall_at_1
value: 37.177
verified: no, type: recall_at_10
value: 81.658
verified: no, type: recall_at_100
value: 96.497
verified: no, type: recall_at_1000
value: 99.445
verified: no, type: recall_at_20
value: 88.75800000000001
verified: no, type: recall_at_3
value: 61.525
verified: no, type: recall_at_5
value: 71.76
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 89.036
verified: no, type: map_at_1
value: 71.101
verified: no, type: map_at_10
value: 85.455
verified: no, type: map_at_100
value: 85.994
verified: no, type: map_at_1000
value: 86.008
verified: no, type: map_at_20
value: 85.828
verified: no, type: map_at_3
value: 82.53399999999999
verified: no, type: map_at_5
value: 84.436
verified: no, type: mrr_at_1
value: 81.86
verified: no, type: mrr_at_10
value: 88.11046031746035
verified: no, type: mrr_at_100
value: 88.19975129757977
verified: no, type: mrr_at_1000
value: 88.20025683960115
verified: no, type: mrr_at_20
value: 88.17505422553023
verified: no, type: mrr_at_3
value: 87.21666666666681
verified: no, type: mrr_at_5
value: 87.86166666666674
verified: no, type: nauc_map_at_1000_diff1
value: 76.87108519650897
verified: no, type: nauc_map_at_1000_max
value: 33.61242692238016
verified: no, type: nauc_map_at_1000_std
value: -41.17597310279849
verified: no, type: nauc_map_at_100_diff1
value: 76.87153736524259
verified: no, type: nauc_map_at_100_max
value: 33.54970297094648
verified: no, type: nauc_map_at_100_std
value: -41.25992178085852
verified: no, type: nauc_map_at_10_diff1
value: 77.09438545715085
verified: no, type: nauc_map_at_10_max
value: 33.2308328259168
verified: no, type: nauc_map_at_10_std
value: -42.899051862463516
verified: no, type: nauc_map_at_1_diff1
value: 80.4545167505852
verified: no, type: nauc_map_at_1_max
value: 23.403575293489297
verified: no, type: nauc_map_at_1_std
value: -38.73915078390272
verified: no, type: nauc_map_at_20_diff1
value: 76.94979482879727
verified: no, type: nauc_map_at_20_max
value: 33.3965542820201
verified: no, type: nauc_map_at_20_std
value: -41.86565874579091
verified: no, type: nauc_map_at_3_diff1
value: 77.49566624548056
verified: no, type: nauc_map_at_3_max
value: 31.780987466527982
verified: no, type: nauc_map_at_3_std
value: -44.21854519305753
verified: no, type: nauc_map_at_5_diff1
value: 77.42771789228605
verified: no, type: nauc_map_at_5_max
value: 32.68020733774396
verified: no, type: nauc_map_at_5_std
value: -44.02529373114044
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.2505984468272
verified: no, type: nauc_mrr_at_1000_max
value: 35.55233116927507
verified: no, type: nauc_mrr_at_1000_std
value: -36.53616122640594
verified: no, type: nauc_mrr_at_100_diff1
value: 77.2505647746378
verified: no, type: nauc_mrr_at_100_max
value: 35.55185874722589
verified: no, type: nauc_mrr_at_100_std
value: -36.536878149072706
verified: no, type: nauc_mrr_at_10_diff1
value: 77.28454775401565
verified: no, type: nauc_mrr_at_10_max
value: 35.66029990876809
verified: no, type: nauc_mrr_at_10_std
value: -36.59040430274804
verified: no, type: nauc_mrr_at_1_diff1
value: 77.78026873953571
verified: no, type: nauc_mrr_at_1_max
value: 34.24444208714401
verified: no, type: nauc_mrr_at_1_std
value: -35.78176040034259
verified: no, type: nauc_mrr_at_20_diff1
value: 77.26647675316424
verified: no, type: nauc_mrr_at_20_max
value: 35.55846836956988
verified: no, type: nauc_mrr_at_20_std
value: -36.573881740702944
verified: no, type: nauc_mrr_at_3_diff1
value: 76.97249605916133
verified: no, type: nauc_mrr_at_3_max
value: 35.75239213026302
verified: no, type: nauc_mrr_at_3_std
value: -36.66948654144912
verified: no, type: nauc_mrr_at_5_diff1
value: 77.23448498990302
verified: no, type: nauc_mrr_at_5_max
value: 35.66032506714416
verified: no, type: nauc_mrr_at_5_std
value: -36.38867782403099
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.78192029636689
verified: no, type: nauc_ndcg_at_1000_max
value: 34.838983961231115
verified: no, type: nauc_ndcg_at_1000_std
value: -38.7139917221289
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.74994017852701
verified: no, type: nauc_ndcg_at_100_max
value: 34.5562459567844
verified: no, type: nauc_ndcg_at_100_std
value: -39.1159390113717
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.03700409583301
verified: no, type: nauc_ndcg_at_10_max
value: 34.49775612114203
verified: no, type: nauc_ndcg_at_10_std
value: -42.03003149796472
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.81816314669393
verified: no, type: nauc_ndcg_at_1_max
value: 34.07485459082228
verified: no, type: nauc_ndcg_at_1_std
value: -35.94895056306454
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.96510332497088
verified: no, type: nauc_ndcg_at_20_max
value: 34.450082024564146
verified: no, type: nauc_ndcg_at_20_std
value: -40.63314555768711
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.151643391554
verified: no, type: nauc_ndcg_at_3_max
value: 34.66383376117758
verified: no, type: nauc_ndcg_at_3_std
value: -41.39392660300224
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.92278503649814
verified: no, type: nauc_ndcg_at_5_max
value: 34.35931928202013
verified: no, type: nauc_ndcg_at_5_std
value: -42.28302402211198
verified: no, type: nauc_precision_at_1000_diff1
value: -44.32392932408826
verified: no, type: nauc_precision_at_1000_max
value: -1.5976203820441983
verified: no, type: nauc_precision_at_1000_std
value: 38.70649763774179
verified: no, type: nauc_precision_at_100_diff1
value: -44.12260005400485
verified: no, type: nauc_precision_at_100_max
value: -3.0647204564936312
verified: no, type: nauc_precision_at_100_std
value: 36.21137758417562
verified: no, type: nauc_precision_at_10_diff1
value: -38.874503464270056
verified: no, type: nauc_precision_at_10_max
value: -0.7995397378969676
verified: no, type: nauc_precision_at_10_std
value: 25.08941543528278
verified: no, type: nauc_precision_at_1_diff1
value: 77.81816314669393
verified: no, type: nauc_precision_at_1_max
value: 34.07485459082228
verified: no, type: nauc_precision_at_1_std
value: -35.94895056306454
verified: no, type: nauc_precision_at_20_diff1
value: -41.93097475974228
verified: no, type: nauc_precision_at_20_max
value: -2.691181750976814
verified: no, type: nauc_precision_at_20_std
value: 30.655007568557085
verified: no, type: nauc_precision_at_3_diff1
value: -21.109490315436517
verified: no, type: nauc_precision_at_3_max
value: 9.49736775358964
verified: no, type: nauc_precision_at_3_std
value: 9.195033684093397
verified: no, type: nauc_precision_at_5_diff1
value: -32.49764534227595
verified: no, type: nauc_precision_at_5_max
value: 3.0490365273648803
verified: no, type: nauc_precision_at_5_std
value: 18.119935851058468
verified: no, type: nauc_recall_at_1000_diff1
value: 75.62341631050762
verified: no, type: nauc_recall_at_1000_max
value: 83.86481603169511
verified: no, type: nauc_recall_at_1000_std
value: 58.55405944964621
verified: no, type: nauc_recall_at_100_diff1
value: 65.95496827539912
verified: no, type: nauc_recall_at_100_max
value: 14.97452268550046
verified: no, type: nauc_recall_at_100_std
value: -62.18680465170524
verified: no, type: nauc_recall_at_10_diff1
value: 75.08434366486102
verified: no, type: nauc_recall_at_10_max
value: 32.852276917018116
verified: no, type: nauc_recall_at_10_std
value: -62.12970511272648
verified: no, type: nauc_recall_at_1_diff1
value: 80.4545167505852
verified: no, type: nauc_recall_at_1_max
value: 23.403575293489297
verified: no, type: nauc_recall_at_1_std
value: -38.73915078390272
verified: no, type: nauc_recall_at_20_diff1
value: 75.66480840772607
verified: no, type: nauc_recall_at_20_max
value: 31.230359729601208
verified: no, type: nauc_recall_at_20_std
value: -64.11261226121559
verified: no, type: nauc_recall_at_3_diff1
value: 73.81582560951404
verified: no, type: nauc_recall_at_3_max
value: 31.052473048456708
verified: no, type: nauc_recall_at_3_std
value: -49.45567344158681
verified: no, type: nauc_recall_at_5_diff1
value: 74.06384098137175
verified: no, type: nauc_recall_at_5_max
value: 31.48187742884454
verified: no, type: nauc_recall_at_5_std
value: -53.45142194227105
verified: no, type: ndcg_at_1
value: 81.84
verified: no, type: ndcg_at_10
value: 89.036
verified: no, type: ndcg_at_100
value: 90.08800000000001
verified: no, type: ndcg_at_1000
value: 90.171
verified: no, type: ndcg_at_20
value: 89.632
verified: no, type: ndcg_at_3
value: 86.39
verified: no, type: ndcg_at_5
value: 87.943
verified: no, type: precision_at_1
value: 81.84
verified: no, type: precision_at_10
value: 13.464
verified: no, type: precision_at_100
value: 1.49
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 7.0760000000000005
verified: no, type: precision_at_3
value: 38.027
verified: no, type: precision_at_5
value: 24.951999999999998
verified: no, type: recall_at_1
value: 71.101
verified: no, type: recall_at_10
value: 96.071
verified: no, type: recall_at_100
value: 99.641
verified: no, type: recall_at_1000
value: 99.98700000000001
verified: no, type: recall_at_20
value: 97.961
verified: no, type: recall_at_3
value: 88.436
verified: no, type: recall_at_5
value: 92.898
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.208
verified: no, type: map_at_1
value: 71.635
verified: no, type: map_at_10
value: 85.625
verified: no, type: map_at_100
value: 86.236
verified: no, type: map_at_1000
value: 86.251
verified: no, type: map_at_20
value: 86.036
verified: no, type: map_at_3
value: 82.664
verified: no, type: map_at_5
value: 84.588
verified: no, type: mrr_at_1
value: 82.42
verified: no, type: mrr_at_10
value: 88.43901190476178
verified: no, type: mrr_at_100
value: 88.52632666726963
verified: no, type: mrr_at_1000
value: 88.52691231190065
verified: no, type: mrr_at_20
value: 88.5086530013243
verified: no, type: mrr_at_3
value: 87.52666666666644
verified: no, type: mrr_at_5
value: 88.16716666666639
verified: no, type: nauc_map_at_1000_diff1
value: 76.69308460928899
verified: no, type: nauc_map_at_1000_max
value: 35.4676191405908
verified: no, type: nauc_map_at_1000_std
value: -42.45246342350121
verified: no, type: nauc_map_at_100_diff1
value: 76.69724007993696
verified: no, type: nauc_map_at_100_max
value: 35.44406733319827
verified: no, type: nauc_map_at_100_std
value: -42.503413138162486
verified: no, type: nauc_map_at_10_diff1
value: 76.91685742813964
verified: no, type: nauc_map_at_10_max
value: 35.02153657433807
verified: no, type: nauc_map_at_10_std
value: -44.367365466570426
verified: no, type: nauc_map_at_1_diff1
value: 80.55801255675962
verified: no, type: nauc_map_at_1_max
value: 27.058161138340527
verified: no, type: nauc_map_at_1_std
value: -39.4963211510531
verified: no, type: nauc_map_at_20_diff1
value: 76.76447537369087
verified: no, type: nauc_map_at_20_max
value: 35.32040158644433
verified: no, type: nauc_map_at_20_std
value: -43.21303554960284
verified: no, type: nauc_map_at_3_diff1
value: 77.40499840514137
verified: no, type: nauc_map_at_3_max
value: 33.10906358569285
verified: no, type: nauc_map_at_3_std
value: -46.04737347284554
verified: no, type: nauc_map_at_5_diff1
value: 77.15728738532938
verified: no, type: nauc_map_at_5_max
value: 34.33464314840439
verified: no, type: nauc_map_at_5_std
value: -45.89958892369562
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.31291439145946
verified: no, type: nauc_mrr_at_1000_max
value: 37.230887514872805
verified: no, type: nauc_mrr_at_1000_std
value: -39.38330115067387
verified: no, type: nauc_mrr_at_100_diff1
value: 77.31258475265957
verified: no, type: nauc_mrr_at_100_max
value: 37.2318332422385
verified: no, type: nauc_mrr_at_100_std
value: -39.38278945609743
verified: no, type: nauc_mrr_at_10_diff1
value: 77.27217320343534
verified: no, type: nauc_mrr_at_10_max
value: 37.26080710249818
verified: no, type: nauc_mrr_at_10_std
value: -39.5294415983385
verified: no, type: nauc_mrr_at_1_diff1
value: 78.23833876100495
verified: no, type: nauc_mrr_at_1_max
value: 36.656764402278775
verified: no, type: nauc_mrr_at_1_std
value: -37.255149721562184
verified: no, type: nauc_mrr_at_20_diff1
value: 77.30440129198894
verified: no, type: nauc_mrr_at_20_max
value: 37.24212487079394
verified: no, type: nauc_mrr_at_20_std
value: -39.40823051440391
verified: no, type: nauc_mrr_at_3_diff1
value: 77.0650697336263
verified: no, type: nauc_mrr_at_3_max
value: 37.338365680984595
verified: no, type: nauc_mrr_at_3_std
value: -39.61465396146359
verified: no, type: nauc_mrr_at_5_diff1
value: 77.23689991901227
verified: no, type: nauc_mrr_at_5_max
value: 37.402095366186515
verified: no, type: nauc_mrr_at_5_std
value: -39.81000570358434
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.52492111059385
verified: no, type: nauc_ndcg_at_1000_max
value: 36.4917030050163
verified: no, type: nauc_ndcg_at_1000_std
value: -40.57405843022022
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.52885222990776
verified: no, type: nauc_ndcg_at_100_max
value: 36.459002270403104
verified: no, type: nauc_ndcg_at_100_std
value: -40.700799028706136
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.47989448348181
verified: no, type: nauc_ndcg_at_10_max
value: 36.07571701542727
verified: no, type: nauc_ndcg_at_10_std
value: -43.68216832570433
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.21904562929713
verified: no, type: nauc_ndcg_at_1_max
value: 36.68800580256306
verified: no, type: nauc_ndcg_at_1_std
value: -37.1106119214964
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.51018855356082
verified: no, type: nauc_ndcg_at_20_max
value: 36.25847353699082
verified: no, type: nauc_ndcg_at_20_std
value: -42.26728405297162
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.98751306811951
verified: no, type: nauc_ndcg_at_3_max
value: 35.53532168839834
verified: no, type: nauc_ndcg_at_3_std
value: -43.22027231551964
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.41353684969529
verified: no, type: nauc_ndcg_at_5_max
value: 35.84158818150277
verified: no, type: nauc_ndcg_at_5_std
value: -44.678250163660735
verified: no, type: nauc_precision_at_1000_diff1
value: -44.547524496944504
verified: no, type: nauc_precision_at_1000_max
value: -7.017755716303293
verified: no, type: nauc_precision_at_1000_std
value: 37.81857144040679
verified: no, type: nauc_precision_at_100_diff1
value: -44.2990697671559
verified: no, type: nauc_precision_at_100_max
value: -7.090370898560614
verified: no, type: nauc_precision_at_100_std
value: 36.74158403150684
verified: no, type: nauc_precision_at_10_diff1
value: -39.80812285102048
verified: no, type: nauc_precision_at_10_max
value: -3.2239932083528116
verified: no, type: nauc_precision_at_10_std
value: 26.540899746112927
verified: no, type: nauc_precision_at_1_diff1
value: 78.21904562929713
verified: no, type: nauc_precision_at_1_max
value: 36.68800580256306
verified: no, type: nauc_precision_at_1_std
value: -37.1106119214964
verified: no, type: nauc_precision_at_20_diff1
value: -42.72592324685673
verified: no, type: nauc_precision_at_20_max
value: -5.3434665602492455
verified: no, type: nauc_precision_at_20_std
value: 32.0763404810473
verified: no, type: nauc_precision_at_3_diff1
value: -20.448213979815964
verified: no, type: nauc_precision_at_3_max
value: 6.48540224514135
verified: no, type: nauc_precision_at_3_std
value: 7.144269812256157
verified: no, type: nauc_precision_at_5_diff1
value: -32.73748400918877
verified: no, type: nauc_precision_at_5_max
value: 0.5351204546857261
verified: no, type: nauc_precision_at_5_std
value: 17.21939760056977
verified: no, type: nauc_recall_at_1000_diff1
value: 54.36176817603542
verified: no, type: nauc_recall_at_1000_max
value: 8.42245797354225
verified: no, type: nauc_recall_at_1000_std
value: 20.82920230407764
verified: no, type: nauc_recall_at_100_diff1
value: 70.75825465627794
verified: no, type: nauc_recall_at_100_max
value: 40.02545502828442
verified: no, type: nauc_recall_at_100_std
value: -29.381365717773434
verified: no, type: nauc_recall_at_10_diff1
value: 71.99814968277674
verified: no, type: nauc_recall_at_10_max
value: 33.07283139289303
verified: no, type: nauc_recall_at_10_std
value: -61.868754150647
verified: no, type: nauc_recall_at_1_diff1
value: 80.55801255675962
verified: no, type: nauc_recall_at_1_max
value: 27.058161138340527
verified: no, type: nauc_recall_at_1_std
value: -39.4963211510531
verified: no, type: nauc_recall_at_20_diff1
value: 72.20770471431179
verified: no, type: nauc_recall_at_20_max
value: 34.27388608815473
verified: no, type: nauc_recall_at_20_std
value: -57.02562075619354
verified: no, type: nauc_recall_at_3_diff1
value: 73.33228189075119
verified: no, type: nauc_recall_at_3_max
value: 31.031018188701548
verified: no, type: nauc_recall_at_3_std
value: -51.71143501327714
verified: no, type: nauc_recall_at_5_diff1
value: 72.23242137345602
verified: no, type: nauc_recall_at_5_max
value: 32.306978089143975
verified: no, type: nauc_recall_at_5_std
value: -58.18075857337518
verified: no, type: ndcg_at_1
value: 82.43
verified: no, type: ndcg_at_10
value: 89.208
verified: no, type: ndcg_at_100
value: 90.312
verified: no, type: ndcg_at_1000
value: 90.39500000000001
verified: no, type: ndcg_at_20
value: 89.822
verified: no, type: ndcg_at_3
value: 86.443
verified: no, type: ndcg_at_5
value: 88.051
verified: no, type: precision_at_1
value: 82.43
verified: no, type: precision_at_10
value: 13.513
verified: no, type: precision_at_100
value: 1.532
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.158
verified: no, type: precision_at_3
value: 37.753
verified: no, type: precision_at_5
value: 24.886
verified: no, type: recall_at_1
value: 71.635
verified: no, type: recall_at_10
value: 95.967
verified: no, type: recall_at_100
value: 99.644
verified: no, type: recall_at_1000
value: 99.98599999999999
verified: no, type: recall_at_20
value: 97.897
verified: no, type: recall_at_3
value: 88.036
verified: no, type: recall_at_5
value: 92.551
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 22.585
verified: no, type: map_at_1
value: 5.267
verified: no, type: map_at_10
value: 13.682
verified: no, type: map_at_100
value: 15.821
verified: no, type: map_at_1000
value: 16.155
verified: no, type: map_at_20
value: 14.776
verified: no, type: map_at_3
value: 9.447999999999999
verified: no, type: map_at_5
value: 11.537
verified: no, type: mrr_at_1
value: 25.900000000000002
verified: no, type: mrr_at_10
value: 37.2399206349206
verified: no, type: mrr_at_100
value: 38.27279652206334
verified: no, type: mrr_at_1000
value: 38.32018340983372
verified: no, type: mrr_at_20
value: 37.88470320013656
verified: no, type: mrr_at_3
value: 33.70000000000001
verified: no, type: mrr_at_5
value: 35.929999999999964
verified: no, type: nauc_map_at_1000_diff1
value: 15.010512584883928
verified: no, type: nauc_map_at_1000_max
value: 28.131592592280125
verified: no, type: nauc_map_at_1000_std
value: 18.23227227598505
verified: no, type: nauc_map_at_100_diff1
value: 15.038422438580948
verified: no, type: nauc_map_at_100_max
value: 28.118579098188683
verified: no, type: nauc_map_at_100_std
value: 18.102627506796637
verified: no, type: nauc_map_at_10_diff1
value: 15.2281617921156
verified: no, type: nauc_map_at_10_max
value: 26.358609940161813
verified: no, type: nauc_map_at_10_std
value: 14.028442329121555
verified: no, type: nauc_map_at_1_diff1
value: 19.804944135000376
verified: no, type: nauc_map_at_1_max
value: 20.639841719764735
verified: no, type: nauc_map_at_1_std
value: 8.423093067457737
verified: no, type: nauc_map_at_20_diff1
value: 15.2511720546573
verified: no, type: nauc_map_at_20_max
value: 27.7290112272419
verified: no, type: nauc_map_at_20_std
value: 16.279489028653636
verified: no, type: nauc_map_at_3_diff1
value: 18.969154716718396
verified: no, type: nauc_map_at_3_max
value: 25.211069495284065
verified: no, type: nauc_map_at_3_std
value: 8.183585306093075
verified: no, type: nauc_map_at_5_diff1
value: 16.995226268024048
verified: no, type: nauc_map_at_5_max
value: 26.05551249234277
verified: no, type: nauc_map_at_5_std
value: 10.672250037070603
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.900489928879864
verified: no, type: nauc_mrr_at_1000_max
value: 24.818364671912125
verified: no, type: nauc_mrr_at_1000_std
value: 13.55809626059453
verified: no, type: nauc_mrr_at_100_diff1
value: 18.885312642782274
verified: no, type: nauc_mrr_at_100_max
value: 24.815818576928283
verified: no, type: nauc_mrr_at_100_std
value: 13.59041082400011
verified: no, type: nauc_mrr_at_10_diff1
value: 18.840497849547965
verified: no, type: nauc_mrr_at_10_max
value: 24.508418448385445
verified: no, type: nauc_mrr_at_10_std
value: 13.24104462801846
verified: no, type: nauc_mrr_at_1_diff1
value: 19.939676779904232
verified: no, type: nauc_mrr_at_1_max
value: 20.867982502501388
verified: no, type: nauc_mrr_at_1_std
value: 8.654485218204698
verified: no, type: nauc_mrr_at_20_diff1
value: 18.75686501314611
verified: no, type: nauc_mrr_at_20_max
value: 24.764731653376685
verified: no, type: nauc_mrr_at_20_std
value: 13.593035396029709
verified: no, type: nauc_mrr_at_3_diff1
value: 19.762798012479887
verified: no, type: nauc_mrr_at_3_max
value: 24.851437035247397
verified: no, type: nauc_mrr_at_3_std
value: 11.616646922331773
verified: no, type: nauc_mrr_at_5_diff1
value: 19.48751619117306
verified: no, type: nauc_mrr_at_5_max
value: 25.02565432972893
verified: no, type: nauc_mrr_at_5_std
value: 13.096726015560694
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.421194341988578
verified: no, type: nauc_ndcg_at_1000_max
value: 29.46627137066849
verified: no, type: nauc_ndcg_at_1000_std
value: 25.294914478704282
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.188910253634393
verified: no, type: nauc_ndcg_at_100_max
value: 29.675945969703676
verified: no, type: nauc_ndcg_at_100_std
value: 25.152541930218398
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.950700299876996
verified: no, type: nauc_ndcg_at_10_max
value: 26.552125339735355
verified: no, type: nauc_ndcg_at_10_std
value: 16.423237887520827
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.939676779904232
verified: no, type: nauc_ndcg_at_1_max
value: 20.867982502501388
verified: no, type: nauc_ndcg_at_1_std
value: 8.654485218204698
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.646062844584721
verified: no, type: nauc_ndcg_at_20_max
value: 29.019613358216105
verified: no, type: nauc_ndcg_at_20_std
value: 20.258510159436103
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.14228516186438
verified: no, type: nauc_ndcg_at_3_max
value: 25.884698532628796
verified: no, type: nauc_ndcg_at_3_std
value: 10.082340457184428
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.648427955677832
verified: no, type: nauc_ndcg_at_5_max
value: 26.960002111496234
verified: no, type: nauc_ndcg_at_5_std
value: 13.165986859638604
verified: no, type: nauc_precision_at_1000_diff1
value: 3.837505819613137
verified: no, type: nauc_precision_at_1000_max
value: 22.085273204384773
verified: no, type: nauc_precision_at_1000_std
value: 37.749767215473746
verified: no, type: nauc_precision_at_100_diff1
value: 6.0618779651125525
verified: no, type: nauc_precision_at_100_max
value: 26.55293689015515
verified: no, type: nauc_precision_at_100_std
value: 35.92840742685366
verified: no, type: nauc_precision_at_10_diff1
value: 9.609219002496197
verified: no, type: nauc_precision_at_10_max
value: 24.7210313158673
verified: no, type: nauc_precision_at_10_std
value: 19.688687883244082
verified: no, type: nauc_precision_at_1_diff1
value: 19.939676779904232
verified: no, type: nauc_precision_at_1_max
value: 20.867982502501388
verified: no, type: nauc_precision_at_1_std
value: 8.654485218204698
verified: no, type: nauc_precision_at_20_diff1
value: 8.491039455217111
verified: no, type: nauc_precision_at_20_max
value: 28.41137144178967
verified: no, type: nauc_precision_at_20_std
value: 26.3995307896142
verified: no, type: nauc_precision_at_3_diff1
value: 18.574797308038786
verified: no, type: nauc_precision_at_3_max
value: 27.317203178234887
verified: no, type: nauc_precision_at_3_std
value: 10.752025361042627
verified: no, type: nauc_precision_at_5_diff1
value: 15.19646090790648
verified: no, type: nauc_precision_at_5_max
value: 27.46968680886624
verified: no, type: nauc_precision_at_5_std
value: 15.291114444897175
verified: no, type: nauc_recall_at_1000_diff1
value: 3.8560988027864984
verified: no, type: nauc_recall_at_1000_max
value: 21.962689956944313
verified: no, type: nauc_recall_at_1000_std
value: 39.54218946626981
verified: no, type: nauc_recall_at_100_diff1
value: 6.027047924475086
verified: no, type: nauc_recall_at_100_max
value: 26.199898112709867
verified: no, type: nauc_recall_at_100_std
value: 36.2830620090185
verified: no, type: nauc_recall_at_10_diff1
value: 9.535572267531073
verified: no, type: nauc_recall_at_10_max
value: 24.611837567240595
verified: no, type: nauc_recall_at_10_std
value: 19.643464138242795
verified: no, type: nauc_recall_at_1_diff1
value: 19.804944135000376
verified: no, type: nauc_recall_at_1_max
value: 20.639841719764735
verified: no, type: nauc_recall_at_1_std
value: 8.423093067457737
verified: no, type: nauc_recall_at_20_diff1
value: 8.380441122318603
verified: no, type: nauc_recall_at_20_max
value: 28.304675323191418
verified: no, type: nauc_recall_at_20_std
value: 26.478505583494798
verified: no, type: nauc_recall_at_3_diff1
value: 18.589842650254056
verified: no, type: nauc_recall_at_3_max
value: 27.267022468432433
verified: no, type: nauc_recall_at_3_std
value: 10.489972416983772
verified: no, type: nauc_recall_at_5_diff1
value: 14.991522037739355
verified: no, type: nauc_recall_at_5_max
value: 27.171074789756666
verified: no, type: nauc_recall_at_5_std
value: 15.06566087881635
verified: no, type: ndcg_at_1
value: 25.900000000000002
verified: no, type: ndcg_at_10
value: 22.585
verified: no, type: ndcg_at_100
value: 30.666
verified: no, type: ndcg_at_1000
value: 36.356
verified: no, type: ndcg_at_20
value: 25.469
verified: no, type: ndcg_at_3
value: 20.892
verified: no, type: ndcg_at_5
value: 18.617
verified: no, type: precision_at_1
value: 25.900000000000002
verified: no, type: precision_at_10
value: 11.84
verified: no, type: precision_at_100
value: 2.3539999999999996
verified: no, type: precision_at_1000
value: 0.372
verified: no, type: precision_at_20
value: 7.595000000000001
verified: no, type: precision_at_3
value: 19.467000000000002
verified: no, type: precision_at_5
value: 16.5
verified: no, type: recall_at_1
value: 5.267
verified: no, type: recall_at_10
value: 24.023
verified: no, type: recall_at_100
value: 47.825
verified: no, type: recall_at_1000
value: 75.613
verified: no, type: recall_at_20
value: 30.814999999999998
verified: no, type: recall_at_3
value: 11.831999999999999
verified: no, type: recall_at_5
value: 16.742
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 73.095
verified: no, type: map_at_1
value: 58.760999999999996
verified: no, type: map_at_10
value: 68.645
verified: no, type: map_at_100
value: 69.273
verified: no, type: map_at_1000
value: 69.28999999999999
verified: no, type: map_at_20
value: 69.148
verified: no, type: map_at_3
value: 65.93
verified: no, type: map_at_5
value: 67.227
verified: no, type: mrr_at_1
value: 62
verified: no, type: mrr_at_10
value: 69.9334656084656
verified: no, type: mrr_at_100
value: 70.4425638039262
verified: no, type: mrr_at_1000
value: 70.4592383022689
verified: no, type: mrr_at_20
value: 70.3430039931975
verified: no, type: mrr_at_3
value: 67.94444444444444
verified: no, type: mrr_at_5
value: 68.9111111111111
verified: no, type: nauc_map_at_1000_diff1
value: 73.89926164336681
verified: no, type: nauc_map_at_1000_max
value: 58.520107712601245
verified: no, type: nauc_map_at_1000_std
value: 6.203966518670752
verified: no, type: nauc_map_at_100_diff1
value: 73.88266895863376
verified: no, type: nauc_map_at_100_max
value: 58.52869559413426
verified: no, type: nauc_map_at_100_std
value: 6.2094530706982605
verified: no, type: nauc_map_at_10_diff1
value: 73.83454676041971
verified: no, type: nauc_map_at_10_max
value: 58.728632474849476
verified: no, type: nauc_map_at_10_std
value: 6.161321625117715
verified: no, type: nauc_map_at_1_diff1
value: 75.8262967666803
verified: no, type: nauc_map_at_1_max
value: 50.75430912296499
verified: no, type: nauc_map_at_1_std
value: -3.611304329879618
verified: no, type: nauc_map_at_20_diff1
value: 73.7570380099859
verified: no, type: nauc_map_at_20_max
value: 58.579878823697186
verified: no, type: nauc_map_at_20_std
value: 6.331471307882834
verified: no, type: nauc_map_at_3_diff1
value: 73.8670063410728
verified: no, type: nauc_map_at_3_max
value: 56.097293037109296
verified: no, type: nauc_map_at_3_std
value: 3.118147916941721
verified: no, type: nauc_map_at_5_diff1
value: 73.85961347670359
verified: no, type: nauc_map_at_5_max
value: 56.73699214051663
verified: no, type: nauc_map_at_5_std
value: 4.106265483441233
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.43827928989487
verified: no, type: nauc_mrr_at_1000_max
value: 60.4918184019879
verified: no, type: nauc_mrr_at_1000_std
value: 8.2550027653635
verified: no, type: nauc_mrr_at_100_diff1
value: 74.42093690901741
verified: no, type: nauc_mrr_at_100_max
value: 60.499273965963
verified: no, type: nauc_mrr_at_100_std
value: 8.259231345026938
verified: no, type: nauc_mrr_at_10_diff1
value: 74.35347564500812
verified: no, type: nauc_mrr_at_10_max
value: 60.84757750349501
verified: no, type: nauc_mrr_at_10_std
value: 8.661941517184076
verified: no, type: nauc_mrr_at_1_diff1
value: 76.705227209796
verified: no, type: nauc_mrr_at_1_max
value: 57.32137546277776
verified: no, type: nauc_mrr_at_1_std
value: 4.129875191007982
verified: no, type: nauc_mrr_at_20_diff1
value: 74.30079205050251
verified: no, type: nauc_mrr_at_20_max
value: 60.53532363656904
verified: no, type: nauc_mrr_at_20_std
value: 8.32956272621327
verified: no, type: nauc_mrr_at_3_diff1
value: 74.87770487889848
verified: no, type: nauc_mrr_at_3_max
value: 60.084677423267784
verified: no, type: nauc_mrr_at_3_std
value: 7.3354753376762964
verified: no, type: nauc_mrr_at_5_diff1
value: 74.40302787656852
verified: no, type: nauc_mrr_at_5_max
value: 60.069030786945795
verified: no, type: nauc_mrr_at_5_std
value: 7.9515339665590075
verified: no, type: nauc_ndcg_at_1000_diff1
value: 73.66774503145189
verified: no, type: nauc_ndcg_at_1000_max
value: 60.51016113928767
verified: no, type: nauc_ndcg_at_1000_std
value: 8.65619371919538
verified: no, type: nauc_ndcg_at_100_diff1
value: 73.31381886910967
verified: no, type: nauc_ndcg_at_100_max
value: 60.804013515995535
verified: no, type: nauc_ndcg_at_100_std
value: 8.968020348251471
verified: no, type: nauc_ndcg_at_10_diff1
value: 72.99733432767304
verified: no, type: nauc_ndcg_at_10_max
value: 62.116824264281135
verified: no, type: nauc_ndcg_at_10_std
value: 9.809485757709925
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.705227209796
verified: no, type: nauc_ndcg_at_1_max
value: 57.32137546277776
verified: no, type: nauc_ndcg_at_1_std
value: 4.129875191007982
verified: no, type: nauc_ndcg_at_20_diff1
value: 72.52123153995032
verified: no, type: nauc_ndcg_at_20_max
value: 61.27934142158071
verified: no, type: nauc_ndcg_at_20_std
value: 9.86085851593245
verified: no, type: nauc_ndcg_at_3_diff1
value: 73.29758270502096
verified: no, type: nauc_ndcg_at_3_max
value: 59.004555912521774
verified: no, type: nauc_ndcg_at_3_std
value: 6.372325905257958
verified: no, type: nauc_ndcg_at_5_diff1
value: 72.98853570048864
verified: no, type: nauc_ndcg_at_5_max
value: 58.64946586595039
verified: no, type: nauc_ndcg_at_5_std
value: 6.492229141399973
verified: no, type: nauc_precision_at_1000_diff1
value: -18.039255567985364
verified: no, type: nauc_precision_at_1000_max
value: 20.62036001220385
verified: no, type: nauc_precision_at_1000_std
value: 48.84436760568162
verified: no, type: nauc_precision_at_100_diff1
value: -7.274183459314691
verified: no, type: nauc_precision_at_100_max
value: 27.97079336127723
verified: no, type: nauc_precision_at_100_std
value: 45.54563683450541
verified: no, type: nauc_precision_at_10_diff1
value: 18.09725433020935
verified: no, type: nauc_precision_at_10_max
value: 49.11398598954457
verified: no, type: nauc_precision_at_10_std
value: 43.237184128141266
verified: no, type: nauc_precision_at_1_diff1
value: 76.705227209796
verified: no, type: nauc_precision_at_1_max
value: 57.32137546277776
verified: no, type: nauc_precision_at_1_std
value: 4.129875191007982
verified: no, type: nauc_precision_at_20_diff1
value: 1.3410525627186838
verified: no, type: nauc_precision_at_20_max
value: 37.35867159476222
verified: no, type: nauc_precision_at_20_std
value: 48.245728802102036
verified: no, type: nauc_precision_at_3_diff1
value: 46.28921347186669
verified: no, type: nauc_precision_at_3_max
value: 55.29086984891835
verified: no, type: nauc_precision_at_3_std
value: 25.485619635597068
verified: no, type: nauc_precision_at_5_diff1
value: 36.10414877829668
verified: no, type: nauc_precision_at_5_max
value: 50.74423891086506
verified: no, type: nauc_precision_at_5_std
value: 29.633563462559685
verified: no, type: nauc_recall_at_1000_diff1
value: 100
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 55.4154995331476
verified: no, type: nauc_recall_at_100_diff1
value: 63.437597261126946
verified: no, type: nauc_recall_at_100_max
value: 76.15157173980718
verified: no, type: nauc_recall_at_100_std
value: 27.439309056956162
verified: no, type: nauc_recall_at_10_diff1
value: 66.76520922141613
verified: no, type: nauc_recall_at_10_max
value: 74.88986784140963
verified: no, type: nauc_recall_at_10_std
value: 22.76893323200783
verified: no, type: nauc_recall_at_1_diff1
value: 75.8262967666803
verified: no, type: nauc_recall_at_1_max
value: 50.75430912296499
verified: no, type: nauc_recall_at_1_std
value: -3.611304329879618
verified: no, type: nauc_recall_at_20_diff1
value: 57.56881264902657
verified: no, type: nauc_recall_at_20_max
value: 74.94173978131198
verified: no, type: nauc_recall_at_20_std
value: 30.5661658602836
verified: no, type: nauc_recall_at_3_diff1
value: 69.47119910780243
verified: no, type: nauc_recall_at_3_max
value: 59.27944653429989
verified: no, type: nauc_recall_at_3_std
value: 6.2814183903482546
verified: no, type: nauc_recall_at_5_diff1
value: 68.10420927979328
verified: no, type: nauc_recall_at_5_max
value: 60.164296893761815
verified: no, type: nauc_recall_at_5_std
value: 9.5025037567499
verified: no, type: ndcg_at_1
value: 62
verified: no, type: ndcg_at_10
value: 73.095
verified: no, type: ndcg_at_100
value: 75.57199999999999
verified: no, type: ndcg_at_1000
value: 76.03
verified: no, type: ndcg_at_20
value: 74.785
verified: no, type: ndcg_at_3
value: 68.527
verified: no, type: ndcg_at_5
value: 70.333
verified: no, type: precision_at_1
value: 62
verified: no, type: precision_at_10
value: 9.667
verified: no, type: precision_at_100
value: 1.09
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.2170000000000005
verified: no, type: precision_at_3
value: 26.667
verified: no, type: precision_at_5
value: 17.267
verified: no, type: recall_at_1
value: 58.760999999999996
verified: no, type: recall_at_10
value: 85.422
verified: no, type: recall_at_100
value: 96
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 91.93299999999999
verified: no, type: recall_at_3
value: 72.906
verified: no, type: recall_at_5
value: 77.694
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 76.527
verified: no, type: map_at_1
value: 62.159
verified: no, type: map_at_10
value: 72.298
verified: no, type: map_at_100
value: 72.789
verified: no, type: map_at_1000
value: 72.80499999999999
verified: no, type: map_at_20
value: 72.658
verified: no, type: map_at_3
value: 69.697
verified: no, type: map_at_5
value: 71.405
verified: no, type: mrr_at_1
value: 65.01854140914709
verified: no, type: mrr_at_10
value: 73.3364235681912
verified: no, type: mrr_at_100
value: 73.69023773006475
verified: no, type: mrr_at_1000
value: 73.70379275258956
verified: no, type: mrr_at_20
value: 73.58899784126623
verified: no, type: mrr_at_3
value: 71.63164400494436
verified: no, type: mrr_at_5
value: 72.6266996291718
verified: no, type: nauc_map_at_1000_diff1
value: 72.26196805521474
verified: no, type: nauc_map_at_1000_max
value: 54.82473601925078
verified: no, type: nauc_map_at_1000_std
value: 7.532896905808398
verified: no, type: nauc_map_at_100_diff1
value: 72.26762601665212
verified: no, type: nauc_map_at_100_max
value: 54.84436183081319
verified: no, type: nauc_map_at_100_std
value: 7.553915623782155
verified: no, type: nauc_map_at_10_diff1
value: 72.09152947041464
verified: no, type: nauc_map_at_10_max
value: 54.566662723409344
verified: no, type: nauc_map_at_10_std
value: 6.8617531224659984
verified: no, type: nauc_map_at_1_diff1
value: 76.44362554275227
verified: no, type: nauc_map_at_1_max
value: 47.92837030943323
verified: no, type: nauc_map_at_1_std
value: 1.2712665978711795
verified: no, type: nauc_map_at_20_diff1
value: 72.1932546895839
verified: no, type: nauc_map_at_20_max
value: 54.77868328671626
verified: no, type: nauc_map_at_20_std
value: 7.5390256852193085
verified: no, type: nauc_map_at_3_diff1
value: 72.32463213490826
verified: no, type: nauc_map_at_3_max
value: 51.82850176376716
verified: no, type: nauc_map_at_3_std
value: 3.313691247008456
verified: no, type: nauc_map_at_5_diff1
value: 72.07694535940702
verified: no, type: nauc_map_at_5_max
value: 53.746544557259725
verified: no, type: nauc_map_at_5_std
value: 5.460765188941276
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.91364820971862
verified: no, type: nauc_mrr_at_1000_max
value: 55.999150811401144
verified: no, type: nauc_mrr_at_1000_std
value: 10.398705225694902
verified: no, type: nauc_mrr_at_100_diff1
value: 71.9166900352723
verified: no, type: nauc_mrr_at_100_max
value: 56.0158980617252
verified: no, type: nauc_mrr_at_100_std
value: 10.416397031952592
verified: no, type: nauc_mrr_at_10_diff1
value: 71.6000299472608
verified: no, type: nauc_mrr_at_10_max
value: 55.91890883710817
verified: no, type: nauc_mrr_at_10_std
value: 10.291906323764916
verified: no, type: nauc_mrr_at_1_diff1
value: 76.49718519036318
verified: no, type: nauc_mrr_at_1_max
value: 54.12604217431032
verified: no, type: nauc_mrr_at_1_std
value: 8.333140302649584
verified: no, type: nauc_mrr_at_20_diff1
value: 71.83180901219741
verified: no, type: nauc_mrr_at_20_max
value: 55.95516059386792
verified: no, type: nauc_mrr_at_20_std
value: 10.410595110736114
verified: no, type: nauc_mrr_at_3_diff1
value: 71.41066101878594
verified: no, type: nauc_mrr_at_3_max
value: 56.33030426786812
verified: no, type: nauc_mrr_at_3_std
value: 9.807092627499873
verified: no, type: nauc_mrr_at_5_diff1
value: 71.48457263107547
verified: no, type: nauc_mrr_at_5_max
value: 55.79523079804451
verified: no, type: nauc_mrr_at_5_std
value: 9.56339540662926
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.00844332582724
verified: no, type: nauc_ndcg_at_1000_max
value: 56.0830968411215
verified: no, type: nauc_ndcg_at_1000_std
value: 10.12536414515097
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.08255901217294
verified: no, type: nauc_ndcg_at_100_max
value: 56.58354344196779
verified: no, type: nauc_ndcg_at_100_std
value: 10.788436869510683
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.0351612983415
verified: no, type: nauc_ndcg_at_10_max
value: 55.69237259785501
verified: no, type: nauc_ndcg_at_10_std
value: 9.098137226872005
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.49718519036318
verified: no, type: nauc_ndcg_at_1_max
value: 54.12604217431032
verified: no, type: nauc_ndcg_at_1_std
value: 8.333140302649584
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.55288229160162
verified: no, type: nauc_ndcg_at_20_max
value: 56.02912372617168
verified: no, type: nauc_ndcg_at_20_std
value: 10.658004918812695
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.05425859113052
verified: no, type: nauc_ndcg_at_3_max
value: 53.60471853426119
verified: no, type: nauc_ndcg_at_3_std
value: 5.230816816865092
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.93016148017965
verified: no, type: nauc_ndcg_at_5_max
value: 54.4721191074644
verified: no, type: nauc_ndcg_at_5_std
value: 6.577620935495792
verified: no, type: nauc_precision_at_1000_diff1
value: -34.15207795410865
verified: no, type: nauc_precision_at_1000_max
value: 19.192406477803747
verified: no, type: nauc_precision_at_1000_std
value: 44.20120249056698
verified: no, type: nauc_precision_at_100_diff1
value: -21.92421802281828
verified: no, type: nauc_precision_at_100_max
value: 27.932025006196444
verified: no, type: nauc_precision_at_100_std
value: 46.15700787499129
verified: no, type: nauc_precision_at_10_diff1
value: 1.4405770914568594
verified: no, type: nauc_precision_at_10_max
value: 39.638084561158536
verified: no, type: nauc_precision_at_10_std
value: 36.69460260973796
verified: no, type: nauc_precision_at_1_diff1
value: 76.49718519036318
verified: no, type: nauc_precision_at_1_max
value: 54.12604217431032
verified: no, type: nauc_precision_at_1_std
value: 8.333140302649584
verified: no, type: nauc_precision_at_20_diff1
value: -9.073464951503986
verified: no, type: nauc_precision_at_20_max
value: 33.43558333269937
verified: no, type: nauc_precision_at_20_std
value: 43.649313315759635
verified: no, type: nauc_precision_at_3_diff1
value: 33.24438747635695
verified: no, type: nauc_precision_at_3_max
value: 49.669129551161866
verified: no, type: nauc_precision_at_3_std
value: 20.597427388463906
verified: no, type: nauc_precision_at_5_diff1
value: 14.390391464956412
verified: no, type: nauc_precision_at_5_max
value: 42.21194236044368
verified: no, type: nauc_precision_at_5_std
value: 27.341151685288402
verified: no, type: nauc_recall_at_1000_diff1
value: -13.439275396098257
verified: no, type: nauc_recall_at_1000_max
value: 70.2668332789378
verified: no, type: nauc_recall_at_1000_std
value: 81.47725384292593
verified: no, type: nauc_recall_at_100_diff1
value: 63.12484158375845
verified: no, type: nauc_recall_at_100_max
value: 78.21397899681712
verified: no, type: nauc_recall_at_100_std
value: 47.95971895328952
verified: no, type: nauc_recall_at_10_diff1
value: 59.258619066241124
verified: no, type: nauc_recall_at_10_max
value: 55.72780924365118
verified: no, type: nauc_recall_at_10_std
value: 12.070465110706309
verified: no, type: nauc_recall_at_1_diff1
value: 76.44362554275227
verified: no, type: nauc_recall_at_1_max
value: 47.92837030943323
verified: no, type: nauc_recall_at_1_std
value: 1.2712665978711795
verified: no, type: nauc_recall_at_20_diff1
value: 60.27194163739572
verified: no, type: nauc_recall_at_20_max
value: 57.859640930044556
verified: no, type: nauc_recall_at_20_std
value: 24.959871261637183
verified: no, type: nauc_recall_at_3_diff1
value: 63.809558015026404
verified: no, type: nauc_recall_at_3_max
value: 50.68780898644539
verified: no, type: nauc_recall_at_3_std
value: 0.37064353382673126
verified: no, type: nauc_recall_at_5_diff1
value: 61.34563891446967
verified: no, type: nauc_recall_at_5_max
value: 52.02870480839336
verified: no, type: nauc_recall_at_5_std
value: 3.3678431493557657
verified: no, type: ndcg_at_1
value: 65.019
verified: no, type: ndcg_at_10
value: 76.527
verified: no, type: ndcg_at_100
value: 78.476
verified: no, type: ndcg_at_1000
value: 78.859
verified: no, type: ndcg_at_20
value: 77.608
verified: no, type: ndcg_at_3
value: 72.237
verified: no, type: ndcg_at_5
value: 74.578
verified: no, type: precision_at_1
value: 65.019
verified: no, type: precision_at_10
value: 9.963
verified: no, type: precision_at_100
value: 1.099
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.235
verified: no, type: precision_at_3
value: 28.224
verified: no, type: precision_at_5
value: 18.541
verified: no, type: recall_at_1
value: 62.159
verified: no, type: recall_at_10
value: 88.177
verified: no, type: recall_at_100
value: 96.70400000000001
verified: no, type: recall_at_1000
value: 99.629
verified: no, type: recall_at_20
value: 92.171
verified: no, type: recall_at_3
value: 76.98
verified: no, type: recall_at_5
value: 82.39800000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 85.786
verified: no, type: map_at_1
value: 0.241
verified: no, type: map_at_10
value: 2.2560000000000002
verified: no, type: map_at_100
value: 13.478000000000002
verified: no, type: map_at_1000
value: 32.080999999999996
verified: no, type: map_at_20
value: 4.034
verified: no, type: map_at_3
value: 0.721
verified: no, type: map_at_5
value: 1.202
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_10
value: 95.66666666666666
verified: no, type: mrr_at_100
value: 95.66666666666666
verified: no, type: mrr_at_1000
value: 95.66666666666666
verified: no, type: mrr_at_20
value: 95.66666666666666
verified: no, type: mrr_at_3
value: 95.66666666666666
verified: no, type: mrr_at_5
value: 95.66666666666666
verified: no, type: nauc_map_at_1000_diff1
value: -33.856397215348224
verified: no, type: nauc_map_at_1000_max
value: 52.442628978801686
verified: no, type: nauc_map_at_1000_std
value: 78.121550023329
verified: no, type: nauc_map_at_100_diff1
value: -24.62901955392776
verified: no, type: nauc_map_at_100_max
value: 23.848254681406715
verified: no, type: nauc_map_at_100_std
value: 44.891168295557435
verified: no, type: nauc_map_at_10_diff1
value: 8.624081477851847
verified: no, type: nauc_map_at_10_max
value: -9.045454596970382
verified: no, type: nauc_map_at_10_std
value: -5.7784874943617375
verified: no, type: nauc_map_at_1_diff1
value: 17.522197196988433
verified: no, type: nauc_map_at_1_max
value: -9.591987859324789
verified: no, type: nauc_map_at_1_std
value: -7.711185842864
verified: no, type: nauc_map_at_20_diff1
value: -0.3901783306886495
verified: no, type: nauc_map_at_20_max
value: -2.061541912435094
verified: no, type: nauc_map_at_20_std
value: 5.1798742009931
verified: no, type: nauc_map_at_3_diff1
value: 13.263750752688159
verified: no, type: nauc_map_at_3_max
value: -9.833822942004682
verified: no, type: nauc_map_at_3_std
value: -9.816054237663943
verified: no, type: nauc_map_at_5_diff1
value: 11.492446526529632
verified: no, type: nauc_map_at_5_max
value: -10.413949409485241
verified: no, type: nauc_map_at_5_std
value: -11.239134010710497
verified: no, type: nauc_mrr_at_1000_diff1
value: -31.20376355670401
verified: no, type: nauc_mrr_at_1000_max
value: 46.59197012138196
verified: no, type: nauc_mrr_at_1000_std
value: 80.28442146089233
verified: no, type: nauc_mrr_at_100_diff1
value: -31.20376355670401
verified: no, type: nauc_mrr_at_100_max
value: 46.59197012138196
verified: no, type: nauc_mrr_at_100_std
value: 80.28442146089233
verified: no, type: nauc_mrr_at_10_diff1
value: -31.20376355670401
verified: no, type: nauc_mrr_at_10_max
value: 46.59197012138196
verified: no, type: nauc_mrr_at_10_std
value: 80.28442146089233
verified: no, type: nauc_mrr_at_1_diff1
value: -29.108309990663138
verified: no, type: nauc_mrr_at_1_max
value: 43.23062558356683
verified: no, type: nauc_mrr_at_1_std
value: 78.64145658263308
verified: no, type: nauc_mrr_at_20_diff1
value: -31.20376355670401
verified: no, type: nauc_mrr_at_20_max
value: 46.59197012138196
verified: no, type: nauc_mrr_at_20_std
value: 80.28442146089233
verified: no, type: nauc_mrr_at_3_diff1
value: -31.20376355670401
verified: no, type: nauc_mrr_at_3_max
value: 46.59197012138196
verified: no, type: nauc_mrr_at_3_std
value: 80.28442146089233
verified: no, type: nauc_mrr_at_5_diff1
value: -31.20376355670401
verified: no, type: nauc_mrr_at_5_max
value: 46.59197012138196
verified: no, type: nauc_mrr_at_5_std
value: 80.28442146089233
verified: no, type: nauc_ndcg_at_1000_diff1
value: -30.02494733757554
verified: no, type: nauc_ndcg_at_1000_max
value: 46.879741543484386
verified: no, type: nauc_ndcg_at_1000_std
value: 71.28860776857371
verified: no, type: nauc_ndcg_at_100_diff1
value: -40.382758704499686
verified: no, type: nauc_ndcg_at_100_max
value: 46.81853301905501
verified: no, type: nauc_ndcg_at_100_std
value: 78.08882504276026
verified: no, type: nauc_ndcg_at_10_diff1
value: -37.9762225498264
verified: no, type: nauc_ndcg_at_10_max
value: 33.818776701290645
verified: no, type: nauc_ndcg_at_10_std
value: 60.60876378870803
verified: no, type: nauc_ndcg_at_1_diff1
value: -29.64995269631029
verified: no, type: nauc_ndcg_at_1_max
value: 11.702932828760678
verified: no, type: nauc_ndcg_at_1_std
value: 46.36707663197732
verified: no, type: nauc_ndcg_at_20_diff1
value: -34.21566964686303
verified: no, type: nauc_ndcg_at_20_max
value: 35.71546714747097
verified: no, type: nauc_ndcg_at_20_std
value: 64.96478634285614
verified: no, type: nauc_ndcg_at_3_diff1
value: -40.87606957878375
verified: no, type: nauc_ndcg_at_3_max
value: 34.266783345764296
verified: no, type: nauc_ndcg_at_3_std
value: 59.417588176302125
verified: no, type: nauc_ndcg_at_5_diff1
value: -40.86776131403312
verified: no, type: nauc_ndcg_at_5_max
value: 32.103157304099696
verified: no, type: nauc_ndcg_at_5_std
value: 53.26187123017394
verified: no, type: nauc_precision_at_1000_diff1
value: -27.155383361683644
verified: no, type: nauc_precision_at_1000_max
value: 47.99609392284812
verified: no, type: nauc_precision_at_1000_std
value: 53.130872385717154
verified: no, type: nauc_precision_at_100_diff1
value: -44.040520753793835
verified: no, type: nauc_precision_at_100_max
value: 49.40807778768706
verified: no, type: nauc_precision_at_100_std
value: 76.68780066667708
verified: no, type: nauc_precision_at_10_diff1
value: -38.63910231606874
verified: no, type: nauc_precision_at_10_max
value: 42.93405560776088
verified: no, type: nauc_precision_at_10_std
value: 66.83323199380891
verified: no, type: nauc_precision_at_1_diff1
value: -29.108309990663138
verified: no, type: nauc_precision_at_1_max
value: 43.23062558356683
verified: no, type: nauc_precision_at_1_std
value: 78.64145658263308
verified: no, type: nauc_precision_at_20_diff1
value: -35.962158439352734
verified: no, type: nauc_precision_at_20_max
value: 36.22370294628403
verified: no, type: nauc_precision_at_20_std
value: 65.49049101917842
verified: no, type: nauc_precision_at_3_diff1
value: -53.11469565992303
verified: no, type: nauc_precision_at_3_max
value: 62.111220033865045
verified: no, type: nauc_precision_at_3_std
value: 67.69895731218259
verified: no, type: nauc_precision_at_5_diff1
value: -53.04735248757662
verified: no, type: nauc_precision_at_5_max
value: 60.29588164734101
verified: no, type: nauc_precision_at_5_std
value: 61.332609813217566
verified: no, type: nauc_recall_at_1000_diff1
value: -26.68853089093055
verified: no, type: nauc_recall_at_1000_max
value: 40.15392752238839
verified: no, type: nauc_recall_at_1000_std
value: 58.18451441165892
verified: no, type: nauc_recall_at_100_diff1
value: -15.581247880461934
verified: no, type: nauc_recall_at_100_max
value: 10.81212430083709
verified: no, type: nauc_recall_at_100_std
value: 27.018420696008477
verified: no, type: nauc_recall_at_10_diff1
value: 11.246082508546243
verified: no, type: nauc_recall_at_10_max
value: -13.581652280948264
verified: no, type: nauc_recall_at_10_std
value: -11.980214279022423
verified: no, type: nauc_recall_at_1_diff1
value: 17.522197196988433
verified: no, type: nauc_recall_at_1_max
value: -9.591987859324789
verified: no, type: nauc_recall_at_1_std
value: -7.711185842864
verified: no, type: nauc_recall_at_20_diff1
value: 4.890473144429516
verified: no, type: nauc_recall_at_20_max
value: -8.848258614984216
verified: no, type: nauc_recall_at_20_std
value: -4.194164888978863
verified: no, type: nauc_recall_at_3_diff1
value: 13.525152290557976
verified: no, type: nauc_recall_at_3_max
value: -13.266833552882778
verified: no, type: nauc_recall_at_3_std
value: -14.734712973008559
verified: no, type: nauc_recall_at_5_diff1
value: 12.38086304308239
verified: no, type: nauc_recall_at_5_max
value: -14.125430291797542
verified: no, type: nauc_recall_at_5_std
value: -16.303159417191377
verified: no, type: ndcg_at_1
value: 90
verified: no, type: ndcg_at_10
value: 85.786
verified: no, type: ndcg_at_100
value: 65.689
verified: no, type: ndcg_at_1000
value: 57.51500000000001
verified: no, type: ndcg_at_20
value: 81.291
verified: no, type: ndcg_at_3
value: 89.531
verified: no, type: ndcg_at_5
value: 88.435
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_10
value: 90
verified: no, type: precision_at_100
value: 67.64
verified: no, type: precision_at_1000
value: 25.422
verified: no, type: precision_at_20
value: 84.89999999999999
verified: no, type: precision_at_3
value: 92.667
verified: no, type: precision_at_5
value: 93.2
verified: no, type: recall_at_1
value: 0.241
verified: no, type: recall_at_10
value: 2.37
verified: no, type: recall_at_100
value: 16.242
verified: no, type: recall_at_1000
value: 53.702000000000005
verified: no, type: recall_at_20
value: 4.343
verified: no, type: recall_at_3
value: 0.744
verified: no, type: recall_at_5
value: 1.248
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 30.676
verified: no, type: map_at_1
value: 3.17
verified: no, type: map_at_10
value: 12.838
verified: no, type: map_at_100
value: 19.455
verified: no, type: map_at_1000
value: 21.096999999999998
verified: no, type: map_at_20
value: 15.781
verified: no, type: map_at_3
value: 6.938
verified: no, type: map_at_5
value: 9.324
verified: no, type: mrr_at_1
value: 38.775510204081634
verified: no, type: mrr_at_10
value: 54.38208616780046
verified: no, type: mrr_at_100
value: 54.88429833086117
verified: no, type: mrr_at_1000
value: 54.88429833086117
verified: no, type: mrr_at_20
value: 54.69357918606039
verified: no, type: mrr_at_3
value: 51.02040816326531
verified: no, type: mrr_at_5
value: 52.44897959183673
verified: no, type: nauc_map_at_1000_diff1
value: 11.768546469752255
verified: no, type: nauc_map_at_1000_max
value: -6.234751836059205
verified: no, type: nauc_map_at_1000_std
value: -0.5086610596792738
verified: no, type: nauc_map_at_100_diff1
value: 12.210218562618925
verified: no, type: nauc_map_at_100_max
value: -7.479895692892787
verified: no, type: nauc_map_at_100_std
value: -3.9456755950311653
verified: no, type: nauc_map_at_10_diff1
value: 17.872233692928692
verified: no, type: nauc_map_at_10_max
value: -1.4391736686946837
verified: no, type: nauc_map_at_10_std
value: -19.04083165317906
verified: no, type: nauc_map_at_1_diff1
value: 26.952695929538866
verified: no, type: nauc_map_at_1_max
value: -23.861150686867994
verified: no, type: nauc_map_at_1_std
value: -36.57857926974273
verified: no, type: nauc_map_at_20_diff1
value: 15.79525205450058
verified: no, type: nauc_map_at_20_max
value: -5.818581673388666
verified: no, type: nauc_map_at_20_std
value: -14.222828899523332
verified: no, type: nauc_map_at_3_diff1
value: 24.296906628915092
verified: no, type: nauc_map_at_3_max
value: -3.075381662286569
verified: no, type: nauc_map_at_3_std
value: -25.324259455516085
verified: no, type: nauc_map_at_5_diff1
value: 23.81656417505337
verified: no, type: nauc_map_at_5_max
value: -3.736702154899666
verified: no, type: nauc_map_at_5_std
value: -25.914105892424722
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.59241956039767
verified: no, type: nauc_mrr_at_1000_max
value: -33.70575077889871
verified: no, type: nauc_mrr_at_1000_std
value: -31.563016486948225
verified: no, type: nauc_mrr_at_100_diff1
value: 17.59241956039767
verified: no, type: nauc_mrr_at_100_max
value: -33.70575077889871
verified: no, type: nauc_mrr_at_100_std
value: -31.563016486948225
verified: no, type: nauc_mrr_at_10_diff1
value: 16.7444853592715
verified: no, type: nauc_mrr_at_10_max
value: -34.67620993606911
verified: no, type: nauc_mrr_at_10_std
value: -30.36717732372874
verified: no, type: nauc_mrr_at_1_diff1
value: 24.89375000365368
verified: no, type: nauc_mrr_at_1_max
value: -30.815417372385873
verified: no, type: nauc_mrr_at_1_std
value: -44.687809069434245
verified: no, type: nauc_mrr_at_20_diff1
value: 17.80682781563912
verified: no, type: nauc_mrr_at_20_max
value: -33.65132043726252
verified: no, type: nauc_mrr_at_20_std
value: -30.788168935299247
verified: no, type: nauc_mrr_at_3_diff1
value: 16.98952594458621
verified: no, type: nauc_mrr_at_3_max
value: -31.87405417907046
verified: no, type: nauc_mrr_at_3_std
value: -32.99668568417734
verified: no, type: nauc_mrr_at_5_diff1
value: 17.692734228351465
verified: no, type: nauc_mrr_at_5_max
value: -31.478014354340267
verified: no, type: nauc_mrr_at_5_std
value: -34.27625710571425
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.2521145392859925
verified: no, type: nauc_ndcg_at_1000_max
value: -11.879052032552305
verified: no, type: nauc_ndcg_at_1000_std
value: 16.868276570948492
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.68273273743821
verified: no, type: nauc_ndcg_at_100_max
value: -19.509766471983163
verified: no, type: nauc_ndcg_at_100_std
value: 10.902137038006767
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.249688997310848
verified: no, type: nauc_ndcg_at_10_max
value: -10.630040416461807
verified: no, type: nauc_ndcg_at_10_std
value: -12.375334439103657
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.20606123961159
verified: no, type: nauc_ndcg_at_1_max
value: -29.329783979356527
verified: no, type: nauc_ndcg_at_1_std
value: -44.10128294915467
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.146989938292835
verified: no, type: nauc_ndcg_at_20_max
value: -17.320226384710132
verified: no, type: nauc_ndcg_at_20_std
value: -9.593117671485109
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.262720339591553
verified: no, type: nauc_ndcg_at_3_max
value: -10.618248628559396
verified: no, type: nauc_ndcg_at_3_std
value: -24.069451775959436
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.015053471568216
verified: no, type: nauc_ndcg_at_5_max
value: -7.6818187454174485
verified: no, type: nauc_ndcg_at_5_std
value: -23.610640745384508
verified: no, type: nauc_precision_at_1000_diff1
value: -21.295596373775506
verified: no, type: nauc_precision_at_1000_max
value: 33.313558338532154
verified: no, type: nauc_precision_at_1000_std
value: 36.00306839548485
verified: no, type: nauc_precision_at_100_diff1
value: -8.17984508673104
verified: no, type: nauc_precision_at_100_max
value: -3.5218633922770186
verified: no, type: nauc_precision_at_100_std
value: 64.06409459764816
verified: no, type: nauc_precision_at_10_diff1
value: 9.669119653314857
verified: no, type: nauc_precision_at_10_max
value: -7.486292775323736
verified: no, type: nauc_precision_at_10_std
value: 6.05291075028193
verified: no, type: nauc_precision_at_1_diff1
value: 24.89375000365368
verified: no, type: nauc_precision_at_1_max
value: -30.815417372385873
verified: no, type: nauc_precision_at_1_std
value: -44.687809069434245
verified: no, type: nauc_precision_at_20_diff1
value: 5.612232465910688
verified: no, type: nauc_precision_at_20_max
value: -9.493221506431967
verified: no, type: nauc_precision_at_20_std
value: 21.580627790601074
verified: no, type: nauc_precision_at_3_diff1
value: 17.374772867960296
verified: no, type: nauc_precision_at_3_max
value: -5.4513905841762496
verified: no, type: nauc_precision_at_3_std
value: -18.247738169868203
verified: no, type: nauc_precision_at_5_diff1
value: 24.856012104520754
verified: no, type: nauc_precision_at_5_max
value: -1.689335249747221
verified: no, type: nauc_precision_at_5_std
value: -17.759731374287938
verified: no, type: nauc_recall_at_1000_diff1
value: -16.083745923678773
verified: no, type: nauc_recall_at_1000_max
value: -6.4871691773402285
verified: no, type: nauc_recall_at_1000_std
value: 72.67593737144807
verified: no, type: nauc_recall_at_100_diff1
value: -2.2459215656431395
verified: no, type: nauc_recall_at_100_max
value: -22.74818872908392
verified: no, type: nauc_recall_at_100_std
value: 32.77497339706697
verified: no, type: nauc_recall_at_10_diff1
value: 8.670501799477833
verified: no, type: nauc_recall_at_10_max
value: -9.585611028753716
verified: no, type: nauc_recall_at_10_std
value: -10.351304338231115
verified: no, type: nauc_recall_at_1_diff1
value: 26.952695929538866
verified: no, type: nauc_recall_at_1_max
value: -23.861150686867994
verified: no, type: nauc_recall_at_1_std
value: -36.57857926974273
verified: no, type: nauc_recall_at_20_diff1
value: 8.556995668015755
verified: no, type: nauc_recall_at_20_max
value: -17.78731664551538
verified: no, type: nauc_recall_at_20_std
value: -2.6521355533836433
verified: no, type: nauc_recall_at_3_diff1
value: 21.343842933377587
verified: no, type: nauc_recall_at_3_max
value: -2.6294436308829456
verified: no, type: nauc_recall_at_3_std
value: -21.662684580036945
verified: no, type: nauc_recall_at_5_diff1
value: 20.98116651540531
verified: no, type: nauc_recall_at_5_max
value: -6.952288993104518
verified: no, type: nauc_recall_at_5_std
value: -24.78098743592733
verified: no, type: ndcg_at_1
value: 34.694
verified: no, type: ndcg_at_10
value: 30.676
verified: no, type: ndcg_at_100
value: 41.345
verified: no, type: ndcg_at_1000
value: 52.586
verified: no, type: ndcg_at_20
value: 31.176
verified: no, type: ndcg_at_3
value: 35.467
verified: no, type: ndcg_at_5
value: 32.784
verified: no, type: precision_at_1
value: 38.775999999999996
verified: no, type: precision_at_10
value: 27.346999999999998
verified: no, type: precision_at_100
value: 8.265
verified: no, type: precision_at_1000
value: 1.58
verified: no, type: precision_at_20
value: 20.51
verified: no, type: precision_at_3
value: 38.775999999999996
verified: no, type: precision_at_5
value: 33.061
verified: no, type: recall_at_1
value: 3.17
verified: no, type: recall_at_10
value: 19.188
verified: no, type: recall_at_100
value: 50.775000000000006
verified: no, type: recall_at_1000
value: 85.392
verified: no, type: recall_at_20
value: 28.061000000000003
verified: no, type: recall_at_3
value: 7.949000000000001
verified: no, type: recall_at_5
value: 11.863
verified: no
task: type: Retrieval
tags: mteb
license: mit
Likes: 3 | All-time downloads: 122
Created: 2024-11-07 09:01:21