Model: nvidia/NV-Retriever-v1
Author: nvidia
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, nvretriever, feature-extraction, mteb, custom_code, en, arxiv:2407.15831, arxiv:2401.00368, license:other, model-index, region:us
Card metadata: model-index: name: NV-Retriever-v1
results: dataset: config: default
name: MTEB ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 68.277
verified: no, type: map_at_1
value: 44.666
verified: no, type: map_at_10
value: 60.3
verified: no, type: map_at_100
value: 60.692
verified: no, type: map_at_1000
value: 60.693
verified: no, type: map_at_20
value: 60.645
verified: no, type: map_at_3
value: 56.472
verified: no, type: map_at_5
value: 58.78
verified: no, type: mrr_at_1
value: 45.092460881934564
verified: no, type: mrr_at_10
value: 60.493378717063074
verified: no, type: mrr_at_100
value: 60.87988588545791
verified: no, type: mrr_at_1000
value: 60.88044591502747
verified: no, type: mrr_at_20
value: 60.83224958805471
verified: no, type: mrr_at_3
value: 56.53153153153162
verified: no, type: mrr_at_5
value: 58.942626837363854
verified: no, type: nauc_map_at_1000_diff1
value: 14.137909741937149
verified: no, type: nauc_map_at_1000_max
value: -13.946656236190021
verified: no, type: nauc_map_at_1000_std
value: -27.431659737602732
verified: no, type: nauc_map_at_100_diff1
value: 14.136483238553824
verified: no, type: nauc_map_at_100_max
value: -13.946721068575075
verified: no, type: nauc_map_at_100_std
value: -27.43462339510713
verified: no, type: nauc_map_at_10_diff1
value: 13.961240252441984
verified: no, type: nauc_map_at_10_max
value: -13.804526866049605
verified: no, type: nauc_map_at_10_std
value: -27.35573153559941
verified: no, type: nauc_map_at_1_diff1
value: 16.257792463128126
verified: no, type: nauc_map_at_1_max
value: -16.164790771610072
verified: no, type: nauc_map_at_1_std
value: -27.84021734986689
verified: no, type: nauc_map_at_20_diff1
value: 14.106499894575682
verified: no, type: nauc_map_at_20_max
value: -13.930699708027205
verified: no, type: nauc_map_at_20_std
value: -27.47446428876476
verified: no, type: nauc_map_at_3_diff1
value: 15.018611065750246
verified: no, type: nauc_map_at_3_max
value: -12.659774043658842
verified: no, type: nauc_map_at_3_std
value: -27.186079034885598
verified: no, type: nauc_map_at_5_diff1
value: 14.199306816408377
verified: no, type: nauc_map_at_5_max
value: -13.261282961741303
verified: no, type: nauc_map_at_5_std
value: -26.71739573072423
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.629073492081275
verified: no, type: nauc_mrr_at_1000_max
value: -14.666344334069448
verified: no, type: nauc_mrr_at_1000_std
value: -27.30760238816266
verified: no, type: nauc_mrr_at_100_diff1
value: 12.627677268171094
verified: no, type: nauc_mrr_at_100_max
value: -14.66639461039424
verified: no, type: nauc_mrr_at_100_std
value: -27.310569102264846
verified: no, type: nauc_mrr_at_10_diff1
value: 12.482407364331927
verified: no, type: nauc_mrr_at_10_max
value: -14.509649052862667
verified: no, type: nauc_mrr_at_10_std
value: -27.246235066954423
verified: no, type: nauc_mrr_at_1_diff1
value: 15.084265144497373
verified: no, type: nauc_mrr_at_1_max
value: -16.312295398834625
verified: no, type: nauc_mrr_at_1_std
value: -27.686736137340894
verified: no, type: nauc_mrr_at_20_diff1
value: 12.600281810712003
verified: no, type: nauc_mrr_at_20_max
value: -14.649133303237166
verified: no, type: nauc_mrr_at_20_std
value: -27.350630544847004
verified: no, type: nauc_mrr_at_3_diff1
value: 13.081208137779557
verified: no, type: nauc_mrr_at_3_max
value: -13.91769455651833
verified: no, type: nauc_mrr_at_3_std
value: -27.42237181201488
verified: no, type: nauc_mrr_at_5_diff1
value: 12.697412153053486
verified: no, type: nauc_mrr_at_5_max
value: -14.046815225580204
verified: no, type: nauc_mrr_at_5_std
value: -26.69417403787157
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.984706619459738
verified: no, type: nauc_ndcg_at_1000_max
value: -13.48207980711916
verified: no, type: nauc_ndcg_at_1000_std
value: -27.16935912553381
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.951491624929446
verified: no, type: nauc_ndcg_at_100_max
value: -13.483812067015261
verified: no, type: nauc_ndcg_at_100_std
value: -27.238639718923814
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.16429886726646
verified: no, type: nauc_ndcg_at_10_max
value: -12.816570276390305
verified: no, type: nauc_ndcg_at_10_std
value: -27.13129457560619
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.257792463128126
verified: no, type: nauc_ndcg_at_1_max
value: -16.164790771610072
verified: no, type: nauc_ndcg_at_1_std
value: -27.84021734986689
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.767660163849325
verified: no, type: nauc_ndcg_at_20_max
value: -13.330392545127982
verified: no, type: nauc_ndcg_at_20_std
value: -27.655874185287637
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.379454570465107
verified: no, type: nauc_ndcg_at_3_max
value: -10.682369832384417
verified: no, type: nauc_ndcg_at_3_std
value: -26.61546503103021
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.857194107241847
verified: no, type: nauc_ndcg_at_5_max
value: -11.585582001386438
verified: no, type: nauc_ndcg_at_5_std
value: -25.60318972329879
verified: no, type: nauc_precision_at_1000_diff1
value: 25.196544697410012
verified: no, type: nauc_precision_at_1000_max
value: 20.85546049013785
verified: no, type: nauc_precision_at_1000_std
value: 56.11900085120013
verified: no, type: nauc_precision_at_100_diff1
value: 11.605921153386918
verified: no, type: nauc_precision_at_100_max
value: 14.521201087528956
verified: no, type: nauc_precision_at_100_std
value: 17.78762614096395
verified: no, type: nauc_precision_at_10_diff1
value: 2.9073450747110328
verified: no, type: nauc_precision_at_10_max
value: -1.7706065742373982
verified: no, type: nauc_precision_at_10_std
value: -25.127721917434958
verified: no, type: nauc_precision_at_1_diff1
value: 16.257792463128126
verified: no, type: nauc_precision_at_1_max
value: -16.164790771610072
verified: no, type: nauc_precision_at_1_std
value: -27.84021734986689
verified: no, type: nauc_precision_at_20_diff1
value: 4.945029151806525
verified: no, type: nauc_precision_at_20_max
value: 1.299254371223885
verified: no, type: nauc_precision_at_20_std
value: -42.34878406902393
verified: no, type: nauc_precision_at_3_diff1
value: 17.02535492673917
verified: no, type: nauc_precision_at_3_max
value: -3.160620615377462
verified: no, type: nauc_precision_at_3_std
value: -24.392959569235646
verified: no, type: nauc_precision_at_5_diff1
value: 12.283704585525927
verified: no, type: nauc_precision_at_5_max
value: -2.860819740357931
verified: no, type: nauc_precision_at_5_std
value: -19.497494992596568
verified: no, type: nauc_recall_at_1000_diff1
value: 25.196544697407973
verified: no, type: nauc_recall_at_1000_max
value: 20.855460490135933
verified: no, type: nauc_recall_at_1000_std
value: 56.119000851196496
verified: no, type: nauc_recall_at_100_diff1
value: 11.60592115338627
verified: no, type: nauc_recall_at_100_max
value: 14.5212010875248
verified: no, type: nauc_recall_at_100_std
value: 17.787626140957425
verified: no, type: nauc_recall_at_10_diff1
value: 2.9073450747112304
verified: no, type: nauc_recall_at_10_max
value: -1.7706065742371515
verified: no, type: nauc_recall_at_10_std
value: -25.12772191743481
verified: no, type: nauc_recall_at_1_diff1
value: 16.257792463128126
verified: no, type: nauc_recall_at_1_max
value: -16.164790771610072
verified: no, type: nauc_recall_at_1_std
value: -27.84021734986689
verified: no, type: nauc_recall_at_20_diff1
value: 4.9450291518064935
verified: no, type: nauc_recall_at_20_max
value: 1.2992543712237186
verified: no, type: nauc_recall_at_20_std
value: -42.34878406902303
verified: no, type: nauc_recall_at_3_diff1
value: 17.025354926739237
verified: no, type: nauc_recall_at_3_max
value: -3.1606206153775016
verified: no, type: nauc_recall_at_3_std
value: -24.39295956923558
verified: no, type: nauc_recall_at_5_diff1
value: 12.283704585525939
verified: no, type: nauc_recall_at_5_max
value: -2.8608197403578512
verified: no, type: nauc_recall_at_5_std
value: -19.497494992596575
verified: no, type: ndcg_at_1
value: 44.666
verified: no, type: ndcg_at_10
value: 68.277
verified: no, type: ndcg_at_100
value: 69.78
verified: no, type: ndcg_at_1000
value: 69.78999999999999
verified: no, type: ndcg_at_20
value: 69.464
verified: no, type: ndcg_at_3
value: 60.462
verified: no, type: ndcg_at_5
value: 64.651
verified: no, type: precision_at_1
value: 44.666
verified: no, type: precision_at_10
value: 9.339
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.897
verified: no, type: precision_at_3
value: 24.016000000000002
verified: no, type: precision_at_5
value: 16.458000000000002
verified: no, type: recall_at_1
value: 44.666
verified: no, type: recall_at_10
value: 93.38499999999999
verified: no, type: recall_at_100
value: 99.57300000000001
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 97.937
verified: no, type: recall_at_3
value: 72.048
verified: no, type: recall_at_5
value: 82.28999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 57.025000000000006
verified: no, type: map_at_1
value: 35.67
verified: no, type: map_at_10
value: 49.816
verified: no, type: map_at_100
value: 51.465
verified: no, type: map_at_1000
value: 51.559
verified: no, type: map_at_20
value: 50.843
verified: no, type: map_at_3
value: 45.462
verified: no, type: map_at_5
value: 47.789
verified: no, type: mrr_at_1
value: 44.77825464949928
verified: no, type: mrr_at_10
value: 55.787576356245886
verified: no, type: mrr_at_100
value: 56.4488799265231
verified: no, type: mrr_at_1000
value: 56.47353697784773
verified: no, type: mrr_at_20
value: 56.21107253216036
verified: no, type: mrr_at_3
value: 52.885073915116834
verified: no, type: mrr_at_5
value: 54.58035288507389
verified: no, type: nauc_map_at_1000_diff1
value: 50.45823101819382
verified: no, type: nauc_map_at_1000_max
value: 36.49053295534483
verified: no, type: nauc_map_at_1000_std
value: -18.526304321886187
verified: no, type: nauc_map_at_100_diff1
value: 50.4260834410578
verified: no, type: nauc_map_at_100_max
value: 36.5085073099934
verified: no, type: nauc_map_at_100_std
value: -18.46644794935817
verified: no, type: nauc_map_at_10_diff1
value: 50.89883450942742
verified: no, type: nauc_map_at_10_max
value: 36.04067774200049
verified: no, type: nauc_map_at_10_std
value: -20.056347095828695
verified: no, type: nauc_map_at_1_diff1
value: 56.834567406767775
verified: no, type: nauc_map_at_1_max
value: 32.806861016490686
verified: no, type: nauc_map_at_1_std
value: -17.50758527738866
verified: no, type: nauc_map_at_20_diff1
value: 50.5042164434519
verified: no, type: nauc_map_at_20_max
value: 36.50186920758872
verified: no, type: nauc_map_at_20_std
value: -18.739559098645316
verified: no, type: nauc_map_at_3_diff1
value: 51.47192911647498
verified: no, type: nauc_map_at_3_max
value: 35.30704707609017
verified: no, type: nauc_map_at_3_std
value: -20.29632792705977
verified: no, type: nauc_map_at_5_diff1
value: 51.12306422908822
verified: no, type: nauc_map_at_5_max
value: 35.89975376917192
verified: no, type: nauc_map_at_5_std
value: -19.828384476366086
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.849919708933356
verified: no, type: nauc_mrr_at_1000_max
value: 37.551368642516984
verified: no, type: nauc_mrr_at_1000_std
value: -17.829333495571873
verified: no, type: nauc_mrr_at_100_diff1
value: 48.84124005822968
verified: no, type: nauc_mrr_at_100_max
value: 37.55507214788527
verified: no, type: nauc_mrr_at_100_std
value: -17.829902708031735
verified: no, type: nauc_mrr_at_10_diff1
value: 48.75998469903627
verified: no, type: nauc_mrr_at_10_max
value: 37.38578492482243
verified: no, type: nauc_mrr_at_10_std
value: -18.49027309110136
verified: no, type: nauc_mrr_at_1_diff1
value: 52.82147548271261
verified: no, type: nauc_mrr_at_1_max
value: 38.52107406488729
verified: no, type: nauc_mrr_at_1_std
value: -15.557810119211657
verified: no, type: nauc_mrr_at_20_diff1
value: 48.786516207985585
verified: no, type: nauc_mrr_at_20_max
value: 37.53134866494839
verified: no, type: nauc_mrr_at_20_std
value: -17.78055242023104
verified: no, type: nauc_mrr_at_3_diff1
value: 48.72848733815437
verified: no, type: nauc_mrr_at_3_max
value: 37.62564116429598
verified: no, type: nauc_mrr_at_3_std
value: -18.63098278761354
verified: no, type: nauc_mrr_at_5_diff1
value: 48.67198763487669
verified: no, type: nauc_mrr_at_5_max
value: 37.46200111234106
verified: no, type: nauc_mrr_at_5_std
value: -18.592288612712576
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.75201809702225
verified: no, type: nauc_ndcg_at_1000_max
value: 37.04967809462886
verified: no, type: nauc_ndcg_at_1000_std
value: -16.948540945875216
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.213857924243804
verified: no, type: nauc_ndcg_at_100_max
value: 36.99860703887876
verified: no, type: nauc_ndcg_at_100_std
value: -16.420746045271017
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.7590345342662
verified: no, type: nauc_ndcg_at_10_max
value: 36.087304891668495
verified: no, type: nauc_ndcg_at_10_std
value: -20.677784655001727
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.82147548271261
verified: no, type: nauc_ndcg_at_1_max
value: 38.52107406488729
verified: no, type: nauc_ndcg_at_1_std
value: -15.557810119211657
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.119759046742004
verified: no, type: nauc_ndcg_at_20_max
value: 36.91858601052183
verified: no, type: nauc_ndcg_at_20_std
value: -17.315588991460316
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.35879771694856
verified: no, type: nauc_ndcg_at_3_max
value: 36.59333419427929
verified: no, type: nauc_ndcg_at_3_std
value: -19.646763729930917
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.73702053100838
verified: no, type: nauc_ndcg_at_5_max
value: 36.2032422359128
verified: no, type: nauc_ndcg_at_5_std
value: -19.81761218645642
verified: no, type: nauc_precision_at_1000_diff1
value: -19.23879401783259
verified: no, type: nauc_precision_at_1000_max
value: -10.334669548312661
verified: no, type: nauc_precision_at_1000_std
value: 1.8528999887213935
verified: no, type: nauc_precision_at_100_diff1
value: -17.061064047641576
verified: no, type: nauc_precision_at_100_max
value: -2.2318557604173557
verified: no, type: nauc_precision_at_100_std
value: 9.453864069155783
verified: no, type: nauc_precision_at_10_diff1
value: -0.0250981142012463
verified: no, type: nauc_precision_at_10_max
value: 15.000297351883034
verified: no, type: nauc_precision_at_10_std
value: -1.6209044879293661
verified: no, type: nauc_precision_at_1_diff1
value: 52.82147548271261
verified: no, type: nauc_precision_at_1_max
value: 38.52107406488729
verified: no, type: nauc_precision_at_1_std
value: -15.557810119211657
verified: no, type: nauc_precision_at_20_diff1
value: -9.566950286920978
verified: no, type: nauc_precision_at_20_max
value: 9.865702753901365
verified: no, type: nauc_precision_at_20_std
value: 8.87854086185741
verified: no, type: nauc_precision_at_3_diff1
value: 19.978926078471915
verified: no, type: nauc_precision_at_3_max
value: 29.135402513527524
verified: no, type: nauc_precision_at_3_std
value: -12.410877361712942
verified: no, type: nauc_precision_at_5_diff1
value: 11.602459698883452
verified: no, type: nauc_precision_at_5_max
value: 24.44724344216036
verified: no, type: nauc_precision_at_5_std
value: -6.23012846505485
verified: no, type: nauc_recall_at_1000_diff1
value: 30.5620107082901
verified: no, type: nauc_recall_at_1000_max
value: 57.90393858174957
verified: no, type: nauc_recall_at_1000_std
value: 50.27827169570347
verified: no, type: nauc_recall_at_100_diff1
value: 30.37443399479563
verified: no, type: nauc_recall_at_100_max
value: 37.75874353752331
verified: no, type: nauc_recall_at_100_std
value: 10.331635217724585
verified: no, type: nauc_recall_at_10_diff1
value: 42.50804834678793
verified: no, type: nauc_recall_at_10_max
value: 32.01676571227172
verified: no, type: nauc_recall_at_10_std
value: -24.707266416874376
verified: no, type: nauc_recall_at_1_diff1
value: 56.834567406767775
verified: no, type: nauc_recall_at_1_max
value: 32.806861016490686
verified: no, type: nauc_recall_at_1_std
value: -17.50758527738866
verified: no, type: nauc_recall_at_20_diff1
value: 38.7222771840029
verified: no, type: nauc_recall_at_20_max
value: 35.62991559107865
verified: no, type: nauc_recall_at_20_std
value: -8.672399835082256
verified: no, type: nauc_recall_at_3_diff1
value: 44.63989156943874
verified: no, type: nauc_recall_at_3_max
value: 32.924250725683954
verified: no, type: nauc_recall_at_3_std
value: -22.031517542434386
verified: no, type: nauc_recall_at_5_diff1
value: 43.52398344993421
verified: no, type: nauc_recall_at_5_max
value: 32.68140834172185
verified: no, type: nauc_recall_at_5_std
value: -22.07867437121263
verified: no, type: ndcg_at_1
value: 44.778
verified: no, type: ndcg_at_10
value: 57.025000000000006
verified: no, type: ndcg_at_100
value: 62.007
verified: no, type: ndcg_at_1000
value: 63.11
verified: no, type: ndcg_at_20
value: 59.301
verified: no, type: ndcg_at_3
value: 51.162
verified: no, type: ndcg_at_5
value: 53.684
verified: no, type: precision_at_1
value: 44.778
verified: no, type: precision_at_10
value: 11.173
verified: no, type: precision_at_100
value: 1.7080000000000002
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 6.651999999999999
verified: no, type: precision_at_3
value: 25.130999999999997
verified: no, type: precision_at_5
value: 18.026
verified: no, type: recall_at_1
value: 35.67
verified: no, type: recall_at_10
value: 71.006
verified: no, type: recall_at_100
value: 91.24
verified: no, type: recall_at_1000
value: 97.68599999999999
verified: no, type: recall_at_20
value: 78.869
verified: no, type: recall_at_3
value: 53.616
verified: no, type: recall_at_5
value: 61.046
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 56.93
verified: no, type: map_at_1
value: 37.869
verified: no, type: map_at_10
value: 50.651999999999994
verified: no, type: map_at_100
value: 52.099
verified: no, type: map_at_1000
value: 52.229000000000006
verified: no, type: map_at_20
value: 51.471000000000004
verified: no, type: map_at_3
value: 46.900999999999996
verified: no, type: map_at_5
value: 49.163000000000004
verified: no, type: mrr_at_1
value: 48.152866242038215
verified: no, type: mrr_at_10
value: 57.048781720756324
verified: no, type: mrr_at_100
value: 57.61447046748723
verified: no, type: mrr_at_1000
value: 57.64904742638159
verified: no, type: mrr_at_20
value: 57.39780918212383
verified: no, type: mrr_at_3
value: 54.80891719745229
verified: no, type: mrr_at_5
value: 56.28343949044594
verified: no, type: nauc_map_at_1000_diff1
value: 58.85279432139136
verified: no, type: nauc_map_at_1000_max
value: 44.27751637558559
verified: no, type: nauc_map_at_1000_std
value: -15.750083199667806
verified: no, type: nauc_map_at_100_diff1
value: 58.86033676691407
verified: no, type: nauc_map_at_100_max
value: 44.19456055171921
verified: no, type: nauc_map_at_100_std
value: -15.866235670948466
verified: no, type: nauc_map_at_10_diff1
value: 59.15850189168124
verified: no, type: nauc_map_at_10_max
value: 43.11472836391707
verified: no, type: nauc_map_at_10_std
value: -17.744478993375527
verified: no, type: nauc_map_at_1_diff1
value: 64.04942461321761
verified: no, type: nauc_map_at_1_max
value: 36.02760504360551
verified: no, type: nauc_map_at_1_std
value: -20.916663614576407
verified: no, type: nauc_map_at_20_diff1
value: 58.98751913649348
verified: no, type: nauc_map_at_20_max
value: 43.747358339703325
verified: no, type: nauc_map_at_20_std
value: -16.73926017048612
verified: no, type: nauc_map_at_3_diff1
value: 60.545139674280094
verified: no, type: nauc_map_at_3_max
value: 41.30484092754499
verified: no, type: nauc_map_at_3_std
value: -20.449249818528614
verified: no, type: nauc_map_at_5_diff1
value: 59.60326322666997
verified: no, type: nauc_map_at_5_max
value: 42.108701221797
verified: no, type: nauc_map_at_5_std
value: -18.957986608087435
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.30127401697153
verified: no, type: nauc_mrr_at_1000_max
value: 47.08483234515321
verified: no, type: nauc_mrr_at_1000_std
value: -10.314335018294779
verified: no, type: nauc_mrr_at_100_diff1
value: 56.28727998516319
verified: no, type: nauc_mrr_at_100_max
value: 47.08137119553827
verified: no, type: nauc_mrr_at_100_std
value: -10.295734439040498
verified: no, type: nauc_mrr_at_10_diff1
value: 56.25229630851168
verified: no, type: nauc_mrr_at_10_max
value: 47.149329681676
verified: no, type: nauc_mrr_at_10_std
value: -10.598837356654567
verified: no, type: nauc_mrr_at_1_diff1
value: 59.098651501966394
verified: no, type: nauc_mrr_at_1_max
value: 46.60615627466452
verified: no, type: nauc_mrr_at_1_std
value: -10.475650807142516
verified: no, type: nauc_mrr_at_20_diff1
value: 56.2453798649222
verified: no, type: nauc_mrr_at_20_max
value: 47.09346599217677
verified: no, type: nauc_mrr_at_20_std
value: -10.386425082322834
verified: no, type: nauc_mrr_at_3_diff1
value: 56.75733035936052
verified: no, type: nauc_mrr_at_3_max
value: 46.94088551304416
verified: no, type: nauc_mrr_at_3_std
value: -11.483866905681051
verified: no, type: nauc_mrr_at_5_diff1
value: 56.40006056789708
verified: no, type: nauc_mrr_at_5_max
value: 46.808130364381846
verified: no, type: nauc_mrr_at_5_std
value: -11.050122560712222
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.60974899528984
verified: no, type: nauc_ndcg_at_1000_max
value: 46.20688890501171
verified: no, type: nauc_ndcg_at_1000_std
value: -11.14222381973439
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.677945515470675
verified: no, type: nauc_ndcg_at_100_max
value: 46.001596072553404
verified: no, type: nauc_ndcg_at_100_std
value: -11.229044974791337
verified: no, type: nauc_ndcg_at_10_diff1
value: 57.1066442501231
verified: no, type: nauc_ndcg_at_10_max
value: 45.542982262967776
verified: no, type: nauc_ndcg_at_10_std
value: -14.273638238311195
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.098651501966394
verified: no, type: nauc_ndcg_at_1_max
value: 46.60615627466452
verified: no, type: nauc_ndcg_at_1_std
value: -10.475650807142516
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.851307181340694
verified: no, type: nauc_ndcg_at_20_max
value: 45.84417755460993
verified: no, type: nauc_ndcg_at_20_std
value: -12.926633494308371
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.423753276241754
verified: no, type: nauc_ndcg_at_3_max
value: 45.1658528352273
verified: no, type: nauc_ndcg_at_3_std
value: -15.041500407672178
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.366735747016584
verified: no, type: nauc_ndcg_at_5_max
value: 44.754486357586316
verified: no, type: nauc_ndcg_at_5_std
value: -15.100632526050441
verified: no, type: nauc_precision_at_1000_diff1
value: -23.32973690238293
verified: no, type: nauc_precision_at_1000_max
value: 9.122165441089374
verified: no, type: nauc_precision_at_1000_std
value: 32.082444098667565
verified: no, type: nauc_precision_at_100_diff1
value: -16.218615616263428
verified: no, type: nauc_precision_at_100_max
value: 19.44437302773441
verified: no, type: nauc_precision_at_100_std
value: 35.248811470691166
verified: no, type: nauc_precision_at_10_diff1
value: 1.0766468144861965
verified: no, type: nauc_precision_at_10_max
value: 30.491892916282236
verified: no, type: nauc_precision_at_10_std
value: 18.538876410079585
verified: no, type: nauc_precision_at_1_diff1
value: 59.098651501966394
verified: no, type: nauc_precision_at_1_max
value: 46.60615627466452
verified: no, type: nauc_precision_at_1_std
value: -10.475650807142516
verified: no, type: nauc_precision_at_20_diff1
value: -6.769874545877082
verified: no, type: nauc_precision_at_20_max
value: 26.352774891191004
verified: no, type: nauc_precision_at_20_std
value: 26.150734923942952
verified: no, type: nauc_precision_at_3_diff1
value: 23.74601942735032
verified: no, type: nauc_precision_at_3_max
value: 39.71043044078846
verified: no, type: nauc_precision_at_3_std
value: 3.161463247727185
verified: no, type: nauc_precision_at_5_diff1
value: 11.589849872978208
verified: no, type: nauc_precision_at_5_max
value: 34.355473407777296
verified: no, type: nauc_precision_at_5_std
value: 10.0662074493734
verified: no, type: nauc_recall_at_1000_diff1
value: 44.20612579552725
verified: no, type: nauc_recall_at_1000_max
value: 54.50563586814392
verified: no, type: nauc_recall_at_1000_std
value: 29.37098358130919
verified: no, type: nauc_recall_at_100_diff1
value: 46.991905821496225
verified: no, type: nauc_recall_at_100_max
value: 45.677355517440446
verified: no, type: nauc_recall_at_100_std
value: 8.193115293674246
verified: no, type: nauc_recall_at_10_diff1
value: 51.021956806545575
verified: no, type: nauc_recall_at_10_max
value: 42.39780880270869
verified: no, type: nauc_recall_at_10_std
value: -14.372872090525025
verified: no, type: nauc_recall_at_1_diff1
value: 64.04942461321761
verified: no, type: nauc_recall_at_1_max
value: 36.02760504360551
verified: no, type: nauc_recall_at_1_std
value: -20.916663614576407
verified: no, type: nauc_recall_at_20_diff1
value: 49.330317036362736
verified: no, type: nauc_recall_at_20_max
value: 43.82370541895915
verified: no, type: nauc_recall_at_20_std
value: -7.676142813819095
verified: no, type: nauc_recall_at_3_diff1
value: 56.15563158128648
verified: no, type: nauc_recall_at_3_max
value: 39.776800175069496
verified: no, type: nauc_recall_at_3_std
value: -21.67535047518367
verified: no, type: nauc_recall_at_5_diff1
value: 53.55725212243435
verified: no, type: nauc_recall_at_5_max
value: 39.639229625237746
verified: no, type: nauc_recall_at_5_std
value: -18.537472489671433
verified: no, type: ndcg_at_1
value: 48.153
verified: no, type: ndcg_at_10
value: 56.93
verified: no, type: ndcg_at_100
value: 61.041999999999994
verified: no, type: ndcg_at_1000
value: 62.71600000000001
verified: no, type: ndcg_at_20
value: 58.626999999999995
verified: no, type: ndcg_at_3
value: 52.437999999999995
verified: no, type: ndcg_at_5
value: 54.774
verified: no, type: precision_at_1
value: 48.153
verified: no, type: precision_at_10
value: 10.93
verified: no, type: precision_at_100
value: 1.669
verified: no, type: precision_at_1000
value: 0.213
verified: no, type: precision_at_20
value: 6.382000000000001
verified: no, type: precision_at_3
value: 25.796000000000003
verified: no, type: precision_at_5
value: 18.407999999999998
verified: no, type: recall_at_1
value: 37.869
verified: no, type: recall_at_10
value: 67.514
verified: no, type: recall_at_100
value: 84.454
verified: no, type: recall_at_1000
value: 94.356
verified: no, type: recall_at_20
value: 73.558
verified: no, type: recall_at_3
value: 53.559
verified: no, type: recall_at_5
value: 60.475
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 67.253
verified: no, type: map_at_1
value: 46.905
verified: no, type: map_at_10
value: 61.332
verified: no, type: map_at_100
value: 62.304
verified: no, type: map_at_1000
value: 62.334
verified: no, type: map_at_20
value: 61.964
verified: no, type: map_at_3
value: 58.042
verified: no, type: map_at_5
value: 59.882000000000005
verified: no, type: mrr_at_1
value: 53.47962382445141
verified: no, type: mrr_at_10
value: 64.39956212370015
verified: no, type: mrr_at_100
value: 64.95557189125634
verified: no, type: mrr_at_1000
value: 64.96848596592983
verified: no, type: mrr_at_20
value: 64.77428822572568
verified: no, type: mrr_at_3
value: 62.309299895506896
verified: no, type: mrr_at_5
value: 63.54440961337527
verified: no, type: nauc_map_at_1000_diff1
value: 56.74686837364893
verified: no, type: nauc_map_at_1000_max
value: 37.37480368876817
verified: no, type: nauc_map_at_1000_std
value: -10.049421617657124
verified: no, type: nauc_map_at_100_diff1
value: 56.72313143831275
verified: no, type: nauc_map_at_100_max
value: 37.35797555204418
verified: no, type: nauc_map_at_100_std
value: -10.049812301974452
verified: no, type: nauc_map_at_10_diff1
value: 56.68397120600094
verified: no, type: nauc_map_at_10_max
value: 36.59842978269273
verified: no, type: nauc_map_at_10_std
value: -11.174804244499098
verified: no, type: nauc_map_at_1_diff1
value: 61.94214953873164
verified: no, type: nauc_map_at_1_max
value: 28.119092174242382
verified: no, type: nauc_map_at_1_std
value: -14.419629681905278
verified: no, type: nauc_map_at_20_diff1
value: 56.66822667045707
verified: no, type: nauc_map_at_20_max
value: 37.19179210659321
verified: no, type: nauc_map_at_20_std
value: -10.36424574922098
verified: no, type: nauc_map_at_3_diff1
value: 56.786004222951966
verified: no, type: nauc_map_at_3_max
value: 34.409125163057354
verified: no, type: nauc_map_at_3_std
value: -12.308681065089702
verified: no, type: nauc_map_at_5_diff1
value: 56.837122717249855
verified: no, type: nauc_map_at_5_max
value: 35.70069180549282
verified: no, type: nauc_map_at_5_std
value: -12.19154238352126
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.03608286201278
verified: no, type: nauc_mrr_at_1000_max
value: 39.15777651816965
verified: no, type: nauc_mrr_at_1000_std
value: -8.45524348928121
verified: no, type: nauc_mrr_at_100_diff1
value: 57.03051889095766
verified: no, type: nauc_mrr_at_100_max
value: 39.168900323859
verified: no, type: nauc_mrr_at_100_std
value: -8.439862972545644
verified: no, type: nauc_mrr_at_10_diff1
value: 56.848642658414775
verified: no, type: nauc_mrr_at_10_max
value: 39.11801407771557
verified: no, type: nauc_mrr_at_10_std
value: -8.678625365653245
verified: no, type: nauc_mrr_at_1_diff1
value: 61.1124527741601
verified: no, type: nauc_mrr_at_1_max
value: 36.080048505155865
verified: no, type: nauc_mrr_at_1_std
value: -10.584194474752584
verified: no, type: nauc_mrr_at_20_diff1
value: 56.878714270983146
verified: no, type: nauc_mrr_at_20_max
value: 39.16569382719707
verified: no, type: nauc_mrr_at_20_std
value: -8.447245465078893
verified: no, type: nauc_mrr_at_3_diff1
value: 56.87172734333986
verified: no, type: nauc_mrr_at_3_max
value: 39.07882270376788
verified: no, type: nauc_mrr_at_3_std
value: -9.069457598400062
verified: no, type: nauc_mrr_at_5_diff1
value: 56.82487051170517
verified: no, type: nauc_mrr_at_5_max
value: 39.030878651662796
verified: no, type: nauc_mrr_at_5_std
value: -9.076518259406917
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.082240909091695
verified: no, type: nauc_ndcg_at_1000_max
value: 39.699264232007025
verified: no, type: nauc_ndcg_at_1000_std
value: -7.502941002933741
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.887513398861955
verified: no, type: nauc_ndcg_at_100_max
value: 39.847450141736395
verified: no, type: nauc_ndcg_at_100_std
value: -7.146894645593031
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.15467572394677
verified: no, type: nauc_ndcg_at_10_max
value: 38.97265748975791
verified: no, type: nauc_ndcg_at_10_std
value: -9.4670794339538
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.1124527741601
verified: no, type: nauc_ndcg_at_1_max
value: 36.080048505155865
verified: no, type: nauc_ndcg_at_1_std
value: -10.584194474752584
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.15513104937557
verified: no, type: nauc_ndcg_at_20_max
value: 39.66296704562037
verified: no, type: nauc_ndcg_at_20_std
value: -7.847800655967109
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.96185776120714
verified: no, type: nauc_ndcg_at_3_max
value: 37.00790660301803
verified: no, type: nauc_ndcg_at_3_std
value: -10.547349631779593
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.292986134183764
verified: no, type: nauc_ndcg_at_5_max
value: 38.12541620211435
verified: no, type: nauc_ndcg_at_5_std
value: -10.961954651898877
verified: no, type: nauc_precision_at_1000_diff1
value: -17.737775083152922
verified: no, type: nauc_precision_at_1000_max
value: 21.575992446429407
verified: no, type: nauc_precision_at_1000_std
value: 30.76555260404715
verified: no, type: nauc_precision_at_100_diff1
value: -17.3761536797116
verified: no, type: nauc_precision_at_100_max
value: 23.455151994000513
verified: no, type: nauc_precision_at_100_std
value: 30.66476060812044
verified: no, type: nauc_precision_at_10_diff1
value: 0.37712699076668355
verified: no, type: nauc_precision_at_10_max
value: 31.298133911984248
verified: no, type: nauc_precision_at_10_std
value: 16.134374567323214
verified: no, type: nauc_precision_at_1_diff1
value: 61.1124527741601
verified: no, type: nauc_precision_at_1_max
value: 36.080048505155865
verified: no, type: nauc_precision_at_1_std
value: -10.584194474752584
verified: no, type: nauc_precision_at_20_diff1
value: -7.697609516072893
verified: no, type: nauc_precision_at_20_max
value: 30.392978129152638
verified: no, type: nauc_precision_at_20_std
value: 25.297979676649902
verified: no, type: nauc_precision_at_3_diff1
value: 21.920115701694172
verified: no, type: nauc_precision_at_3_max
value: 35.916002988740644
verified: no, type: nauc_precision_at_3_std
value: 3.192816307982428
verified: no, type: nauc_precision_at_5_diff1
value: 12.416994377124743
verified: no, type: nauc_precision_at_5_max
value: 34.60793433800759
verified: no, type: nauc_precision_at_5_std
value: 7.681539417199799
verified: no, type: nauc_recall_at_1000_diff1
value: 45.05841406616179
verified: no, type: nauc_recall_at_1000_max
value: 84.01729859779441
verified: no, type: nauc_recall_at_1000_std
value: 70.81952441677544
verified: no, type: nauc_recall_at_100_diff1
value: 47.82912442332592
verified: no, type: nauc_recall_at_100_max
value: 61.538854248032905
verified: no, type: nauc_recall_at_100_std
value: 31.507749555394742
verified: no, type: nauc_recall_at_10_diff1
value: 46.23707108341979
verified: no, type: nauc_recall_at_10_max
value: 40.14549188124033
verified: no, type: nauc_recall_at_10_std
value: -8.418378388855976
verified: no, type: nauc_recall_at_1_diff1
value: 61.94214953873164
verified: no, type: nauc_recall_at_1_max
value: 28.119092174242382
verified: no, type: nauc_recall_at_1_std
value: -14.419629681905278
verified: no, type: nauc_recall_at_20_diff1
value: 43.5874302201068
verified: no, type: nauc_recall_at_20_max
value: 46.94504592203577
verified: no, type: nauc_recall_at_20_std
value: 3.913410811827146
verified: no, type: nauc_recall_at_3_diff1
value: 49.63064701945406
verified: no, type: nauc_recall_at_3_max
value: 35.29572226414386
verified: no, type: nauc_recall_at_3_std
value: -12.297827741460027
verified: no, type: nauc_recall_at_5_diff1
value: 48.601651302714224
verified: no, type: nauc_recall_at_5_max
value: 37.38710560640659
verified: no, type: nauc_recall_at_5_std
value: -13.458409202400507
verified: no, type: ndcg_at_1
value: 53.480000000000004
verified: no, type: ndcg_at_10
value: 67.253
verified: no, type: ndcg_at_100
value: 70.648
verified: no, type: ndcg_at_1000
value: 71.139
verified: no, type: ndcg_at_20
value: 68.905
verified: no, type: ndcg_at_3
value: 62.178
verified: no, type: ndcg_at_5
value: 64.64800000000001
verified: no, type: precision_at_1
value: 53.480000000000004
verified: no, type: precision_at_10
value: 10.696
verified: no, type: precision_at_100
value: 1.325
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 5.884
verified: no, type: precision_at_3
value: 27.794999999999998
verified: no, type: precision_at_5
value: 18.708
verified: no, type: recall_at_1
value: 46.905
verified: no, type: recall_at_10
value: 81.234
verified: no, type: recall_at_100
value: 95.489
verified: no, type: recall_at_1000
value: 98.729
verified: no, type: recall_at_20
value: 87.29400000000001
verified: no, type: recall_at_3
value: 67.869
verified: no, type: recall_at_5
value: 73.896
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 46.397
verified: no, type: map_at_1
value: 30.613
verified: no, type: map_at_10
value: 40.581
verified: no, type: map_at_100
value: 41.660000000000004
verified: no, type: map_at_1000
value: 41.721000000000004
verified: no, type: map_at_20
value: 41.211999999999996
verified: no, type: map_at_3
value: 37.32
verified: no, type: map_at_5
value: 39.114
verified: no, type: mrr_at_1
value: 33.220338983050844
verified: no, type: mrr_at_10
value: 42.83718948973182
verified: no, type: mrr_at_100
value: 43.71836325492362
verified: no, type: mrr_at_1000
value: 43.76175841571598
verified: no, type: mrr_at_20
value: 43.384811953015166
verified: no, type: mrr_at_3
value: 39.830508474576256
verified: no, type: mrr_at_5
value: 41.54802259887001
verified: no, type: nauc_map_at_1000_diff1
value: 42.6225958477453
verified: no, type: nauc_map_at_1000_max
value: 28.013356866974238
verified: no, type: nauc_map_at_1000_std
value: -9.409667321411026
verified: no, type: nauc_map_at_100_diff1
value: 42.610412175224766
verified: no, type: nauc_map_at_100_max
value: 28.002610966435736
verified: no, type: nauc_map_at_100_std
value: -9.411570910136719
verified: no, type: nauc_map_at_10_diff1
value: 42.63151134672704
verified: no, type: nauc_map_at_10_max
value: 28.001496131016022
verified: no, type: nauc_map_at_10_std
value: -9.67772644457909
verified: no, type: nauc_map_at_1_diff1
value: 46.31023790327735
verified: no, type: nauc_map_at_1_max
value: 24.2900776546879
verified: no, type: nauc_map_at_1_std
value: -11.905089868017578
verified: no, type: nauc_map_at_20_diff1
value: 42.6522287088466
verified: no, type: nauc_map_at_20_max
value: 27.975313282087043
verified: no, type: nauc_map_at_20_std
value: -9.550553164224084
verified: no, type: nauc_map_at_3_diff1
value: 43.272779420270226
verified: no, type: nauc_map_at_3_max
value: 26.92288244998244
verified: no, type: nauc_map_at_3_std
value: -10.575038389958834
verified: no, type: nauc_map_at_5_diff1
value: 42.58131102442881
verified: no, type: nauc_map_at_5_max
value: 27.04453513629861
verified: no, type: nauc_map_at_5_std
value: -10.317573458025175
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.126210961719636
verified: no, type: nauc_mrr_at_1000_max
value: 28.513261505932054
verified: no, type: nauc_mrr_at_1000_std
value: -8.546982260677629
verified: no, type: nauc_mrr_at_100_diff1
value: 41.110923675787234
verified: no, type: nauc_mrr_at_100_max
value: 28.52042510810816
verified: no, type: nauc_mrr_at_100_std
value: -8.534554512496843
verified: no, type: nauc_mrr_at_10_diff1
value: 41.07534061242193
verified: no, type: nauc_mrr_at_10_max
value: 28.44682429205697
verified: no, type: nauc_mrr_at_10_std
value: -8.6819795408583
verified: no, type: nauc_mrr_at_1_diff1
value: 44.40023434506226
verified: no, type: nauc_mrr_at_1_max
value: 25.9478208158475
verified: no, type: nauc_mrr_at_1_std
value: -10.872665260136657
verified: no, type: nauc_mrr_at_20_diff1
value: 41.146798233387074
verified: no, type: nauc_mrr_at_20_max
value: 28.517336935279054
verified: no, type: nauc_mrr_at_20_std
value: -8.580094403841978
verified: no, type: nauc_mrr_at_3_diff1
value: 41.60309522639159
verified: no, type: nauc_mrr_at_3_max
value: 28.379418612638734
verified: no, type: nauc_mrr_at_3_std
value: -9.263458517583244
verified: no, type: nauc_mrr_at_5_diff1
value: 40.99565866982568
verified: no, type: nauc_mrr_at_5_max
value: 27.90866498875212
verified: no, type: nauc_mrr_at_5_std
value: -8.941725041767588
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.11051620257291
verified: no, type: nauc_ndcg_at_1000_max
value: 29.70811129532719
verified: no, type: nauc_ndcg_at_1000_std
value: -7.127215646258767
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.63555558695194
verified: no, type: nauc_ndcg_at_100_max
value: 29.701486964402413
verified: no, type: nauc_ndcg_at_100_std
value: -6.577078704400861
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.87142841339465
verified: no, type: nauc_ndcg_at_10_max
value: 29.704589449676533
verified: no, type: nauc_ndcg_at_10_std
value: -7.674397553684968
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.40023434506226
verified: no, type: nauc_ndcg_at_1_max
value: 25.9478208158475
verified: no, type: nauc_ndcg_at_1_std
value: -10.872665260136657
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.06323938303467
verified: no, type: nauc_ndcg_at_20_max
value: 29.883715521818203
verified: no, type: nauc_ndcg_at_20_std
value: -7.155761930055846
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.935479029537156
verified: no, type: nauc_ndcg_at_3_max
value: 28.171952324901135
verified: no, type: nauc_ndcg_at_3_std
value: -9.737703474161384
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.69403623214395
verified: no, type: nauc_ndcg_at_5_max
value: 27.702311421182756
verified: no, type: nauc_ndcg_at_5_std
value: -9.060968201824112
verified: no, type: nauc_precision_at_1000_diff1
value: -8.885096064850758
verified: no, type: nauc_precision_at_1000_max
value: 14.053447868468186
verified: no, type: nauc_precision_at_1000_std
value: 12.07987711511724
verified: no, type: nauc_precision_at_100_diff1
value: 2.3188506683364287
verified: no, type: nauc_precision_at_100_max
value: 22.080025207013655
verified: no, type: nauc_precision_at_100_std
value: 14.172840329817307
verified: no, type: nauc_precision_at_10_diff1
value: 24.9332547479345
verified: no, type: nauc_precision_at_10_max
value: 34.6422733091986
verified: no, type: nauc_precision_at_10_std
value: 1.9970789498947206
verified: no, type: nauc_precision_at_1_diff1
value: 44.40023434506226
verified: no, type: nauc_precision_at_1_max
value: 25.9478208158475
verified: no, type: nauc_precision_at_1_std
value: -10.872665260136657
verified: no, type: nauc_precision_at_20_diff1
value: 20.640050910422755
verified: no, type: nauc_precision_at_20_max
value: 32.260405497760615
verified: no, type: nauc_precision_at_20_std
value: 6.854997919374335
verified: no, type: nauc_precision_at_3_diff1
value: 33.29459667683485
verified: no, type: nauc_precision_at_3_max
value: 32.151627242504325
verified: no, type: nauc_precision_at_3_std
value: -5.8202369823669855
verified: no, type: nauc_precision_at_5_diff1
value: 28.763772683866794
verified: no, type: nauc_precision_at_5_max
value: 31.392059038257553
verified: no, type: nauc_precision_at_5_std
value: -3.9737244392531172
verified: no, type: nauc_recall_at_1000_diff1
value: 26.491178998164894
verified: no, type: nauc_recall_at_1000_max
value: 53.78324098258691
verified: no, type: nauc_recall_at_1000_std
value: 22.795807409776284
verified: no, type: nauc_recall_at_100_diff1
value: 27.100846383184855
verified: no, type: nauc_recall_at_100_max
value: 36.26211685620019
verified: no, type: nauc_recall_at_100_std
value: 12.001840836651729
verified: no, type: nauc_recall_at_10_diff1
value: 35.281252536584226
verified: no, type: nauc_recall_at_10_max
value: 34.13064097658273
verified: no, type: nauc_recall_at_10_std
value: -1.238221844846595
verified: no, type: nauc_recall_at_1_diff1
value: 46.31023790327735
verified: no, type: nauc_recall_at_1_max
value: 24.2900776546879
verified: no, type: nauc_recall_at_1_std
value: -11.905089868017578
verified: no, type: nauc_recall_at_20_diff1
value: 35.29612485423622
verified: no, type: nauc_recall_at_20_max
value: 36.059880890712606
verified: no, type: nauc_recall_at_20_std
value: 2.0708009945980916
verified: no, type: nauc_recall_at_3_diff1
value: 39.33916378398866
verified: no, type: nauc_recall_at_3_max
value: 28.825178871677544
verified: no, type: nauc_recall_at_3_std
value: -8.391711028859733
verified: no, type: nauc_recall_at_5_diff1
value: 35.394135184248086
verified: no, type: nauc_recall_at_5_max
value: 27.370010171655295
verified: no, type: nauc_recall_at_5_std
value: -6.342877659046013
verified: no, type: ndcg_at_1
value: 33.22
verified: no, type: ndcg_at_10
value: 46.397
verified: no, type: ndcg_at_100
value: 51.510999999999996
verified: no, type: ndcg_at_1000
value: 52.941
verified: no, type: ndcg_at_20
value: 48.614000000000004
verified: no, type: ndcg_at_3
value: 40.066
verified: no, type: ndcg_at_5
value: 43.086
verified: no, type: precision_at_1
value: 33.22
verified: no, type: precision_at_10
value: 7.153
verified: no, type: precision_at_100
value: 1.028
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 4.1129999999999995
verified: no, type: precision_at_3
value: 16.949
verified: no, type: precision_at_5
value: 11.932
verified: no, type: recall_at_1
value: 30.613
verified: no, type: recall_at_10
value: 62.248000000000005
verified: no, type: recall_at_100
value: 85.311
verified: no, type: recall_at_1000
value: 95.88799999999999
verified: no, type: recall_at_20
value: 70.729
verified: no, type: recall_at_3
value: 45.104
verified: no, type: recall_at_5
value: 52.370000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 39.528999999999996
verified: no, type: map_at_1
value: 22.289
verified: no, type: map_at_10
value: 33.159
verified: no, type: map_at_100
value: 34.544999999999995
verified: no, type: map_at_1000
value: 34.657
verified: no, type: map_at_20
value: 33.946
verified: no, type: map_at_3
value: 29.877
verified: no, type: map_at_5
value: 31.789
verified: no, type: mrr_at_1
value: 27.860696517412936
verified: no, type: mrr_at_10
value: 38.592454394693185
verified: no, type: mrr_at_100
value: 39.532435897754596
verified: no, type: mrr_at_1000
value: 39.58977434786168
verified: no, type: mrr_at_20
value: 39.18675071024776
verified: no, type: mrr_at_3
value: 35.96600331674959
verified: no, type: mrr_at_5
value: 37.526948590381416
verified: no, type: nauc_map_at_1000_diff1
value: 33.700166326733495
verified: no, type: nauc_map_at_1000_max
value: 20.881755159195087
verified: no, type: nauc_map_at_1000_std
value: -3.3430462158114675
verified: no, type: nauc_map_at_100_diff1
value: 33.692093684241065
verified: no, type: nauc_map_at_100_max
value: 20.906418728277437
verified: no, type: nauc_map_at_100_std
value: -3.3316697944388443
verified: no, type: nauc_map_at_10_diff1
value: 33.42287630575565
verified: no, type: nauc_map_at_10_max
value: 20.50001954371251
verified: no, type: nauc_map_at_10_std
value: -4.08460043500711
verified: no, type: nauc_map_at_1_diff1
value: 37.87404744244711
verified: no, type: nauc_map_at_1_max
value: 19.670953538008504
verified: no, type: nauc_map_at_1_std
value: -6.429774614333435
verified: no, type: nauc_map_at_20_diff1
value: 33.60771917466459
verified: no, type: nauc_map_at_20_max
value: 20.708044731830018
verified: no, type: nauc_map_at_20_std
value: -3.6069971679953143
verified: no, type: nauc_map_at_3_diff1
value: 33.65349486102774
verified: no, type: nauc_map_at_3_max
value: 19.627398723335993
verified: no, type: nauc_map_at_3_std
value: -4.306026212618319
verified: no, type: nauc_map_at_5_diff1
value: 33.471450513985964
verified: no, type: nauc_map_at_5_max
value: 19.948552824819032
verified: no, type: nauc_map_at_5_std
value: -4.923599608990918
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.662151329963095
verified: no, type: nauc_mrr_at_1000_max
value: 22.537786156087673
verified: no, type: nauc_mrr_at_1000_std
value: -2.7960608938625215
verified: no, type: nauc_mrr_at_100_diff1
value: 32.65867171998483
verified: no, type: nauc_mrr_at_100_max
value: 22.547865954292774
verified: no, type: nauc_mrr_at_100_std
value: -2.801012467040567
verified: no, type: nauc_mrr_at_10_diff1
value: 32.544025707175926
verified: no, type: nauc_mrr_at_10_max
value: 22.602412903085646
verified: no, type: nauc_mrr_at_10_std
value: -3.0158656805804602
verified: no, type: nauc_mrr_at_1_diff1
value: 36.968863725891985
verified: no, type: nauc_mrr_at_1_max
value: 22.042028260738334
verified: no, type: nauc_mrr_at_1_std
value: -4.81746524838004
verified: no, type: nauc_mrr_at_20_diff1
value: 32.6425264960166
verified: no, type: nauc_mrr_at_20_max
value: 22.513542321494686
verified: no, type: nauc_mrr_at_20_std
value: -2.8764217789260575
verified: no, type: nauc_mrr_at_3_diff1
value: 32.50201126992818
verified: no, type: nauc_mrr_at_3_max
value: 22.128017930298302
verified: no, type: nauc_mrr_at_3_std
value: -3.023665576028868
verified: no, type: nauc_mrr_at_5_diff1
value: 32.56418157013767
verified: no, type: nauc_mrr_at_5_max
value: 22.05870005229312
verified: no, type: nauc_mrr_at_5_std
value: -3.5021924901272863
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.74240275632584
verified: no, type: nauc_ndcg_at_1000_max
value: 22.404494093544148
verified: no, type: nauc_ndcg_at_1000_std
value: -0.5292268805090566
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.39837105476146
verified: no, type: nauc_ndcg_at_100_max
value: 22.79204625219021
verified: no, type: nauc_ndcg_at_100_std
value: -0.3490651737152355
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.932581950709647
verified: no, type: nauc_ndcg_at_10_max
value: 21.779867741726864
verified: no, type: nauc_ndcg_at_10_std
value: -2.6923178974285857
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.968863725891985
verified: no, type: nauc_ndcg_at_1_max
value: 22.042028260738334
verified: no, type: nauc_ndcg_at_1_std
value: -4.81746524838004
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.463586670511226
verified: no, type: nauc_ndcg_at_20_max
value: 22.140858428394843
verified: no, type: nauc_ndcg_at_20_std
value: -1.4367590351530557
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.446170362942084
verified: no, type: nauc_ndcg_at_3_max
value: 20.60928390930364
verified: no, type: nauc_ndcg_at_3_std
value: -3.468700146234719
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.162455412182865
verified: no, type: nauc_ndcg_at_5_max
value: 20.725999446060232
verified: no, type: nauc_ndcg_at_5_std
value: -4.274903425807673
verified: no, type: nauc_precision_at_1000_diff1
value: -1.7949376725223287
verified: no, type: nauc_precision_at_1000_max
value: 4.138926678307252
verified: no, type: nauc_precision_at_1000_std
value: 5.718976977950761
verified: no, type: nauc_precision_at_100_diff1
value: 6.815844234312567
verified: no, type: nauc_precision_at_100_max
value: 15.267630374047453
verified: no, type: nauc_precision_at_100_std
value: 10.648732358170012
verified: no, type: nauc_precision_at_10_diff1
value: 18.776246678630283
verified: no, type: nauc_precision_at_10_max
value: 20.677245431024357
verified: no, type: nauc_precision_at_10_std
value: 1.6530753958695428
verified: no, type: nauc_precision_at_1_diff1
value: 36.968863725891985
verified: no, type: nauc_precision_at_1_max
value: 22.042028260738334
verified: no, type: nauc_precision_at_1_std
value: -4.81746524838004
verified: no, type: nauc_precision_at_20_diff1
value: 16.901118214014854
verified: no, type: nauc_precision_at_20_max
value: 20.321433804879973
verified: no, type: nauc_precision_at_20_std
value: 6.464565628780512
verified: no, type: nauc_precision_at_3_diff1
value: 25.438322928150715
verified: no, type: nauc_precision_at_3_max
value: 21.513381450535192
verified: no, type: nauc_precision_at_3_std
value: -1.0164220255846312
verified: no, type: nauc_precision_at_5_diff1
value: 22.374520350110284
verified: no, type: nauc_precision_at_5_max
value: 20.541307175039307
verified: no, type: nauc_precision_at_5_std
value: -2.6340396442123537
verified: no, type: nauc_recall_at_1000_diff1
value: 24.96791522787828
verified: no, type: nauc_recall_at_1000_max
value: 28.234314683043806
verified: no, type: nauc_recall_at_1000_std
value: 40.696299617721635
verified: no, type: nauc_recall_at_100_diff1
value: 23.613948951560566
verified: no, type: nauc_recall_at_100_max
value: 25.980432165003002
verified: no, type: nauc_recall_at_100_std
value: 13.815393892614894
verified: no, type: nauc_recall_at_10_diff1
value: 26.08578893691453
verified: no, type: nauc_recall_at_10_max
value: 21.68887563256401
verified: no, type: nauc_recall_at_10_std
value: 0.3183582141083137
verified: no, type: nauc_recall_at_1_diff1
value: 37.87404744244711
verified: no, type: nauc_recall_at_1_max
value: 19.670953538008504
verified: no, type: nauc_recall_at_1_std
value: -6.429774614333435
verified: no, type: nauc_recall_at_20_diff1
value: 26.962834137152473
verified: no, type: nauc_recall_at_20_max
value: 22.164116014019815
verified: no, type: nauc_recall_at_20_std
value: 4.67553525902973
verified: no, type: nauc_recall_at_3_diff1
value: 28.282766004526692
verified: no, type: nauc_recall_at_3_max
value: 19.21433271344623
verified: no, type: nauc_recall_at_3_std
value: -1.7579654801836264
verified: no, type: nauc_recall_at_5_diff1
value: 27.31884901762613
verified: no, type: nauc_recall_at_5_max
value: 19.089489857779846
verified: no, type: nauc_recall_at_5_std
value: -3.8031906054652667
verified: no, type: ndcg_at_1
value: 27.861000000000004
verified: no, type: ndcg_at_10
value: 39.528999999999996
verified: no, type: ndcg_at_100
value: 45.424
verified: no, type: ndcg_at_1000
value: 47.682
verified: no, type: ndcg_at_20
value: 41.967
verified: no, type: ndcg_at_3
value: 34.083999999999996
verified: no, type: ndcg_at_5
value: 36.773
verified: no, type: precision_at_1
value: 27.861000000000004
verified: no, type: precision_at_10
value: 7.338
verified: no, type: precision_at_100
value: 1.172
verified: no, type: precision_at_1000
value: 0.147
verified: no, type: precision_at_20
value: 4.415
verified: no, type: precision_at_3
value: 16.833000000000002
verified: no, type: precision_at_5
value: 12.113999999999999
verified: no, type: recall_at_1
value: 22.289
verified: no, type: recall_at_10
value: 53.559
verified: no, type: recall_at_100
value: 78.521
verified: no, type: recall_at_1000
value: 94.13
verified: no, type: recall_at_20
value: 61.986
verified: no, type: recall_at_3
value: 38.269999999999996
verified: no, type: recall_at_5
value: 45.336
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 54.004
verified: no, type: map_at_1
value: 33.586
verified: no, type: map_at_10
value: 47.342
verified: no, type: map_at_100
value: 48.823
verified: no, type: map_at_1000
value: 48.919000000000004
verified: no, type: map_at_20
value: 48.22
verified: no, type: map_at_3
value: 43.614999999999995
verified: no, type: map_at_5
value: 45.749
verified: no, type: mrr_at_1
value: 41.48219441770934
verified: no, type: mrr_at_10
value: 52.86203156270527
verified: no, type: mrr_at_100
value: 53.707246266591255
verified: no, type: mrr_at_1000
value: 53.73489176472194
verified: no, type: mrr_at_20
value: 53.44504144846516
verified: no, type: mrr_at_3
value: 50.56143727943533
verified: no, type: mrr_at_5
value: 51.96663458453635
verified: no, type: nauc_map_at_1000_diff1
value: 50.16735144466837
verified: no, type: nauc_map_at_1000_max
value: 30.130457323041902
verified: no, type: nauc_map_at_1000_std
value: -18.910770726198383
verified: no, type: nauc_map_at_100_diff1
value: 50.170273630833286
verified: no, type: nauc_map_at_100_max
value: 30.137603210111934
verified: no, type: nauc_map_at_100_std
value: -18.93078710897879
verified: no, type: nauc_map_at_10_diff1
value: 49.995799867485076
verified: no, type: nauc_map_at_10_max
value: 29.626149915961854
verified: no, type: nauc_map_at_10_std
value: -19.70118715989913
verified: no, type: nauc_map_at_1_diff1
value: 56.10337790434511
verified: no, type: nauc_map_at_1_max
value: 26.249897485765477
verified: no, type: nauc_map_at_1_std
value: -20.159842923954475
verified: no, type: nauc_map_at_20_diff1
value: 50.026410103063576
verified: no, type: nauc_map_at_20_max
value: 29.770173596928444
verified: no, type: nauc_map_at_20_std
value: -19.398108689295622
verified: no, type: nauc_map_at_3_diff1
value: 50.12369021949809
verified: no, type: nauc_map_at_3_max
value: 27.918094022890692
verified: no, type: nauc_map_at_3_std
value: -20.816408880461136
verified: no, type: nauc_map_at_5_diff1
value: 49.88266421157269
verified: no, type: nauc_map_at_5_max
value: 28.803327575103616
verified: no, type: nauc_map_at_5_std
value: -20.412325693429622
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.08675690045023
verified: no, type: nauc_mrr_at_1000_max
value: 33.51316969904977
verified: no, type: nauc_mrr_at_1000_std
value: -16.325548962557693
verified: no, type: nauc_mrr_at_100_diff1
value: 50.084570223694804
verified: no, type: nauc_mrr_at_100_max
value: 33.53170304618603
verified: no, type: nauc_mrr_at_100_std
value: -16.315669293904236
verified: no, type: nauc_mrr_at_10_diff1
value: 50.104359262926614
verified: no, type: nauc_mrr_at_10_max
value: 33.454171357296374
verified: no, type: nauc_mrr_at_10_std
value: -16.672238640691564
verified: no, type: nauc_mrr_at_1_diff1
value: 54.46283195658263
verified: no, type: nauc_mrr_at_1_max
value: 33.5006771800345
verified: no, type: nauc_mrr_at_1_std
value: -15.72197238923995
verified: no, type: nauc_mrr_at_20_diff1
value: 50.04428019672954
verified: no, type: nauc_mrr_at_20_max
value: 33.43915921871757
verified: no, type: nauc_mrr_at_20_std
value: -16.47775099091468
verified: no, type: nauc_mrr_at_3_diff1
value: 49.29563277160461
verified: no, type: nauc_mrr_at_3_max
value: 32.609171651470724
verified: no, type: nauc_mrr_at_3_std
value: -16.8176459078524
verified: no, type: nauc_mrr_at_5_diff1
value: 49.59993245767094
verified: no, type: nauc_mrr_at_5_max
value: 33.145357294405365
verified: no, type: nauc_mrr_at_5_std
value: -16.886783105921864
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.84200528661306
verified: no, type: nauc_ndcg_at_1000_max
value: 32.7463038531318
verified: no, type: nauc_ndcg_at_1000_std
value: -16.229179922128097
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.78798184218895
verified: no, type: nauc_ndcg_at_100_max
value: 33.19106180162596
verified: no, type: nauc_ndcg_at_100_std
value: -15.964597177057572
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.10239998219158
verified: no, type: nauc_ndcg_at_10_max
value: 31.18073711193898
verified: no, type: nauc_ndcg_at_10_std
value: -19.103888016157107
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.46283195658263
verified: no, type: nauc_ndcg_at_1_max
value: 33.5006771800345
verified: no, type: nauc_ndcg_at_1_std
value: -15.72197238923995
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.12986473579085
verified: no, type: nauc_ndcg_at_20_max
value: 31.555721190821874
verified: no, type: nauc_ndcg_at_20_std
value: -18.03991726456339
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.06266636428524
verified: no, type: nauc_ndcg_at_3_max
value: 29.800215619456498
verified: no, type: nauc_ndcg_at_3_std
value: -19.534322783334527
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.15095160139167
verified: no, type: nauc_ndcg_at_5_max
value: 30.208802143718682
verified: no, type: nauc_ndcg_at_5_std
value: -19.9192266388754
verified: no, type: nauc_precision_at_1000_diff1
value: -14.22147314326395
verified: no, type: nauc_precision_at_1000_max
value: 4.578027927831382
verified: no, type: nauc_precision_at_1000_std
value: 17.42650517281872
verified: no, type: nauc_precision_at_100_diff1
value: -6.889359682595786
verified: no, type: nauc_precision_at_100_max
value: 13.816120144295166
verified: no, type: nauc_precision_at_100_std
value: 19.169326264844834
verified: no, type: nauc_precision_at_10_diff1
value: 11.630213989568256
verified: no, type: nauc_precision_at_10_max
value: 25.18561447388641
verified: no, type: nauc_precision_at_10_std
value: 3.5091485378988714
verified: no, type: nauc_precision_at_1_diff1
value: 54.46283195658263
verified: no, type: nauc_precision_at_1_max
value: 33.5006771800345
verified: no, type: nauc_precision_at_1_std
value: -15.72197238923995
verified: no, type: nauc_precision_at_20_diff1
value: 3.5727333022082184
verified: no, type: nauc_precision_at_20_max
value: 20.959966668076714
verified: no, type: nauc_precision_at_20_std
value: 11.024682685903581
verified: no, type: nauc_precision_at_3_diff1
value: 27.22306777334495
verified: no, type: nauc_precision_at_3_max
value: 30.39888856674192
verified: no, type: nauc_precision_at_3_std
value: -7.583643149291899
verified: no, type: nauc_precision_at_5_diff1
value: 18.788243224115185
verified: no, type: nauc_precision_at_5_max
value: 28.14592563430115
verified: no, type: nauc_precision_at_5_std
value: -3.10270506824694
verified: no, type: nauc_recall_at_1000_diff1
value: 62.4411056243426
verified: no, type: nauc_recall_at_1000_max
value: 69.22941585002123
verified: no, type: nauc_recall_at_1000_std
value: 36.11911276552335
verified: no, type: nauc_recall_at_100_diff1
value: 44.59026422323201
verified: no, type: nauc_recall_at_100_max
value: 47.97129128154523
verified: no, type: nauc_recall_at_100_std
value: 4.778892937753897
verified: no, type: nauc_recall_at_10_diff1
value: 43.25042694366798
verified: no, type: nauc_recall_at_10_max
value: 30.67002821157203
verified: no, type: nauc_recall_at_10_std
value: -18.821325601418703
verified: no, type: nauc_recall_at_1_diff1
value: 56.10337790434511
verified: no, type: nauc_recall_at_1_max
value: 26.249897485765477
verified: no, type: nauc_recall_at_1_std
value: -20.159842923954475
verified: no, type: nauc_recall_at_20_diff1
value: 41.53741723146757
verified: no, type: nauc_recall_at_20_max
value: 30.852977167860324
verified: no, type: nauc_recall_at_20_std
value: -14.824694384045237
verified: no, type: nauc_recall_at_3_diff1
value: 42.251002622079916
verified: no, type: nauc_recall_at_3_max
value: 25.083846761725724
verified: no, type: nauc_recall_at_3_std
value: -22.239786875574765
verified: no, type: nauc_recall_at_5_diff1
value: 41.146094656121385
verified: no, type: nauc_recall_at_5_max
value: 27.189625490714608
verified: no, type: nauc_recall_at_5_std
value: -22.001469364479068
verified: no, type: ndcg_at_1
value: 41.482
verified: no, type: ndcg_at_10
value: 54.004
verified: no, type: ndcg_at_100
value: 59.455000000000005
verified: no, type: ndcg_at_1000
value: 60.831999999999994
verified: no, type: ndcg_at_20
value: 56.484
verified: no, type: ndcg_at_3
value: 48.802
verified: no, type: ndcg_at_5
value: 51.43600000000001
verified: no, type: precision_at_1
value: 41.482
verified: no, type: precision_at_10
value: 9.99
verified: no, type: precision_at_100
value: 1.4989999999999999
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_20
value: 5.861000000000001
verified: no, type: precision_at_3
value: 23.709
verified: no, type: precision_at_5
value: 16.843
verified: no, type: recall_at_1
value: 33.586
verified: no, type: recall_at_10
value: 67.754
verified: no, type: recall_at_100
value: 89.689
verified: no, type: recall_at_1000
value: 98.212
verified: no, type: recall_at_20
value: 76.253
verified: no, type: recall_at_3
value: 53.181
verified: no, type: recall_at_5
value: 60.122
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 50.547
verified: no, type: map_at_1
value: 30.547
verified: no, type: map_at_10
value: 43.595
verified: no, type: map_at_100
value: 45.044000000000004
verified: no, type: map_at_1000
value: 45.143
verified: no, type: map_at_20
value: 44.46
verified: no, type: map_at_3
value: 39.512
verified: no, type: map_at_5
value: 41.655
verified: no, type: mrr_at_1
value: 38.242009132420094
verified: no, type: mrr_at_10
value: 49.150811770674785
verified: no, type: mrr_at_100
value: 49.95736920255132
verified: no, type: mrr_at_1000
value: 49.991323278325005
verified: no, type: mrr_at_20
value: 49.64605069442795
verified: no, type: mrr_at_3
value: 46.19482496194824
verified: no, type: mrr_at_5
value: 47.74162861491625
verified: no, type: nauc_map_at_1000_diff1
value: 40.52349853300547
verified: no, type: nauc_map_at_1000_max
value: 31.561296386270925
verified: no, type: nauc_map_at_1000_std
value: -5.03343890785704
verified: no, type: nauc_map_at_100_diff1
value: 40.48825194476996
verified: no, type: nauc_map_at_100_max
value: 31.553405159588717
verified: no, type: nauc_map_at_100_std
value: -5.042866610979561
verified: no, type: nauc_map_at_10_diff1
value: 40.39926831942659
verified: no, type: nauc_map_at_10_max
value: 30.946628618728266
verified: no, type: nauc_map_at_10_std
value: -5.776518335664868
verified: no, type: nauc_map_at_1_diff1
value: 44.73341103510332
verified: no, type: nauc_map_at_1_max
value: 24.72510025576844
verified: no, type: nauc_map_at_1_std
value: -11.010252578512175
verified: no, type: nauc_map_at_20_diff1
value: 40.44256461277349
verified: no, type: nauc_map_at_20_max
value: 31.466590802666467
verified: no, type: nauc_map_at_20_std
value: -5.113421418562381
verified: no, type: nauc_map_at_3_diff1
value: 41.38809172163691
verified: no, type: nauc_map_at_3_max
value: 29.48868065104881
verified: no, type: nauc_map_at_3_std
value: -8.459559994349043
verified: no, type: nauc_map_at_5_diff1
value: 40.50417748715188
verified: no, type: nauc_map_at_5_max
value: 30.375034537551333
verified: no, type: nauc_map_at_5_std
value: -6.829586305389068
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.13147562273569
verified: no, type: nauc_mrr_at_1000_max
value: 33.4729877260649
verified: no, type: nauc_mrr_at_1000_std
value: -2.115383391956632
verified: no, type: nauc_mrr_at_100_diff1
value: 38.12352986074086
verified: no, type: nauc_mrr_at_100_max
value: 33.47904382055151
verified: no, type: nauc_mrr_at_100_std
value: -2.0980380463248816
verified: no, type: nauc_mrr_at_10_diff1
value: 37.879793238833486
verified: no, type: nauc_mrr_at_10_max
value: 33.24190962300982
verified: no, type: nauc_mrr_at_10_std
value: -2.197979308633544
verified: no, type: nauc_mrr_at_1_diff1
value: 40.89812140583222
verified: no, type: nauc_mrr_at_1_max
value: 30.547640253413395
verified: no, type: nauc_mrr_at_1_std
value: -4.319528874623733
verified: no, type: nauc_mrr_at_20_diff1
value: 38.08114567265545
verified: no, type: nauc_mrr_at_20_max
value: 33.5751626334935
verified: no, type: nauc_mrr_at_20_std
value: -2.0190711781853805
verified: no, type: nauc_mrr_at_3_diff1
value: 38.36593445752741
verified: no, type: nauc_mrr_at_3_max
value: 33.5606672994442
verified: no, type: nauc_mrr_at_3_std
value: -3.313496883242172
verified: no, type: nauc_mrr_at_5_diff1
value: 37.67325286264018
verified: no, type: nauc_mrr_at_5_max
value: 33.36028645933453
verified: no, type: nauc_mrr_at_5_std
value: -2.5553616249884756
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.15178707833506
verified: no, type: nauc_ndcg_at_1000_max
value: 33.25615613608456
verified: no, type: nauc_ndcg_at_1000_std
value: -2.1792655266044645
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.9781153280577
verified: no, type: nauc_ndcg_at_100_max
value: 33.59332040478102
verified: no, type: nauc_ndcg_at_100_std
value: -1.6261785471415764
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.497420832277975
verified: no, type: nauc_ndcg_at_10_max
value: 32.53253337236221
verified: no, type: nauc_ndcg_at_10_std
value: -2.997611061467513
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.89812140583222
verified: no, type: nauc_ndcg_at_1_max
value: 30.547640253413395
verified: no, type: nauc_ndcg_at_1_std
value: -4.319528874623733
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.81727541423619
verified: no, type: nauc_ndcg_at_20_max
value: 33.83499432459841
verified: no, type: nauc_ndcg_at_20_std
value: -1.4541145324463343
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.21372121259748
verified: no, type: nauc_ndcg_at_3_max
value: 32.21240027184339
verified: no, type: nauc_ndcg_at_3_std
value: -5.818515242107007
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.36581068852509
verified: no, type: nauc_ndcg_at_5_max
value: 32.31265492516815
verified: no, type: nauc_ndcg_at_5_std
value: -4.347865800300811
verified: no, type: nauc_precision_at_1000_diff1
value: -2.9404408066555487
verified: no, type: nauc_precision_at_1000_max
value: 11.959727087923113
verified: no, type: nauc_precision_at_1000_std
value: 19.807537724237182
verified: no, type: nauc_precision_at_100_diff1
value: -1.8903473485508044
verified: no, type: nauc_precision_at_100_max
value: 17.859451192772262
verified: no, type: nauc_precision_at_100_std
value: 20.978283478932195
verified: no, type: nauc_precision_at_10_diff1
value: 7.827166236013994
verified: no, type: nauc_precision_at_10_max
value: 27.639518058609987
verified: no, type: nauc_precision_at_10_std
value: 16.2656199079196
verified: no, type: nauc_precision_at_1_diff1
value: 40.89812140583222
verified: no, type: nauc_precision_at_1_max
value: 30.547640253413395
verified: no, type: nauc_precision_at_1_std
value: -4.319528874623733
verified: no, type: nauc_precision_at_20_diff1
value: 3.0739728724420488
verified: no, type: nauc_precision_at_20_max
value: 24.28491071974094
verified: no, type: nauc_precision_at_20_std
value: 19.64404584038665
verified: no, type: nauc_precision_at_3_diff1
value: 23.38851433425848
verified: no, type: nauc_precision_at_3_max
value: 34.046714722976056
verified: no, type: nauc_precision_at_3_std
value: 4.085453450220984
verified: no, type: nauc_precision_at_5_diff1
value: 14.827066677039587
verified: no, type: nauc_precision_at_5_max
value: 31.844657859314747
verified: no, type: nauc_precision_at_5_std
value: 11.233146291519418
verified: no, type: nauc_recall_at_1000_diff1
value: 40.585961683508714
verified: no, type: nauc_recall_at_1000_max
value: 48.857695287563935
verified: no, type: nauc_recall_at_1000_std
value: 43.20362271394189
verified: no, type: nauc_recall_at_100_diff1
value: 32.24127663397077
verified: no, type: nauc_recall_at_100_max
value: 38.836350075837004
verified: no, type: nauc_recall_at_100_std
value: 17.622027048501153
verified: no, type: nauc_recall_at_10_diff1
value: 31.30410560798441
verified: no, type: nauc_recall_at_10_max
value: 30.93697991799787
verified: no, type: nauc_recall_at_10_std
value: 1.5177200901024983
verified: no, type: nauc_recall_at_1_diff1
value: 44.73341103510332
verified: no, type: nauc_recall_at_1_max
value: 24.72510025576844
verified: no, type: nauc_recall_at_1_std
value: -11.010252578512175
verified: no, type: nauc_recall_at_20_diff1
value: 31.93561881507333
verified: no, type: nauc_recall_at_20_max
value: 36.879629985707076
verified: no, type: nauc_recall_at_20_std
value: 9.68448188578646
verified: no, type: nauc_recall_at_3_diff1
value: 36.243457137883894
verified: no, type: nauc_recall_at_3_max
value: 30.46545172710201
verified: no, type: nauc_recall_at_3_std
value: -7.391349871928162
verified: no, type: nauc_recall_at_5_diff1
value: 32.999190531912554
verified: no, type: nauc_recall_at_5_max
value: 30.87264732206836
verified: no, type: nauc_recall_at_5_std
value: -3.3937930443165434
verified: no, type: ndcg_at_1
value: 38.242
verified: no, type: ndcg_at_10
value: 50.547
verified: no, type: ndcg_at_100
value: 55.994
verified: no, type: ndcg_at_1000
value: 57.538
verified: no, type: ndcg_at_20
value: 52.954
verified: no, type: ndcg_at_3
value: 44.283
verified: no, type: ndcg_at_5
value: 46.86
verified: no, type: precision_at_1
value: 38.242
verified: no, type: precision_at_10
value: 9.498
verified: no, type: precision_at_100
value: 1.424
verified: no, type: precision_at_1000
value: 0.174
verified: no, type: precision_at_20
value: 5.628
verified: no, type: precision_at_3
value: 21.271
verified: no, type: precision_at_5
value: 15.342
verified: no, type: recall_at_1
value: 30.547
verified: no, type: recall_at_10
value: 65.42999999999999
verified: no, type: recall_at_100
value: 87.92
verified: no, type: recall_at_1000
value: 97.68599999999999
verified: no, type: recall_at_20
value: 73.685
verified: no, type: recall_at_3
value: 47.979
verified: no, type: recall_at_5
value: 54.69199999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 42.379
verified: no, type: map_at_1
value: 28.076
verified: no, type: map_at_10
value: 37.187
verified: no, type: map_at_100
value: 38.163000000000004
verified: no, type: map_at_1000
value: 38.262
verified: no, type: map_at_20
value: 37.649
verified: no, type: map_at_3
value: 34.361000000000004
verified: no, type: map_at_5
value: 36.024
verified: no, type: mrr_at_1
value: 31.13496932515337
verified: no, type: mrr_at_10
value: 39.87084915765898
verified: no, type: mrr_at_100
value: 40.63847645369495
verified: no, type: mrr_at_1000
value: 40.70451576754048
verified: no, type: mrr_at_20
value: 40.25268368368429
verified: no, type: mrr_at_3
value: 37.37218813905932
verified: no, type: mrr_at_5
value: 38.698875255623726
verified: no, type: nauc_map_at_1000_diff1
value: 53.23968282874812
verified: no, type: nauc_map_at_1000_max
value: 33.785923443457136
verified: no, type: nauc_map_at_1000_std
value: -7.1706965835194145
verified: no, type: nauc_map_at_100_diff1
value: 53.23488336800868
verified: no, type: nauc_map_at_100_max
value: 33.78610121008569
verified: no, type: nauc_map_at_100_std
value: -7.15094162130079
verified: no, type: nauc_map_at_10_diff1
value: 53.52788129491361
verified: no, type: nauc_map_at_10_max
value: 33.55616013388991
verified: no, type: nauc_map_at_10_std
value: -7.6857282749978
verified: no, type: nauc_map_at_1_diff1
value: 59.34174527256049
verified: no, type: nauc_map_at_1_max
value: 32.58063146059831
verified: no, type: nauc_map_at_1_std
value: -9.540287370085819
verified: no, type: nauc_map_at_20_diff1
value: 53.16586961282429
verified: no, type: nauc_map_at_20_max
value: 33.69272685105737
verified: no, type: nauc_map_at_20_std
value: -7.380323341082431
verified: no, type: nauc_map_at_3_diff1
value: 55.28137765707177
verified: no, type: nauc_map_at_3_max
value: 33.45378492437827
verified: no, type: nauc_map_at_3_std
value: -8.18647355512435
verified: no, type: nauc_map_at_5_diff1
value: 53.8836295908436
verified: no, type: nauc_map_at_5_max
value: 33.822344952119785
verified: no, type: nauc_map_at_5_std
value: -7.64537861608003
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.841157711545215
verified: no, type: nauc_mrr_at_1000_max
value: 34.9249740423282
verified: no, type: nauc_mrr_at_1000_std
value: -5.797330608658271
verified: no, type: nauc_mrr_at_100_diff1
value: 51.82520112610312
verified: no, type: nauc_mrr_at_100_max
value: 34.9362444083548
verified: no, type: nauc_mrr_at_100_std
value: -5.7681632136177585
verified: no, type: nauc_mrr_at_10_diff1
value: 51.81624637385308
verified: no, type: nauc_mrr_at_10_max
value: 34.837632307043705
verified: no, type: nauc_mrr_at_10_std
value: -6.09995049270317
verified: no, type: nauc_mrr_at_1_diff1
value: 58.37854579448285
verified: no, type: nauc_mrr_at_1_max
value: 34.672901734986844
verified: no, type: nauc_mrr_at_1_std
value: -7.066787533024501
verified: no, type: nauc_mrr_at_20_diff1
value: 51.65185881732499
verified: no, type: nauc_mrr_at_20_max
value: 34.925636736880925
verified: no, type: nauc_mrr_at_20_std
value: -5.827364722186311
verified: no, type: nauc_mrr_at_3_diff1
value: 53.51689033144754
verified: no, type: nauc_mrr_at_3_max
value: 34.75062118986762
verified: no, type: nauc_mrr_at_3_std
value: -6.580474412596013
verified: no, type: nauc_mrr_at_5_diff1
value: 52.291499624036355
verified: no, type: nauc_mrr_at_5_max
value: 35.066619088016196
verified: no, type: nauc_mrr_at_5_std
value: -6.1986345561829195
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.51376093038994
verified: no, type: nauc_ndcg_at_1000_max
value: 34.725822070535685
verified: no, type: nauc_ndcg_at_1000_std
value: -4.434746308735319
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.81860985607077
verified: no, type: nauc_ndcg_at_100_max
value: 34.692760290424815
verified: no, type: nauc_ndcg_at_100_std
value: -3.835522029514012
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.3513048763106
verified: no, type: nauc_ndcg_at_10_max
value: 33.72184194935727
verified: no, type: nauc_ndcg_at_10_std
value: -6.798983244879382
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.37854579448285
verified: no, type: nauc_ndcg_at_1_max
value: 34.672901734986844
verified: no, type: nauc_ndcg_at_1_std
value: -7.066787533024501
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.29162167829859
verified: no, type: nauc_ndcg_at_20_max
value: 34.16877295196376
verified: no, type: nauc_ndcg_at_20_std
value: -5.597014358860604
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.10834468009104
verified: no, type: nauc_ndcg_at_3_max
value: 34.33773588752504
verified: no, type: nauc_ndcg_at_3_std
value: -7.243624483216034
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.104845457630354
verified: no, type: nauc_ndcg_at_5_max
value: 34.38674960727082
verified: no, type: nauc_ndcg_at_5_std
value: -6.949153425119295
verified: no, type: nauc_precision_at_1000_diff1
value: -9.296436979607215
verified: no, type: nauc_precision_at_1000_max
value: 6.4385608601441255
verified: no, type: nauc_precision_at_1000_std
value: 9.323328514309525
verified: no, type: nauc_precision_at_100_diff1
value: 1.6478610402380616
verified: no, type: nauc_precision_at_100_max
value: 18.351794901313585
verified: no, type: nauc_precision_at_100_std
value: 14.665874744283974
verified: no, type: nauc_precision_at_10_diff1
value: 25.534183841642637
verified: no, type: nauc_precision_at_10_max
value: 29.40076026042332
verified: no, type: nauc_precision_at_10_std
value: 2.9872193044238453
verified: no, type: nauc_precision_at_1_diff1
value: 58.37854579448285
verified: no, type: nauc_precision_at_1_max
value: 34.672901734986844
verified: no, type: nauc_precision_at_1_std
value: -7.066787533024501
verified: no, type: nauc_precision_at_20_diff1
value: 15.647544367678556
verified: no, type: nauc_precision_at_20_max
value: 27.05732589353733
verified: no, type: nauc_precision_at_20_std
value: 7.191923029484484
verified: no, type: nauc_precision_at_3_diff1
value: 43.617914587502476
verified: no, type: nauc_precision_at_3_max
value: 34.43947964259185
verified: no, type: nauc_precision_at_3_std
value: -2.2997019515698853
verified: no, type: nauc_precision_at_5_diff1
value: 33.45902372451529
verified: no, type: nauc_precision_at_5_max
value: 33.345179920600174
verified: no, type: nauc_precision_at_5_std
value: 0.6402432222388739
verified: no, type: nauc_recall_at_1000_diff1
value: 29.85614248165102
verified: no, type: nauc_recall_at_1000_max
value: 43.12189214089366
verified: no, type: nauc_recall_at_1000_std
value: 38.028489124610644
verified: no, type: nauc_recall_at_100_diff1
value: 33.1910221741884
verified: no, type: nauc_recall_at_100_max
value: 36.878036476663056
verified: no, type: nauc_recall_at_100_std
value: 17.505589309024437
verified: no, type: nauc_recall_at_10_diff1
value: 40.89508005321193
verified: no, type: nauc_recall_at_10_max
value: 31.718075561656622
verified: no, type: nauc_recall_at_10_std
value: -5.5201680473345105
verified: no, type: nauc_recall_at_1_diff1
value: 59.34174527256049
verified: no, type: nauc_recall_at_1_max
value: 32.58063146059831
verified: no, type: nauc_recall_at_1_std
value: -9.540287370085819
verified: no, type: nauc_recall_at_20_diff1
value: 35.66013790544511
verified: no, type: nauc_recall_at_20_max
value: 32.86639975082532
verified: no, type: nauc_recall_at_20_std
value: -0.7884329140983038
verified: no, type: nauc_recall_at_3_diff1
value: 49.19221784465332
verified: no, type: nauc_recall_at_3_max
value: 33.023935837910756
verified: no, type: nauc_recall_at_3_std
value: -7.019711964409782
verified: no, type: nauc_recall_at_5_diff1
value: 44.67980008380877
verified: no, type: nauc_recall_at_5_max
value: 33.64495915667608
verified: no, type: nauc_recall_at_5_std
value: -6.146102608248518
verified: no, type: ndcg_at_1
value: 31.135
verified: no, type: ndcg_at_10
value: 42.379
verified: no, type: ndcg_at_100
value: 47.296
verified: no, type: ndcg_at_1000
value: 49.403999999999996
verified: no, type: ndcg_at_20
value: 43.93
verified: no, type: ndcg_at_3
value: 37.196
verified: no, type: ndcg_at_5
value: 39.75
verified: no, type: precision_at_1
value: 31.135
verified: no, type: precision_at_10
value: 6.81
verified: no, type: precision_at_100
value: 1.014
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_20
value: 3.834
verified: no, type: precision_at_3
value: 16.002
verified: no, type: precision_at_5
value: 11.411
verified: no, type: recall_at_1
value: 28.076
verified: no, type: recall_at_10
value: 55.509
verified: no, type: recall_at_100
value: 78.396
verified: no, type: recall_at_1000
value: 93.124
verified: no, type: recall_at_20
value: 61.326
verified: no, type: recall_at_3
value: 41.399
verified: no, type: recall_at_5
value: 47.567
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 37.114999999999995
verified: no, type: map_at_1
value: 22.032
verified: no, type: map_at_10
value: 31.392999999999997
verified: no, type: map_at_100
value: 32.681
verified: no, type: map_at_1000
value: 32.803
verified: no, type: map_at_20
value: 32.092999999999996
verified: no, type: map_at_3
value: 28.33
verified: no, type: map_at_5
value: 29.988999999999997
verified: no, type: mrr_at_1
value: 26.944253269098418
verified: no, type: mrr_at_10
value: 35.76442827647241
verified: no, type: mrr_at_100
value: 36.70928542668393
verified: no, type: mrr_at_1000
value: 36.770222872867485
verified: no, type: mrr_at_20
value: 36.28598608599559
verified: no, type: mrr_at_3
value: 33.167010782289594
verified: no, type: mrr_at_5
value: 34.620899288827864
verified: no, type: nauc_map_at_1000_diff1
value: 38.09265419483922
verified: no, type: nauc_map_at_1000_max
value: 25.105090914997024
verified: no, type: nauc_map_at_1000_std
value: 1.0700959987729692
verified: no, type: nauc_map_at_100_diff1
value: 38.063239842931246
verified: no, type: nauc_map_at_100_max
value: 25.071823053158475
verified: no, type: nauc_map_at_100_std
value: 1.0427996382419578
verified: no, type: nauc_map_at_10_diff1
value: 38.063314345359736
verified: no, type: nauc_map_at_10_max
value: 24.90358356796509
verified: no, type: nauc_map_at_10_std
value: 0.48891415762356544
verified: no, type: nauc_map_at_1_diff1
value: 44.192488964031135
verified: no, type: nauc_map_at_1_max
value: 23.101395238489264
verified: no, type: nauc_map_at_1_std
value: -0.44274744959708606
verified: no, type: nauc_map_at_20_diff1
value: 38.02737709746376
verified: no, type: nauc_map_at_20_max
value: 25.015577711149145
verified: no, type: nauc_map_at_20_std
value: 0.7752620565795433
verified: no, type: nauc_map_at_3_diff1
value: 38.79059906518923
verified: no, type: nauc_map_at_3_max
value: 24.278973778653658
verified: no, type: nauc_map_at_3_std
value: -0.06600853085223404
verified: no, type: nauc_map_at_5_diff1
value: 38.38811885476713
verified: no, type: nauc_map_at_5_max
value: 24.906014694358767
verified: no, type: nauc_map_at_5_std
value: 0.503696622267735
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.43851052537515
verified: no, type: nauc_mrr_at_1000_max
value: 26.08088413681578
verified: no, type: nauc_mrr_at_1000_std
value: 2.260435008633633
verified: no, type: nauc_mrr_at_100_diff1
value: 38.42446503025336
verified: no, type: nauc_mrr_at_100_max
value: 26.06653535777771
verified: no, type: nauc_mrr_at_100_std
value: 2.2508085472342567
verified: no, type: nauc_mrr_at_10_diff1
value: 38.42491058346722
verified: no, type: nauc_mrr_at_10_max
value: 26.046875548569524
verified: no, type: nauc_mrr_at_10_std
value: 1.991934209812353
verified: no, type: nauc_mrr_at_1_diff1
value: 44.125116470111806
verified: no, type: nauc_mrr_at_1_max
value: 25.502414026989822
verified: no, type: nauc_mrr_at_1_std
value: 1.0717390948764505
verified: no, type: nauc_mrr_at_20_diff1
value: 38.355654581557275
verified: no, type: nauc_mrr_at_20_max
value: 26.052337555999888
verified: no, type: nauc_mrr_at_20_std
value: 2.0892219127514107
verified: no, type: nauc_mrr_at_3_diff1
value: 39.001757864272676
verified: no, type: nauc_mrr_at_3_max
value: 25.98003648378764
verified: no, type: nauc_mrr_at_3_std
value: 1.6394764040482228
verified: no, type: nauc_mrr_at_5_diff1
value: 38.71163053840094
verified: no, type: nauc_mrr_at_5_max
value: 26.20780413201001
verified: no, type: nauc_mrr_at_5_std
value: 2.021661434346652
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.31450458217211
verified: no, type: nauc_ndcg_at_1000_max
value: 26.149308380875073
verified: no, type: nauc_ndcg_at_1000_std
value: 3.905862488970823
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.963790362714164
verified: no, type: nauc_ndcg_at_100_max
value: 25.739750793393007
verified: no, type: nauc_ndcg_at_100_std
value: 3.7112777105604406
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.99336074029864
verified: no, type: nauc_ndcg_at_10_max
value: 25.55200053240736
verified: no, type: nauc_ndcg_at_10_std
value: 1.5588036488952475
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.125116470111806
verified: no, type: nauc_ndcg_at_1_max
value: 25.502414026989822
verified: no, type: nauc_ndcg_at_1_std
value: 1.0717390948764505
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.73590736885051
verified: no, type: nauc_ndcg_at_20_max
value: 25.70046947040548
verified: no, type: nauc_ndcg_at_20_std
value: 2.271321757997752
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.32573641209906
verified: no, type: nauc_ndcg_at_3_max
value: 25.1167909777267
verified: no, type: nauc_ndcg_at_3_std
value: 0.7212992566129185
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.712049675888636
verified: no, type: nauc_ndcg_at_5_max
value: 25.792607516706372
verified: no, type: nauc_ndcg_at_5_std
value: 1.578770099119
verified: no, type: nauc_precision_at_1000_diff1
value: 3.6736780338116977
verified: no, type: nauc_precision_at_1000_max
value: 11.81314408533315
verified: no, type: nauc_precision_at_1000_std
value: 10.2436841196851
verified: no, type: nauc_precision_at_100_diff1
value: 8.417413354516071
verified: no, type: nauc_precision_at_100_max
value: 16.205114523661024
verified: no, type: nauc_precision_at_100_std
value: 13.594635835595328
verified: no, type: nauc_precision_at_10_diff1
value: 19.048008342402845
verified: no, type: nauc_precision_at_10_max
value: 23.350651852456103
verified: no, type: nauc_precision_at_10_std
value: 5.976335419523274
verified: no, type: nauc_precision_at_1_diff1
value: 44.125116470111806
verified: no, type: nauc_precision_at_1_max
value: 25.502414026989822
verified: no, type: nauc_precision_at_1_std
value: 1.0717390948764505
verified: no, type: nauc_precision_at_20_diff1
value: 15.474925061953678
verified: no, type: nauc_precision_at_20_max
value: 21.546991193902272
verified: no, type: nauc_precision_at_20_std
value: 8.905930860583391
verified: no, type: nauc_precision_at_3_diff1
value: 28.986321566644303
verified: no, type: nauc_precision_at_3_max
value: 26.69485123311458
verified: no, type: nauc_precision_at_3_std
value: 3.4263045093511537
verified: no, type: nauc_precision_at_5_diff1
value: 24.709408636594915
verified: no, type: nauc_precision_at_5_max
value: 26.67143866400471
verified: no, type: nauc_precision_at_5_std
value: 5.19041364886639
verified: no, type: nauc_recall_at_1000_diff1
value: 20.00674566428088
verified: no, type: nauc_recall_at_1000_max
value: 34.777585777551536
verified: no, type: nauc_recall_at_1000_std
value: 36.77107209206558
verified: no, type: nauc_recall_at_100_diff1
value: 24.285256665242304
verified: no, type: nauc_recall_at_100_max
value: 23.801866644708262
verified: no, type: nauc_recall_at_100_std
value: 15.064509694858854
verified: no, type: nauc_recall_at_10_diff1
value: 27.36808052999267
verified: no, type: nauc_recall_at_10_max
value: 24.053807252852636
verified: no, type: nauc_recall_at_10_std
value: 2.597884142562802
verified: no, type: nauc_recall_at_1_diff1
value: 44.192488964031135
verified: no, type: nauc_recall_at_1_max
value: 23.101395238489264
verified: no, type: nauc_recall_at_1_std
value: -0.44274744959708606
verified: no, type: nauc_recall_at_20_diff1
value: 25.65995095802745
verified: no, type: nauc_recall_at_20_max
value: 24.31913892777212
verified: no, type: nauc_recall_at_20_std
value: 5.048151975361747
verified: no, type: nauc_recall_at_3_diff1
value: 32.07015707209654
verified: no, type: nauc_recall_at_3_max
value: 23.698394784703815
verified: no, type: nauc_recall_at_3_std
value: 0.4539034711477527
verified: no, type: nauc_recall_at_5_diff1
value: 30.186485460653582
verified: no, type: nauc_recall_at_5_max
value: 25.00467869253249
verified: no, type: nauc_recall_at_5_std
value: 2.598872826683705
verified: no, type: ndcg_at_1
value: 26.944000000000003
verified: no, type: ndcg_at_10
value: 37.114999999999995
verified: no, type: ndcg_at_100
value: 42.846000000000004
verified: no, type: ndcg_at_1000
value: 45.228
verified: no, type: ndcg_at_20
value: 39.26
verified: no, type: ndcg_at_3
value: 31.891000000000002
verified: no, type: ndcg_at_5
value: 34.261
verified: no, type: precision_at_1
value: 26.944000000000003
verified: no, type: precision_at_10
value: 6.8790000000000004
verified: no, type: precision_at_100
value: 1.138
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 4.092
verified: no, type: precision_at_3
value: 15.244
verified: no, type: precision_at_5
value: 11.004999999999999
verified: no, type: recall_at_1
value: 22.032
verified: no, type: recall_at_10
value: 49.830999999999996
verified: no, type: recall_at_100
value: 75.318
verified: no, type: recall_at_1000
value: 91.526
verified: no, type: recall_at_20
value: 57.684999999999995
verified: no, type: recall_at_3
value: 35.144999999999996
verified: no, type: recall_at_5
value: 41.377
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval
split: test
type: mteb/cqadupstack
metrics: type: main_score
value: 49.35933333333333
verified: no, type: map_at_1
value: 31.5475
verified: no, type: map_at_10
value: 43.166916666666665
verified: no, type: map_at_100
value: 44.506083333333336
verified: no, type: map_at_1000
value: 44.60875
verified: no, type: map_at_20
value: 43.926166666666674
verified: no, type: map_at_3
value: 39.7375
verified: no, type: map_at_5
value: 41.63241666666667
verified: no, type: mrr_at_1
value: 37.58487329336356
verified: no, type: mrr_at_10
value: 47.57339949857069
verified: no, type: mrr_at_100
value: 48.37962696919692
verified: no, type: mrr_at_1000
value: 48.42044074093141
verified: no, type: mrr_at_20
value: 48.05694412330748
verified: no, type: mrr_at_3
value: 45.01312222327854
verified: no, type: mrr_at_5
value: 46.45963570299018
verified: no, type: nauc_map_at_1000_diff1
value: 47.559431895551796
verified: no, type: nauc_map_at_1000_max
value: 32.22624317021025
verified: no, type: nauc_map_at_1000_std
value: -9.215659016819911
verified: no, type: nauc_map_at_100_diff1
value: 47.5522725421024
verified: no, type: nauc_map_at_100_max
value: 32.23227770404454
verified: no, type: nauc_map_at_100_std
value: -9.257263949623699
verified: no, type: nauc_map_at_10_diff1
value: 47.62525599466672
verified: no, type: nauc_map_at_10_max
value: 31.810691404066432
verified: no, type: nauc_map_at_10_std
value: -10.159455545932724
verified: no, type: nauc_map_at_1_diff1
value: 52.959829481566764
verified: no, type: nauc_map_at_1_max
value: 28.644143760250785
verified: no, type: nauc_map_at_1_std
value: -11.72163597077123
verified: no, type: nauc_map_at_20_diff1
value: 47.56050095649268
verified: no, type: nauc_map_at_20_max
value: 32.08395945370071
verified: no, type: nauc_map_at_20_std
value: -9.628010776060316
verified: no, type: nauc_map_at_3_diff1
value: 48.51453660580493
verified: no, type: nauc_map_at_3_max
value: 30.898488535624786
verified: no, type: nauc_map_at_3_std
value: -11.15241799050688
verified: no, type: nauc_map_at_5_diff1
value: 47.85361615288319
verified: no, type: nauc_map_at_5_max
value: 31.396160977070693
verified: no, type: nauc_map_at_5_std
value: -10.669927060581687
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.5756551519747
verified: no, type: nauc_mrr_at_1000_max
value: 33.613205491060505
verified: no, type: nauc_mrr_at_1000_std
value: -7.511388196842074
verified: no, type: nauc_mrr_at_100_diff1
value: 46.56493524451518
verified: no, type: nauc_mrr_at_100_max
value: 33.61311557843383
verified: no, type: nauc_mrr_at_100_std
value: -7.503137722678137
verified: no, type: nauc_mrr_at_10_diff1
value: 46.48587625246975
verified: no, type: nauc_mrr_at_10_max
value: 33.56104741766235
verified: no, type: nauc_mrr_at_10_std
value: -7.798262408773109
verified: no, type: nauc_mrr_at_1_diff1
value: 50.92937737651317
verified: no, type: nauc_mrr_at_1_max
value: 32.9507362296752
verified: no, type: nauc_mrr_at_1_std
value: -8.423238646208265
verified: no, type: nauc_mrr_at_20_diff1
value: 46.50275775113446
verified: no, type: nauc_mrr_at_20_max
value: 33.58865514759019
verified: no, type: nauc_mrr_at_20_std
value: -7.570114941791467
verified: no, type: nauc_mrr_at_3_diff1
value: 46.89503971128471
verified: no, type: nauc_mrr_at_3_max
value: 33.496560503226625
verified: no, type: nauc_mrr_at_3_std
value: -8.210558822386304
verified: no, type: nauc_mrr_at_5_diff1
value: 46.52472719918368
verified: no, type: nauc_mrr_at_5_max
value: 33.47000614361767
verified: no, type: nauc_mrr_at_5_std
value: -8.047294277050185
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.952224716482064
verified: no, type: nauc_ndcg_at_1000_max
value: 33.55951998008019
verified: no, type: nauc_ndcg_at_1000_std
value: -6.526593883643845
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.6076817241719
verified: no, type: nauc_ndcg_at_100_max
value: 33.56351746928194
verified: no, type: nauc_ndcg_at_100_std
value: -6.2577955941610375
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.49263554465489
verified: no, type: nauc_ndcg_at_10_max
value: 32.64126996617623
verified: no, type: nauc_ndcg_at_10_std
value: -8.742955252041423
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.92937737651317
verified: no, type: nauc_ndcg_at_1_max
value: 32.9507362296752
verified: no, type: nauc_ndcg_at_1_std
value: -8.423238646208265
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.4342115120439
verified: no, type: nauc_ndcg_at_20_max
value: 33.104622212270726
verified: no, type: nauc_ndcg_at_20_std
value: -7.483803415235951
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.31897453421016
verified: no, type: nauc_ndcg_at_3_max
value: 32.28721923806247
verified: no, type: nauc_ndcg_at_3_std
value: -9.54172365718084
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.70298606925981
verified: no, type: nauc_ndcg_at_5_max
value: 32.261906390761105
verified: no, type: nauc_ndcg_at_5_std
value: -9.399257100607874
verified: no, type: nauc_precision_at_1000_diff1
value: -11.364874438217843
verified: no, type: nauc_precision_at_1000_max
value: 4.301890425063193
verified: no, type: nauc_precision_at_1000_std
value: 15.855742716005356
verified: no, type: nauc_precision_at_100_diff1
value: -4.982324099155143
verified: no, type: nauc_precision_at_100_max
value: 13.642061594719774
verified: no, type: nauc_precision_at_100_std
value: 18.81929325056801
verified: no, type: nauc_precision_at_10_diff1
value: 12.638394408088926
verified: no, type: nauc_precision_at_10_max
value: 25.306846945633808
verified: no, type: nauc_precision_at_10_std
value: 6.594949743766334
verified: no, type: nauc_precision_at_1_diff1
value: 50.92937737651317
verified: no, type: nauc_precision_at_1_max
value: 32.9507362296752
verified: no, type: nauc_precision_at_1_std
value: -8.423238646208265
verified: no, type: nauc_precision_at_20_diff1
value: 6.16872699781517
verified: no, type: nauc_precision_at_20_max
value: 22.181315927006374
verified: no, type: nauc_precision_at_20_std
value: 12.56367756338886
verified: no, type: nauc_precision_at_3_diff1
value: 28.83807305490845
verified: no, type: nauc_precision_at_3_max
value: 31.389218193103215
verified: no, type: nauc_precision_at_3_std
value: -1.896026766564083
verified: no, type: nauc_precision_at_5_diff1
value: 20.77453603262145
verified: no, type: nauc_precision_at_5_max
value: 28.91019461637974
verified: no, type: nauc_precision_at_5_std
value: 1.6398138794154224
verified: no, type: nauc_recall_at_1000_diff1
value: 32.58030229927583
verified: no, type: nauc_recall_at_1000_max
value: 51.575385962899944
verified: no, type: nauc_recall_at_1000_std
value: 42.279175457257395
verified: no, type: nauc_recall_at_100_diff1
value: 33.0346354270252
verified: no, type: nauc_recall_at_100_max
value: 37.59086973079201
verified: no, type: nauc_recall_at_100_std
value: 14.114518949779974
verified: no, type: nauc_recall_at_10_diff1
value: 37.76688949788438
verified: no, type: nauc_recall_at_10_max
value: 30.957649538205224
verified: no, type: nauc_recall_at_10_std
value: -7.51989142903617
verified: no, type: nauc_recall_at_1_diff1
value: 52.959829481566764
verified: no, type: nauc_recall_at_1_max
value: 28.644143760250785
verified: no, type: nauc_recall_at_1_std
value: -11.72163597077123
verified: no, type: nauc_recall_at_20_diff1
value: 36.1678225571237
verified: no, type: nauc_recall_at_20_max
value: 32.77154289601683
verified: no, type: nauc_recall_at_20_std
value: -1.4627763691409723
verified: no, type: nauc_recall_at_3_diff1
value: 42.36573375194426
verified: no, type: nauc_recall_at_3_max
value: 29.836155630039997
verified: no, type: nauc_recall_at_3_std
value: -10.921190546010779
verified: no, type: nauc_recall_at_5_diff1
value: 39.78782895608393
verified: no, type: nauc_recall_at_5_max
value: 29.974729083162995
verified: no, type: nauc_recall_at_5_std
value: -9.914213193369637
verified: no, type: ndcg_at_1
value: 37.584833333333336
verified: no, type: ndcg_at_10
value: 49.35933333333333
verified: no, type: ndcg_at_100
value: 54.516083333333334
verified: no, type: ndcg_at_1000
value: 56.13400000000001
verified: no, type: ndcg_at_20
value: 51.47983333333334
verified: no, type: ndcg_at_3
value: 43.94075
verified: no, type: ndcg_at_5
value: 46.43991666666667
verified: no, type: precision_at_1
value: 37.584833333333336
verified: no, type: precision_at_10
value: 8.754333333333332
verified: no, type: precision_at_100
value: 1.3438333333333334
verified: no, type: precision_at_1000
value: 0.16591666666666666
verified: no, type: precision_at_20
value: 5.135833333333332
verified: no, type: precision_at_3
value: 20.47383333333333
verified: no, type: precision_at_5
value: 14.480333333333334
verified: no, type: recall_at_1
value: 31.5475
verified: no, type: recall_at_10
value: 62.99808333333332
verified: no, type: recall_at_100
value: 85.16766666666666
verified: no, type: recall_at_1000
value: 95.88949999999998
verified: no, type: recall_at_20
value: 70.61158333333333
verified: no, type: recall_at_3
value: 47.78208333333333
verified: no, type: recall_at_5
value: 54.30466666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 51.409000000000006
verified: no, type: map_at_1
value: 33.44
verified: no, type: map_at_10
value: 45.242
verified: no, type: map_at_100
value: 46.457
verified: no, type: map_at_1000
value: 46.539
verified: no, type: map_at_20
value: 45.928999999999995
verified: no, type: map_at_3
value: 41.736000000000004
verified: no, type: map_at_5
value: 43.717
verified: no, type: mrr_at_1
value: 39.17910447761194
verified: no, type: mrr_at_10
value: 49.54868514570004
verified: no, type: mrr_at_100
value: 50.31474300711142
verified: no, type: mrr_at_1000
value: 50.35763716395954
verified: no, type: mrr_at_20
value: 49.99823659223059
verified: no, type: mrr_at_3
value: 46.8128109452736
verified: no, type: mrr_at_5
value: 48.45926616915417
verified: no, type: nauc_map_at_1000_diff1
value: 50.87257673340992
verified: no, type: nauc_map_at_1000_max
value: 40.34609374301027
verified: no, type: nauc_map_at_1000_std
value: -7.379981243726618
verified: no, type: nauc_map_at_100_diff1
value: 50.854157949159365
verified: no, type: nauc_map_at_100_max
value: 40.34032556006189
verified: no, type: nauc_map_at_100_std
value: -7.399964737756573
verified: no, type: nauc_map_at_10_diff1
value: 50.686246859628525
verified: no, type: nauc_map_at_10_max
value: 39.908128766187275
verified: no, type: nauc_map_at_10_std
value: -7.7328502513278625
verified: no, type: nauc_map_at_1_diff1
value: 55.57814128760479
verified: no, type: nauc_map_at_1_max
value: 38.478658985510826
verified: no, type: nauc_map_at_1_std
value: -6.372508238481584
verified: no, type: nauc_map_at_20_diff1
value: 50.772989231947626
verified: no, type: nauc_map_at_20_max
value: 40.23956514712802
verified: no, type: nauc_map_at_20_std
value: -7.514568627968219
verified: no, type: nauc_map_at_3_diff1
value: 52.014664217088544
verified: no, type: nauc_map_at_3_max
value: 39.734083375309915
verified: no, type: nauc_map_at_3_std
value: -7.926554803796402
verified: no, type: nauc_map_at_5_diff1
value: 51.01483620986479
verified: no, type: nauc_map_at_5_max
value: 39.45610862159722
verified: no, type: nauc_map_at_5_std
value: -8.27731392985267
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.00481391598901
verified: no, type: nauc_mrr_at_1000_max
value: 42.212066475020265
verified: no, type: nauc_mrr_at_1000_std
value: -6.370874800186104
verified: no, type: nauc_mrr_at_100_diff1
value: 50.990520232150246
verified: no, type: nauc_mrr_at_100_max
value: 42.19016027339401
verified: no, type: nauc_mrr_at_100_std
value: -6.3827695296657145
verified: no, type: nauc_mrr_at_10_diff1
value: 50.744688903224954
verified: no, type: nauc_mrr_at_10_max
value: 42.11767789677446
verified: no, type: nauc_mrr_at_10_std
value: -6.497082850925394
verified: no, type: nauc_mrr_at_1_diff1
value: 55.54795613882778
verified: no, type: nauc_mrr_at_1_max
value: 43.333268044897565
verified: no, type: nauc_mrr_at_1_std
value: -5.456284327113586
verified: no, type: nauc_mrr_at_20_diff1
value: 50.8946692657115
verified: no, type: nauc_mrr_at_20_max
value: 42.131007988181466
verified: no, type: nauc_mrr_at_20_std
value: -6.474403898884448
verified: no, type: nauc_mrr_at_3_diff1
value: 51.41122299252956
verified: no, type: nauc_mrr_at_3_max
value: 42.43303267211499
verified: no, type: nauc_mrr_at_3_std
value: -6.499097476761323
verified: no, type: nauc_mrr_at_5_diff1
value: 50.94067629188639
verified: no, type: nauc_mrr_at_5_max
value: 41.914612395133574
verified: no, type: nauc_mrr_at_5_std
value: -7.173024101198252
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.671254442063336
verified: no, type: nauc_ndcg_at_1000_max
value: 41.233236425229265
verified: no, type: nauc_ndcg_at_1000_std
value: -5.974613943524345
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.27027768005878
verified: no, type: nauc_ndcg_at_100_max
value: 40.948430026662564
verified: no, type: nauc_ndcg_at_100_std
value: -6.144610616966986
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.558081201050165
verified: no, type: nauc_ndcg_at_10_max
value: 39.83487109315805
verified: no, type: nauc_ndcg_at_10_std
value: -7.615747684830626
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.54795613882778
verified: no, type: nauc_ndcg_at_1_max
value: 43.333268044897565
verified: no, type: nauc_ndcg_at_1_std
value: -5.456284327113586
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.892103792460844
verified: no, type: nauc_ndcg_at_20_max
value: 40.56965396855626
verified: no, type: nauc_ndcg_at_20_std
value: -7.033583531769024
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.89643618093189
verified: no, type: nauc_ndcg_at_3_max
value: 40.22963794071276
verified: no, type: nauc_ndcg_at_3_std
value: -7.855589248597761
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.921894655198365
verified: no, type: nauc_ndcg_at_5_max
value: 39.14662005574934
verified: no, type: nauc_ndcg_at_5_std
value: -8.845551763577872
verified: no, type: nauc_precision_at_1000_diff1
value: -14.518585158460978
verified: no, type: nauc_precision_at_1000_max
value: -1.7667784893915466
verified: no, type: nauc_precision_at_1000_std
value: 4.097998545067049
verified: no, type: nauc_precision_at_100_diff1
value: -4.950584630399553
verified: no, type: nauc_precision_at_100_max
value: 11.512730083218312
verified: no, type: nauc_precision_at_100_std
value: 6.330359665958284
verified: no, type: nauc_precision_at_10_diff1
value: 13.399849359324334
verified: no, type: nauc_precision_at_10_max
value: 26.855775987033937
verified: no, type: nauc_precision_at_10_std
value: -2.2873353847128644
verified: no, type: nauc_precision_at_1_diff1
value: 55.54795613882778
verified: no, type: nauc_precision_at_1_max
value: 43.333268044897565
verified: no, type: nauc_precision_at_1_std
value: -5.456284327113586
verified: no, type: nauc_precision_at_20_diff1
value: 7.679011471251583
verified: no, type: nauc_precision_at_20_max
value: 23.467700358632555
verified: no, type: nauc_precision_at_20_std
value: 1.1981871681272394
verified: no, type: nauc_precision_at_3_diff1
value: 32.921575397699506
verified: no, type: nauc_precision_at_3_max
value: 37.04097281242502
verified: no, type: nauc_precision_at_3_std
value: -5.360800309380987
verified: no, type: nauc_precision_at_5_diff1
value: 23.223401114141097
verified: no, type: nauc_precision_at_5_max
value: 31.530032692944605
verified: no, type: nauc_precision_at_5_std
value: -5.865853042470798
verified: no, type: nauc_recall_at_1000_diff1
value: 32.0155855987812
verified: no, type: nauc_recall_at_1000_max
value: 62.44988003291033
verified: no, type: nauc_recall_at_1000_std
value: 53.82320454819172
verified: no, type: nauc_recall_at_100_diff1
value: 36.65083199031551
verified: no, type: nauc_recall_at_100_max
value: 37.69410771344005
verified: no, type: nauc_recall_at_100_std
value: 3.579296637477123
verified: no, type: nauc_recall_at_10_diff1
value: 38.70173468166519
verified: no, type: nauc_recall_at_10_max
value: 34.1784276048144
verified: no, type: nauc_recall_at_10_std
value: -8.086019685277327
verified: no, type: nauc_recall_at_1_diff1
value: 55.57814128760479
verified: no, type: nauc_recall_at_1_max
value: 38.478658985510826
verified: no, type: nauc_recall_at_1_std
value: -6.372508238481584
verified: no, type: nauc_recall_at_20_diff1
value: 38.79450347259083
verified: no, type: nauc_recall_at_20_max
value: 36.05352697027188
verified: no, type: nauc_recall_at_20_std
value: -6.093850431049945
verified: no, type: nauc_recall_at_3_diff1
value: 45.74158065265736
verified: no, type: nauc_recall_at_3_max
value: 36.63626821782645
verified: no, type: nauc_recall_at_3_std
value: -9.653958457056982
verified: no, type: nauc_recall_at_5_diff1
value: 41.65880696047371
verified: no, type: nauc_recall_at_5_max
value: 33.8382122882109
verified: no, type: nauc_recall_at_5_std
value: -11.20106963946605
verified: no, type: ndcg_at_1
value: 39.179
verified: no, type: ndcg_at_10
value: 51.409000000000006
verified: no, type: ndcg_at_100
value: 56.499
verified: no, type: ndcg_at_1000
value: 58.062000000000005
verified: no, type: ndcg_at_20
value: 53.454
verified: no, type: ndcg_at_3
value: 45.754
verified: no, type: ndcg_at_5
value: 48.463
verified: no, type: precision_at_1
value: 39.179
verified: no, type: precision_at_10
value: 8.806
verified: no, type: precision_at_100
value: 1.2550000000000001
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 5.009
verified: no, type: precision_at_3
value: 21.144
verified: no, type: precision_at_5
value: 14.832
verified: no, type: recall_at_1
value: 33.44
verified: no, type: recall_at_10
value: 65.496
verified: no, type: recall_at_100
value: 87.182
verified: no, type: recall_at_1000
value: 97.357
verified: no, type: recall_at_20
value: 72.697
verified: no, type: recall_at_3
value: 49.924
verified: no, type: recall_at_5
value: 56.95
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 48.375
verified: no, type: map_at_1
value: 30.793
verified: no, type: map_at_10
value: 41.662
verified: no, type: map_at_100
value: 43.66
verified: no, type: map_at_1000
value: 43.878
verified: no, type: map_at_20
value: 42.667
verified: no, type: map_at_3
value: 38.458999999999996
verified: no, type: map_at_5
value: 39.97
verified: no, type: mrr_at_1
value: 37.15415019762846
verified: no, type: mrr_at_10
value: 46.61584792019573
verified: no, type: mrr_at_100
value: 47.583978313689805
verified: no, type: mrr_at_1000
value: 47.61436921649715
verified: no, type: mrr_at_20
value: 47.16104598393294
verified: no, type: mrr_at_3
value: 44.23583662714098
verified: no, type: mrr_at_5
value: 45.29314888010541
verified: no, type: nauc_map_at_1000_diff1
value: 50.738532964091355
verified: no, type: nauc_map_at_1000_max
value: 33.1761869184962
verified: no, type: nauc_map_at_1000_std
value: -11.88545399582968
verified: no, type: nauc_map_at_100_diff1
value: 50.820635857587945
verified: no, type: nauc_map_at_100_max
value: 33.37659274306262
verified: no, type: nauc_map_at_100_std
value: -12.261098317018648
verified: no, type: nauc_map_at_10_diff1
value: 51.34955861172913
verified: no, type: nauc_map_at_10_max
value: 33.07036272698984
verified: no, type: nauc_map_at_10_std
value: -13.958268441726652
verified: no, type: nauc_map_at_1_diff1
value: 58.14264885967374
verified: no, type: nauc_map_at_1_max
value: 31.098191422332405
verified: no, type: nauc_map_at_1_std
value: -16.55201181770837
verified: no, type: nauc_map_at_20_diff1
value: 51.138925497848945
verified: no, type: nauc_map_at_20_max
value: 33.294483331998656
verified: no, type: nauc_map_at_20_std
value: -13.386238751309648
verified: no, type: nauc_map_at_3_diff1
value: 53.11933171962268
verified: no, type: nauc_map_at_3_max
value: 33.174584991640856
verified: no, type: nauc_map_at_3_std
value: -15.227875860055217
verified: no, type: nauc_map_at_5_diff1
value: 51.91013458222077
verified: no, type: nauc_map_at_5_max
value: 33.432034239350386
verified: no, type: nauc_map_at_5_std
value: -14.493952556516101
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.46380145346334
verified: no, type: nauc_mrr_at_1000_max
value: 32.79378116341429
verified: no, type: nauc_mrr_at_1000_std
value: -10.714169233380185
verified: no, type: nauc_mrr_at_100_diff1
value: 49.45394564674785
verified: no, type: nauc_mrr_at_100_max
value: 32.7943550676381
verified: no, type: nauc_mrr_at_100_std
value: -10.696490620685783
verified: no, type: nauc_mrr_at_10_diff1
value: 49.500335538737914
verified: no, type: nauc_mrr_at_10_max
value: 32.77023244114561
verified: no, type: nauc_mrr_at_10_std
value: -11.104541089359515
verified: no, type: nauc_mrr_at_1_diff1
value: 52.76130402864484
verified: no, type: nauc_mrr_at_1_max
value: 31.114589410052044
verified: no, type: nauc_mrr_at_1_std
value: -12.937210710275965
verified: no, type: nauc_mrr_at_20_diff1
value: 49.414643398815365
verified: no, type: nauc_mrr_at_20_max
value: 32.763780752203516
verified: no, type: nauc_mrr_at_20_std
value: -10.804422561377299
verified: no, type: nauc_mrr_at_3_diff1
value: 50.01492870108368
verified: no, type: nauc_mrr_at_3_max
value: 32.72937861591098
verified: no, type: nauc_mrr_at_3_std
value: -11.940075063628994
verified: no, type: nauc_mrr_at_5_diff1
value: 49.48188504874961
verified: no, type: nauc_mrr_at_5_max
value: 33.16403773206102
verified: no, type: nauc_mrr_at_5_std
value: -11.21411630948482
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.54198944308599
verified: no, type: nauc_ndcg_at_1000_max
value: 33.76118694493479
verified: no, type: nauc_ndcg_at_1000_std
value: -8.65402138092725
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.108850696506025
verified: no, type: nauc_ndcg_at_100_max
value: 33.84243712166641
verified: no, type: nauc_ndcg_at_100_std
value: -8.254554667297844
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.89236428952843
verified: no, type: nauc_ndcg_at_10_max
value: 31.812029093395473
verified: no, type: nauc_ndcg_at_10_std
value: -11.127378110447985
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.76130402864484
verified: no, type: nauc_ndcg_at_1_max
value: 31.114589410052044
verified: no, type: nauc_ndcg_at_1_std
value: -12.937210710275965
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.905767671630315
verified: no, type: nauc_ndcg_at_20_max
value: 32.49208823548766
verified: no, type: nauc_ndcg_at_20_std
value: -10.250570357659894
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.59377768692143
verified: no, type: nauc_ndcg_at_3_max
value: 33.13546546596274
verified: no, type: nauc_ndcg_at_3_std
value: -12.19125595753908
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.35844341475799
verified: no, type: nauc_ndcg_at_5_max
value: 33.13927657899762
verified: no, type: nauc_ndcg_at_5_std
value: -11.300005449965582
verified: no, type: nauc_precision_at_1000_diff1
value: -16.480026591870523
verified: no, type: nauc_precision_at_1000_max
value: -15.181621988935524
verified: no, type: nauc_precision_at_1000_std
value: 34.719339551334855
verified: no, type: nauc_precision_at_100_diff1
value: -16.56707264200106
verified: no, type: nauc_precision_at_100_max
value: -6.877547823040516
verified: no, type: nauc_precision_at_100_std
value: 31.758215821939384
verified: no, type: nauc_precision_at_10_diff1
value: 4.772949413625673
verified: no, type: nauc_precision_at_10_max
value: 14.48563506451036
verified: no, type: nauc_precision_at_10_std
value: 12.151171571697414
verified: no, type: nauc_precision_at_1_diff1
value: 52.76130402864484
verified: no, type: nauc_precision_at_1_max
value: 31.114589410052044
verified: no, type: nauc_precision_at_1_std
value: -12.937210710275965
verified: no, type: nauc_precision_at_20_diff1
value: -5.247617701441084
verified: no, type: nauc_precision_at_20_max
value: 7.8524153059071065
verified: no, type: nauc_precision_at_20_std
value: 20.475057466275427
verified: no, type: nauc_precision_at_3_diff1
value: 29.307240726725464
verified: no, type: nauc_precision_at_3_max
value: 30.53776235029683
verified: no, type: nauc_precision_at_3_std
value: -1.9867363754853145
verified: no, type: nauc_precision_at_5_diff1
value: 16.82602124982839
verified: no, type: nauc_precision_at_5_max
value: 24.967617984133213
verified: no, type: nauc_precision_at_5_std
value: 3.7688940286519914
verified: no, type: nauc_recall_at_1000_diff1
value: 19.911102783538993
verified: no, type: nauc_recall_at_1000_max
value: 43.55994274840259
verified: no, type: nauc_recall_at_1000_std
value: 44.61688663280485
verified: no, type: nauc_recall_at_100_diff1
value: 25.00639435271183
verified: no, type: nauc_recall_at_100_max
value: 34.51865414347991
verified: no, type: nauc_recall_at_100_std
value: 18.406464007769454
verified: no, type: nauc_recall_at_10_diff1
value: 38.62687941260691
verified: no, type: nauc_recall_at_10_max
value: 27.489917928538553
verified: no, type: nauc_recall_at_10_std
value: -10.35234915862916
verified: no, type: nauc_recall_at_1_diff1
value: 58.14264885967374
verified: no, type: nauc_recall_at_1_max
value: 31.098191422332405
verified: no, type: nauc_recall_at_1_std
value: -16.55201181770837
verified: no, type: nauc_recall_at_20_diff1
value: 35.11800106234923
verified: no, type: nauc_recall_at_20_max
value: 28.356707989534385
verified: no, type: nauc_recall_at_20_std
value: -5.782361862032475
verified: no, type: nauc_recall_at_3_diff1
value: 47.010690556838405
verified: no, type: nauc_recall_at_3_max
value: 30.960698559313798
verified: no, type: nauc_recall_at_3_std
value: -14.716248620617172
verified: no, type: nauc_recall_at_5_diff1
value: 42.9526068288436
verified: no, type: nauc_recall_at_5_max
value: 31.419778612165533
verified: no, type: nauc_recall_at_5_std
value: -11.818424254829178
verified: no, type: ndcg_at_1
value: 37.153999999999996
verified: no, type: ndcg_at_10
value: 48.375
verified: no, type: ndcg_at_100
value: 54.657
verified: no, type: ndcg_at_1000
value: 56.208000000000006
verified: no, type: ndcg_at_20
value: 50.771
verified: no, type: ndcg_at_3
value: 43.315
verified: no, type: ndcg_at_5
value: 45.129000000000005
verified: no, type: precision_at_1
value: 37.153999999999996
verified: no, type: precision_at_10
value: 9.328
verified: no, type: precision_at_100
value: 1.9029999999999998
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: precision_at_20
value: 5.998
verified: no, type: precision_at_3
value: 20.224
verified: no, type: precision_at_5
value: 14.347999999999999
verified: no, type: recall_at_1
value: 30.793
verified: no, type: recall_at_10
value: 60.999
verified: no, type: recall_at_100
value: 88.24499999999999
verified: no, type: recall_at_1000
value: 97.773
verified: no, type: recall_at_20
value: 69.702
verified: no, type: recall_at_3
value: 46.255
verified: no, type: recall_at_5
value: 51.245
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 41.349000000000004
verified: no, type: map_at_1
value: 26.75
verified: no, type: map_at_10
value: 36.042
verified: no, type: map_at_100
value: 37.172
verified: no, type: map_at_1000
value: 37.261
verified: no, type: map_at_20
value: 36.66
verified: no, type: map_at_3
value: 33.235
verified: no, type: map_at_5
value: 34.748000000000005
verified: no, type: mrr_at_1
value: 29.390018484288355
verified: no, type: mrr_at_10
value: 38.4025760643136
verified: no, type: mrr_at_100
value: 39.374703522095395
verified: no, type: mrr_at_1000
value: 39.42972569352847
verified: no, type: mrr_at_20
value: 38.93955238768051
verified: no, type: mrr_at_3
value: 36.013555144793614
verified: no, type: mrr_at_5
value: 37.2520024645718
verified: no, type: nauc_map_at_1000_diff1
value: 44.69823016014606
verified: no, type: nauc_map_at_1000_max
value: 25.57190426738162
verified: no, type: nauc_map_at_1000_std
value: -4.199140067047161
verified: no, type: nauc_map_at_100_diff1
value: 44.683770406187875
verified: no, type: nauc_map_at_100_max
value: 25.551408403995257
verified: no, type: nauc_map_at_100_std
value: -4.218572010835323
verified: no, type: nauc_map_at_10_diff1
value: 44.68530737786573
verified: no, type: nauc_map_at_10_max
value: 25.46193155573604
verified: no, type: nauc_map_at_10_std
value: -4.809871031910446
verified: no, type: nauc_map_at_1_diff1
value: 50.41571355104115
verified: no, type: nauc_map_at_1_max
value: 26.581260847509704
verified: no, type: nauc_map_at_1_std
value: -5.403238214693907
verified: no, type: nauc_map_at_20_diff1
value: 44.731965188076956
verified: no, type: nauc_map_at_20_max
value: 25.404018335678042
verified: no, type: nauc_map_at_20_std
value: -4.518115190513196
verified: no, type: nauc_map_at_3_diff1
value: 45.72733737454689
verified: no, type: nauc_map_at_3_max
value: 25.16236634356437
verified: no, type: nauc_map_at_3_std
value: -5.210810848188912
verified: no, type: nauc_map_at_5_diff1
value: 45.04362118675467
verified: no, type: nauc_map_at_5_max
value: 25.256832347187792
verified: no, type: nauc_map_at_5_std
value: -4.665177712989629
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.96570681453743
verified: no, type: nauc_mrr_at_1000_max
value: 25.515577482173303
verified: no, type: nauc_mrr_at_1000_std
value: -3.1318312163116167
verified: no, type: nauc_mrr_at_100_diff1
value: 43.94835648436942
verified: no, type: nauc_mrr_at_100_max
value: 25.485710237620257
verified: no, type: nauc_mrr_at_100_std
value: -3.1262634160182587
verified: no, type: nauc_mrr_at_10_diff1
value: 43.87989114303318
verified: no, type: nauc_mrr_at_10_max
value: 25.561703958752073
verified: no, type: nauc_mrr_at_10_std
value: -3.5337096979285465
verified: no, type: nauc_mrr_at_1_diff1
value: 50.5769748938826
verified: no, type: nauc_mrr_at_1_max
value: 27.540216184434602
verified: no, type: nauc_mrr_at_1_std
value: -4.3410331054744455
verified: no, type: nauc_mrr_at_20_diff1
value: 43.89090600752474
verified: no, type: nauc_mrr_at_20_max
value: 25.35538914450936
verified: no, type: nauc_mrr_at_20_std
value: -3.256848712300088
verified: no, type: nauc_mrr_at_3_diff1
value: 44.67145787977651
verified: no, type: nauc_mrr_at_3_max
value: 25.743032202078233
verified: no, type: nauc_mrr_at_3_std
value: -3.543961143296222
verified: no, type: nauc_mrr_at_5_diff1
value: 44.1410906123774
verified: no, type: nauc_mrr_at_5_max
value: 25.512981453020377
verified: no, type: nauc_mrr_at_5_std
value: -3.3984260964459625
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.094467874822634
verified: no, type: nauc_ndcg_at_1000_max
value: 25.773789329652143
verified: no, type: nauc_ndcg_at_1000_std
value: -1.5030137154663146
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.551311444176505
verified: no, type: nauc_ndcg_at_100_max
value: 25.41326272306838
verified: no, type: nauc_ndcg_at_100_std
value: -1.2565322587434289
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.692329741760844
verified: no, type: nauc_ndcg_at_10_max
value: 24.973824605697946
verified: no, type: nauc_ndcg_at_10_std
value: -4.0454407772294445
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.5769748938826
verified: no, type: nauc_ndcg_at_1_max
value: 27.540216184434602
verified: no, type: nauc_ndcg_at_1_std
value: -4.3410331054744455
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.7849741522554
verified: no, type: nauc_ndcg_at_20_max
value: 24.483461844450098
verified: no, type: nauc_ndcg_at_20_std
value: -3.0192185885852267
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.50095372671906
verified: no, type: nauc_ndcg_at_3_max
value: 25.0660548267931
verified: no, type: nauc_ndcg_at_3_std
value: -4.136658038209795
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.56860328119003
verified: no, type: nauc_ndcg_at_5_max
value: 24.64471019866571
verified: no, type: nauc_ndcg_at_5_std
value: -3.7919812365370316
verified: no, type: nauc_precision_at_1000_diff1
value: -11.608868871826067
verified: no, type: nauc_precision_at_1000_max
value: -4.774237268127937
verified: no, type: nauc_precision_at_1000_std
value: 12.15076818010773
verified: no, type: nauc_precision_at_100_diff1
value: 1.9653391598989818
verified: no, type: nauc_precision_at_100_max
value: 14.82175127203874
verified: no, type: nauc_precision_at_100_std
value: 19.14581435930739
verified: no, type: nauc_precision_at_10_diff1
value: 24.310184596872997
verified: no, type: nauc_precision_at_10_max
value: 24.654364730313127
verified: no, type: nauc_precision_at_10_std
value: 3.834736733208166
verified: no, type: nauc_precision_at_1_diff1
value: 50.5769748938826
verified: no, type: nauc_precision_at_1_max
value: 27.540216184434602
verified: no, type: nauc_precision_at_1_std
value: -4.3410331054744455
verified: no, type: nauc_precision_at_20_diff1
value: 20.31741982412239
verified: no, type: nauc_precision_at_20_max
value: 21.813185907394
verified: no, type: nauc_precision_at_20_std
value: 8.67748469930042
verified: no, type: nauc_precision_at_3_diff1
value: 36.23426146022416
verified: no, type: nauc_precision_at_3_max
value: 25.085104352996147
verified: no, type: nauc_precision_at_3_std
value: -0.13994055865810526
verified: no, type: nauc_precision_at_5_diff1
value: 30.713670782259456
verified: no, type: nauc_precision_at_5_max
value: 25.073465240016198
verified: no, type: nauc_precision_at_5_std
value: 2.903773154373253
verified: no, type: nauc_recall_at_1000_diff1
value: 14.861338959184192
verified: no, type: nauc_recall_at_1000_max
value: 38.46379100413754
verified: no, type: nauc_recall_at_1000_std
value: 40.82683088866469
verified: no, type: nauc_recall_at_100_diff1
value: 24.540319510278348
verified: no, type: nauc_recall_at_100_max
value: 24.172628109630832
verified: no, type: nauc_recall_at_100_std
value: 16.567712965914602
verified: no, type: nauc_recall_at_10_diff1
value: 31.92224903523137
verified: no, type: nauc_recall_at_10_max
value: 22.064974975663127
verified: no, type: nauc_recall_at_10_std
value: -3.156058361445988
verified: no, type: nauc_recall_at_1_diff1
value: 50.41571355104115
verified: no, type: nauc_recall_at_1_max
value: 26.581260847509704
verified: no, type: nauc_recall_at_1_std
value: -5.403238214693907
verified: no, type: nauc_recall_at_20_diff1
value: 31.409257808669842
verified: no, type: nauc_recall_at_20_max
value: 19.307470123424853
verified: no, type: nauc_recall_at_20_std
value: 0.8921848838324672
verified: no, type: nauc_recall_at_3_diff1
value: 37.83159917842702
verified: no, type: nauc_recall_at_3_max
value: 22.128986921876365
verified: no, type: nauc_recall_at_3_std
value: -4.332761965568785
verified: no, type: nauc_recall_at_5_diff1
value: 35.43509187423654
verified: no, type: nauc_recall_at_5_max
value: 21.559603832786657
verified: no, type: nauc_recall_at_5_std
value: -2.7879479079841327
verified: no, type: ndcg_at_1
value: 29.39
verified: no, type: ndcg_at_10
value: 41.349000000000004
verified: no, type: ndcg_at_100
value: 46.814
verified: no, type: ndcg_at_1000
value: 48.748000000000005
verified: no, type: ndcg_at_20
value: 43.491
verified: no, type: ndcg_at_3
value: 36.120000000000005
verified: no, type: ndcg_at_5
value: 38.415
verified: no, type: precision_at_1
value: 29.39
verified: no, type: precision_at_10
value: 6.451
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_20
value: 3.762
verified: no, type: precision_at_3
value: 15.588
verified: no, type: precision_at_5
value: 10.795
verified: no, type: recall_at_1
value: 26.75
verified: no, type: recall_at_10
value: 55.397
verified: no, type: recall_at_100
value: 80.247
verified: no, type: recall_at_1000
value: 94.207
verified: no, type: recall_at_20
value: 63.55499999999999
verified: no, type: recall_at_3
value: 41.083999999999996
verified: no, type: recall_at_5
value: 46.58
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 43.469
verified: no, type: map_at_1
value: 19.506999999999998
verified: no, type: map_at_10
value: 33.016
verified: no, type: map_at_100
value: 35.36
verified: no, type: map_at_1000
value: 35.515
verified: no, type: map_at_20
value: 34.323
verified: no, type: map_at_3
value: 27.862
verified: no, type: map_at_5
value: 30.612000000000002
verified: no, type: mrr_at_1
value: 44.16938110749186
verified: no, type: mrr_at_10
value: 56.57685745307904
verified: no, type: mrr_at_100
value: 57.17414254225016
verified: no, type: mrr_at_1000
value: 57.189032189089495
verified: no, type: mrr_at_20
value: 56.97649801229595
verified: no, type: mrr_at_3
value: 53.84364820846914
verified: no, type: mrr_at_5
value: 55.55048859934868
verified: no, type: nauc_map_at_1000_diff1
value: 24.602536884273523
verified: no, type: nauc_map_at_1000_max
value: 39.26487354477874
verified: no, type: nauc_map_at_1000_std
value: 22.94302438231403
verified: no, type: nauc_map_at_100_diff1
value: 24.592347616537754
verified: no, type: nauc_map_at_100_max
value: 39.228370594048044
verified: no, type: nauc_map_at_100_std
value: 22.91028538467064
verified: no, type: nauc_map_at_10_diff1
value: 25.211737206439466
verified: no, type: nauc_map_at_10_max
value: 39.14645027724652
verified: no, type: nauc_map_at_10_std
value: 21.645361248764246
verified: no, type: nauc_map_at_1_diff1
value: 34.574022172223785
verified: no, type: nauc_map_at_1_max
value: 36.80960969907521
verified: no, type: nauc_map_at_1_std
value: 14.745037917509043
verified: no, type: nauc_map_at_20_diff1
value: 24.522877050053797
verified: no, type: nauc_map_at_20_max
value: 39.059341666216426
verified: no, type: nauc_map_at_20_std
value: 22.4609918713542
verified: no, type: nauc_map_at_3_diff1
value: 27.15813672283225
verified: no, type: nauc_map_at_3_max
value: 38.14947129547116
verified: no, type: nauc_map_at_3_std
value: 18.37694411131855
verified: no, type: nauc_map_at_5_diff1
value: 26.3963128622898
verified: no, type: nauc_map_at_5_max
value: 38.79462114513801
verified: no, type: nauc_map_at_5_std
value: 19.904846635683718
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.390212975354274
verified: no, type: nauc_mrr_at_1000_max
value: 37.575264384207465
verified: no, type: nauc_mrr_at_1000_std
value: 22.607616532255875
verified: no, type: nauc_mrr_at_100_diff1
value: 24.38096540780017
verified: no, type: nauc_mrr_at_100_max
value: 37.585671997802656
verified: no, type: nauc_mrr_at_100_std
value: 22.625502455820666
verified: no, type: nauc_mrr_at_10_diff1
value: 24.240023464772193
verified: no, type: nauc_mrr_at_10_max
value: 37.624380443643524
verified: no, type: nauc_mrr_at_10_std
value: 22.694399526110466
verified: no, type: nauc_mrr_at_1_diff1
value: 28.020125669466562
verified: no, type: nauc_mrr_at_1_max
value: 34.02386180115898
verified: no, type: nauc_mrr_at_1_std
value: 17.835724317244686
verified: no, type: nauc_mrr_at_20_diff1
value: 24.333355652108292
verified: no, type: nauc_mrr_at_20_max
value: 37.57796475058575
verified: no, type: nauc_mrr_at_20_std
value: 22.704917335783062
verified: no, type: nauc_mrr_at_3_diff1
value: 24.9739147862957
verified: no, type: nauc_mrr_at_3_max
value: 37.960296534359685
verified: no, type: nauc_mrr_at_3_std
value: 21.93607347433575
verified: no, type: nauc_mrr_at_5_diff1
value: 24.320129475684165
verified: no, type: nauc_mrr_at_5_max
value: 37.58866607632526
verified: no, type: nauc_mrr_at_5_std
value: 22.31442317668481
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.893106953223356
verified: no, type: nauc_ndcg_at_1000_max
value: 40.38192211749562
verified: no, type: nauc_ndcg_at_1000_std
value: 27.943530727839622
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.476881814995785
verified: no, type: nauc_ndcg_at_100_max
value: 39.91597694502497
verified: no, type: nauc_ndcg_at_100_std
value: 27.80086195626175
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.788155104417537
verified: no, type: nauc_ndcg_at_10_max
value: 39.64018481724029
verified: no, type: nauc_ndcg_at_10_std
value: 24.608760819228856
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.020125669466562
verified: no, type: nauc_ndcg_at_1_max
value: 34.02386180115898
verified: no, type: nauc_ndcg_at_1_std
value: 17.835724317244686
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.435037904375516
verified: no, type: nauc_ndcg_at_20_max
value: 39.41545921639339
verified: no, type: nauc_ndcg_at_20_std
value: 26.302180505922152
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.37753699681809
verified: no, type: nauc_ndcg_at_3_max
value: 37.92832349922249
verified: no, type: nauc_ndcg_at_3_std
value: 20.314267862236697
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.489993763202634
verified: no, type: nauc_ndcg_at_5_max
value: 39.322948140029744
verified: no, type: nauc_ndcg_at_5_std
value: 22.069807417424485
verified: no, type: nauc_precision_at_1000_diff1
value: -16.048547778222588
verified: no, type: nauc_precision_at_1000_max
value: -3.205412586478899
verified: no, type: nauc_precision_at_1000_std
value: 14.433544284750797
verified: no, type: nauc_precision_at_100_diff1
value: -11.787991777545036
verified: no, type: nauc_precision_at_100_max
value: 6.850986771358883
verified: no, type: nauc_precision_at_100_std
value: 22.572974966148244
verified: no, type: nauc_precision_at_10_diff1
value: -0.5111959706315438
verified: no, type: nauc_precision_at_10_max
value: 22.560355393578128
verified: no, type: nauc_precision_at_10_std
value: 25.562322716450424
verified: no, type: nauc_precision_at_1_diff1
value: 28.020125669466562
verified: no, type: nauc_precision_at_1_max
value: 34.02386180115898
verified: no, type: nauc_precision_at_1_std
value: 17.835724317244686
verified: no, type: nauc_precision_at_20_diff1
value: -6.0772940189383275
verified: no, type: nauc_precision_at_20_max
value: 17.194360329332213
verified: no, type: nauc_precision_at_20_std
value: 26.551077839343566
verified: no, type: nauc_precision_at_3_diff1
value: 10.033294854519573
verified: no, type: nauc_precision_at_3_max
value: 31.72453436391336
verified: no, type: nauc_precision_at_3_std
value: 22.294966409945427
verified: no, type: nauc_precision_at_5_diff1
value: 6.237641122443952
verified: no, type: nauc_precision_at_5_max
value: 28.3251946189731
verified: no, type: nauc_precision_at_5_std
value: 23.742964477476097
verified: no, type: nauc_recall_at_1000_diff1
value: 7.066317014709414
verified: no, type: nauc_recall_at_1000_max
value: 41.26207890590803
verified: no, type: nauc_recall_at_1000_std
value: 48.082120972049324
verified: no, type: nauc_recall_at_100_diff1
value: 8.5605869633491
verified: no, type: nauc_recall_at_100_max
value: 34.21516017657153
verified: no, type: nauc_recall_at_100_std
value: 36.23370174719997
verified: no, type: nauc_recall_at_10_diff1
value: 15.894026727549823
verified: no, type: nauc_recall_at_10_max
value: 35.7217710490404
verified: no, type: nauc_recall_at_10_std
value: 25.411329590972702
verified: no, type: nauc_recall_at_1_diff1
value: 34.574022172223785
verified: no, type: nauc_recall_at_1_max
value: 36.80960969907521
verified: no, type: nauc_recall_at_1_std
value: 14.745037917509043
verified: no, type: nauc_recall_at_20_diff1
value: 11.044245946655797
verified: no, type: nauc_recall_at_20_max
value: 33.321827723279846
verified: no, type: nauc_recall_at_20_std
value: 28.839341482904228
verified: no, type: nauc_recall_at_3_diff1
value: 23.574156335947677
verified: no, type: nauc_recall_at_3_max
value: 38.36490056324833
verified: no, type: nauc_recall_at_3_std
value: 19.781669176069148
verified: no, type: nauc_recall_at_5_diff1
value: 20.375492803538272
verified: no, type: nauc_recall_at_5_max
value: 37.13169592173094
verified: no, type: nauc_recall_at_5_std
value: 21.698652331981503
verified: no, type: ndcg_at_1
value: 44.169000000000004
verified: no, type: ndcg_at_10
value: 43.469
verified: no, type: ndcg_at_100
value: 51.056000000000004
verified: no, type: ndcg_at_1000
value: 53.467
verified: no, type: ndcg_at_20
value: 46.601
verified: no, type: ndcg_at_3
value: 37.138
verified: no, type: ndcg_at_5
value: 39.286
verified: no, type: precision_at_1
value: 44.169000000000004
verified: no, type: precision_at_10
value: 13.316
verified: no, type: precision_at_100
value: 2.149
verified: no, type: precision_at_1000
value: 0.261
verified: no, type: precision_at_20
value: 8.01
verified: no, type: precision_at_3
value: 27.839000000000002
verified: no, type: precision_at_5
value: 20.846999999999998
verified: no, type: recall_at_1
value: 19.506999999999998
verified: no, type: recall_at_10
value: 49.242000000000004
verified: no, type: recall_at_100
value: 74.421
verified: no, type: recall_at_1000
value: 87.53699999999999
verified: no, type: recall_at_20
value: 57.992
verified: no, type: recall_at_3
value: 33.024
verified: no, type: recall_at_5
value: 40.178000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 50.815999999999995
verified: no, type: map_at_1
value: 10.4
verified: no, type: map_at_10
value: 24.509
verified: no, type: map_at_100
value: 35.888
verified: no, type: map_at_1000
value: 37.881
verified: no, type: map_at_20
value: 29.248
verified: no, type: map_at_3
value: 16.683
verified: no, type: map_at_5
value: 20.121
verified: no, type: mrr_at_1
value: 76.5
verified: no, type: mrr_at_10
value: 82.96865079365078
verified: no, type: mrr_at_100
value: 83.15565684386043
verified: no, type: mrr_at_1000
value: 83.16234347576268
verified: no, type: mrr_at_20
value: 83.10610208827119
verified: no, type: mrr_at_3
value: 81.875
verified: no, type: mrr_at_5
value: 82.53749999999998
verified: no, type: nauc_map_at_1000_diff1
value: 23.772111749199244
verified: no, type: nauc_map_at_1000_max
value: 30.20334223785286
verified: no, type: nauc_map_at_1000_std
value: 18.05771740348393
verified: no, type: nauc_map_at_100_diff1
value: 24.99922400559097
verified: no, type: nauc_map_at_100_max
value: 30.227680457273554
verified: no, type: nauc_map_at_100_std
value: 15.266796337809208
verified: no, type: nauc_map_at_10_diff1
value: 26.33907059260499
verified: no, type: nauc_map_at_10_max
value: 21.35352795885219
verified: no, type: nauc_map_at_10_std
value: -11.676283379701461
verified: no, type: nauc_map_at_1_diff1
value: 30.9428537478304
verified: no, type: nauc_map_at_1_max
value: 10.706776298253795
verified: no, type: nauc_map_at_1_std
value: -27.48789516952886
verified: no, type: nauc_map_at_20_diff1
value: 26.028744882022643
verified: no, type: nauc_map_at_20_max
value: 25.540897708997857
verified: no, type: nauc_map_at_20_std
value: -2.1138409738399333
verified: no, type: nauc_map_at_3_diff1
value: 28.569060478595414
verified: no, type: nauc_map_at_3_max
value: 16.03075218426638
verified: no, type: nauc_map_at_3_std
value: -23.289456267507518
verified: no, type: nauc_map_at_5_diff1
value: 27.77252783978944
verified: no, type: nauc_map_at_5_max
value: 17.558788618934244
verified: no, type: nauc_map_at_5_std
value: -19.879370566923726
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.24197871190471
verified: no, type: nauc_mrr_at_1000_max
value: 65.80135088215289
verified: no, type: nauc_mrr_at_1000_std
value: 41.37855291304919
verified: no, type: nauc_mrr_at_100_diff1
value: 56.23288710496704
verified: no, type: nauc_mrr_at_100_max
value: 65.80061767216726
verified: no, type: nauc_mrr_at_100_std
value: 41.36772467988576
verified: no, type: nauc_mrr_at_10_diff1
value: 56.324447358144745
verified: no, type: nauc_mrr_at_10_max
value: 65.81370075569146
verified: no, type: nauc_mrr_at_10_std
value: 41.410460564882776
verified: no, type: nauc_mrr_at_1_diff1
value: 59.65250965250966
verified: no, type: nauc_mrr_at_1_max
value: 63.83691383691382
verified: no, type: nauc_mrr_at_1_std
value: 36.73343673343676
verified: no, type: nauc_mrr_at_20_diff1
value: 56.1707409830787
verified: no, type: nauc_mrr_at_20_max
value: 65.69720497776981
verified: no, type: nauc_mrr_at_20_std
value: 41.26487560092242
verified: no, type: nauc_mrr_at_3_diff1
value: 54.9129569183045
verified: no, type: nauc_mrr_at_3_max
value: 65.99486075421906
verified: no, type: nauc_mrr_at_3_std
value: 41.95372363821559
verified: no, type: nauc_mrr_at_5_diff1
value: 56.16135725971244
verified: no, type: nauc_mrr_at_5_max
value: 66.3010887352757
verified: no, type: nauc_mrr_at_5_std
value: 42.00610529557167
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.70929215628561
verified: no, type: nauc_ndcg_at_1000_max
value: 47.10806967197569
verified: no, type: nauc_ndcg_at_1000_std
value: 35.00425836800715
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.06646341481841
verified: no, type: nauc_ndcg_at_100_max
value: 45.39744548573974
verified: no, type: nauc_ndcg_at_100_std
value: 27.047969181217844
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.274830141666424
verified: no, type: nauc_ndcg_at_10_max
value: 42.504020954653996
verified: no, type: nauc_ndcg_at_10_std
value: 22.697762917174995
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.08311936617783
verified: no, type: nauc_ndcg_at_1_max
value: 54.73568887554088
verified: no, type: nauc_ndcg_at_1_std
value: 26.170967864741694
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.242689219374427
verified: no, type: nauc_ndcg_at_20_max
value: 42.541920517016614
verified: no, type: nauc_ndcg_at_20_std
value: 18.96423111373813
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.826757289224155
verified: no, type: nauc_ndcg_at_3_max
value: 43.58945597798035
verified: no, type: nauc_ndcg_at_3_std
value: 24.087165156193166
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.119279113418546
verified: no, type: nauc_ndcg_at_5_max
value: 40.679930238997535
verified: no, type: nauc_ndcg_at_5_std
value: 23.46459132364594
verified: no, type: nauc_precision_at_1000_diff1
value: -21.84770974908615
verified: no, type: nauc_precision_at_1000_max
value: -14.093701963931426
verified: no, type: nauc_precision_at_1000_std
value: 9.299725592056397
verified: no, type: nauc_precision_at_100_diff1
value: -10.260185699059837
verified: no, type: nauc_precision_at_100_max
value: 9.810522145982985
verified: no, type: nauc_precision_at_100_std
value: 44.20627482372792
verified: no, type: nauc_precision_at_10_diff1
value: -4.519747556705346
verified: no, type: nauc_precision_at_10_max
value: 22.419340914046078
verified: no, type: nauc_precision_at_10_std
value: 45.53510067051897
verified: no, type: nauc_precision_at_1_diff1
value: 59.65250965250966
verified: no, type: nauc_precision_at_1_max
value: 63.83691383691382
verified: no, type: nauc_precision_at_1_std
value: 36.73343673343676
verified: no, type: nauc_precision_at_20_diff1
value: -4.894217383220783
verified: no, type: nauc_precision_at_20_max
value: 20.026284106419716
verified: no, type: nauc_precision_at_20_std
value: 46.826549838338885
verified: no, type: nauc_precision_at_3_diff1
value: 8.255495021604343
verified: no, type: nauc_precision_at_3_max
value: 32.41871125305279
verified: no, type: nauc_precision_at_3_std
value: 39.37854593274469
verified: no, type: nauc_precision_at_5_diff1
value: 0.8399922914701591
verified: no, type: nauc_precision_at_5_max
value: 25.576701242406784
verified: no, type: nauc_precision_at_5_std
value: 41.43316549318606
verified: no, type: nauc_recall_at_1000_diff1
value: 26.933682703442607
verified: no, type: nauc_recall_at_1000_max
value: 41.242862989732615
verified: no, type: nauc_recall_at_1000_std
value: 47.718397116276726
verified: no, type: nauc_recall_at_100_diff1
value: 28.66794019735935
verified: no, type: nauc_recall_at_100_max
value: 33.70954178154391
verified: no, type: nauc_recall_at_100_std
value: 20.337812189448144
verified: no, type: nauc_recall_at_10_diff1
value: 23.98560937572333
verified: no, type: nauc_recall_at_10_max
value: 17.85589161042591
verified: no, type: nauc_recall_at_10_std
value: -15.460067168640327
verified: no, type: nauc_recall_at_1_diff1
value: 30.9428537478304
verified: no, type: nauc_recall_at_1_max
value: 10.706776298253795
verified: no, type: nauc_recall_at_1_std
value: -27.48789516952886
verified: no, type: nauc_recall_at_20_diff1
value: 24.528494602453677
verified: no, type: nauc_recall_at_20_max
value: 22.39686785999968
verified: no, type: nauc_recall_at_20_std
value: -6.8755605379050495
verified: no, type: nauc_recall_at_3_diff1
value: 24.352067402718824
verified: no, type: nauc_recall_at_3_max
value: 13.630657148502184
verified: no, type: nauc_recall_at_3_std
value: -24.752279121894848
verified: no, type: nauc_recall_at_5_diff1
value: 23.93262400173538
verified: no, type: nauc_recall_at_5_max
value: 14.158970487334082
verified: no, type: nauc_recall_at_5_std
value: -22.37672315523696
verified: no, type: ndcg_at_1
value: 64.75
verified: no, type: ndcg_at_10
value: 50.815999999999995
verified: no, type: ndcg_at_100
value: 55.981
verified: no, type: ndcg_at_1000
value: 62.857
verified: no, type: ndcg_at_20
value: 50.283
verified: no, type: ndcg_at_3
value: 56.232000000000006
verified: no, type: ndcg_at_5
value: 53.303999999999995
verified: no, type: precision_at_1
value: 76.5
verified: no, type: precision_at_10
value: 40.9
verified: no, type: precision_at_100
value: 13.01
verified: no, type: precision_at_1000
value: 2.496
verified: no, type: precision_at_20
value: 31.525
verified: no, type: precision_at_3
value: 59.667
verified: no, type: precision_at_5
value: 51.5
verified: no, type: recall_at_1
value: 10.4
verified: no, type: recall_at_10
value: 29.837000000000003
verified: no, type: recall_at_100
value: 62.495999999999995
verified: no, type: recall_at_1000
value: 84.179
verified: no, type: recall_at_20
value: 39.745000000000005
verified: no, type: recall_at_3
value: 17.772
verified: no, type: recall_at_5
value: 22.732
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 93.147
verified: no, type: map_at_1
value: 84.123
verified: no, type: map_at_10
value: 90.793
verified: no, type: map_at_100
value: 91.00399999999999
verified: no, type: map_at_1000
value: 91.014
verified: no, type: map_at_20
value: 90.929
verified: no, type: map_at_3
value: 90.01
verified: no, type: map_at_5
value: 90.514
verified: no, type: mrr_at_1
value: 90.6090609060906
verified: no, type: mrr_at_10
value: 94.56931407426447
verified: no, type: mrr_at_100
value: 94.5981688826583
verified: no, type: mrr_at_1000
value: 94.59839036307305
verified: no, type: mrr_at_20
value: 94.58933347392538
verified: no, type: mrr_at_3
value: 94.39443944394432
verified: no, type: mrr_at_5
value: 94.52720272027192
verified: no, type: nauc_map_at_1000_diff1
value: 47.79099845895175
verified: no, type: nauc_map_at_1000_max
value: 27.497877436060126
verified: no, type: nauc_map_at_1000_std
value: -8.13339253954977
verified: no, type: nauc_map_at_100_diff1
value: 47.73289128218074
verified: no, type: nauc_map_at_100_max
value: 27.47233674805432
verified: no, type: nauc_map_at_100_std
value: -8.116906996417276
verified: no, type: nauc_map_at_10_diff1
value: 47.11991698822012
verified: no, type: nauc_map_at_10_max
value: 27.043478885296818
verified: no, type: nauc_map_at_10_std
value: -8.041555396807254
verified: no, type: nauc_map_at_1_diff1
value: 54.62356861092832
verified: no, type: nauc_map_at_1_max
value: 25.79991281991449
verified: no, type: nauc_map_at_1_std
value: -10.727885287362989
verified: no, type: nauc_map_at_20_diff1
value: 47.355948038923415
verified: no, type: nauc_map_at_20_max
value: 27.377496866209412
verified: no, type: nauc_map_at_20_std
value: -7.964383745017635
verified: no, type: nauc_map_at_3_diff1
value: 46.250567821995816
verified: no, type: nauc_map_at_3_max
value: 26.720427753104087
verified: no, type: nauc_map_at_3_std
value: -8.720105706265599
verified: no, type: nauc_map_at_5_diff1
value: 46.60720659354551
verified: no, type: nauc_map_at_5_max
value: 26.571065579915974
verified: no, type: nauc_map_at_5_std
value: -8.595067960972495
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.70855511936261
verified: no, type: nauc_mrr_at_1000_max
value: 34.73984488188905
verified: no, type: nauc_mrr_at_1000_std
value: -19.808375433256
verified: no, type: nauc_mrr_at_100_diff1
value: 73.7096330945882
verified: no, type: nauc_mrr_at_100_max
value: 34.742520612749445
verified: no, type: nauc_mrr_at_100_std
value: -19.803463171450023
verified: no, type: nauc_mrr_at_10_diff1
value: 73.71314616789961
verified: no, type: nauc_mrr_at_10_max
value: 34.947852652846485
verified: no, type: nauc_mrr_at_10_std
value: -19.759110050207276
verified: no, type: nauc_mrr_at_1_diff1
value: 74.52821692195837
verified: no, type: nauc_mrr_at_1_max
value: 32.2133212833154
verified: no, type: nauc_mrr_at_1_std
value: -18.97663485312286
verified: no, type: nauc_mrr_at_20_diff1
value: 73.69023729557055
verified: no, type: nauc_mrr_at_20_max
value: 34.80486237439106
verified: no, type: nauc_mrr_at_20_std
value: -19.691951099200146
verified: no, type: nauc_mrr_at_3_diff1
value: 73.43522847167395
verified: no, type: nauc_mrr_at_3_max
value: 35.072062525904414
verified: no, type: nauc_mrr_at_3_std
value: -20.938095342419672
verified: no, type: nauc_mrr_at_5_diff1
value: 73.69029982038052
verified: no, type: nauc_mrr_at_5_max
value: 35.14296188327372
verified: no, type: nauc_mrr_at_5_std
value: -20.10654798165351
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.65324942604166
verified: no, type: nauc_ndcg_at_1000_max
value: 29.729210561748797
verified: no, type: nauc_ndcg_at_1000_std
value: -8.830858681742994
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.40059292035861
verified: no, type: nauc_ndcg_at_100_max
value: 29.323797091488856
verified: no, type: nauc_ndcg_at_100_std
value: -8.288820123602129
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.73985149996194
verified: no, type: nauc_ndcg_at_10_max
value: 28.43547785458384
verified: no, type: nauc_ndcg_at_10_std
value: -7.355960453195441
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.52821692195837
verified: no, type: nauc_ndcg_at_1_max
value: 32.2133212833154
verified: no, type: nauc_ndcg_at_1_std
value: -18.97663485312286
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.34744447531361
verified: no, type: nauc_ndcg_at_20_max
value: 29.147274611665104
verified: no, type: nauc_ndcg_at_20_std
value: -7.1859909752874565
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.02902219011437
verified: no, type: nauc_ndcg_at_3_max
value: 29.05519326030459
verified: no, type: nauc_ndcg_at_3_std
value: -9.562414651448368
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.29981191574703
verified: no, type: nauc_ndcg_at_5_max
value: 28.014651730307428
verified: no, type: nauc_ndcg_at_5_std
value: -8.661224447638219
verified: no, type: nauc_precision_at_1000_diff1
value: -10.024865744474184
verified: no, type: nauc_precision_at_1000_max
value: -4.298508017924518
verified: no, type: nauc_precision_at_1000_std
value: 1.547025732357951
verified: no, type: nauc_precision_at_100_diff1
value: -12.06926468256376
verified: no, type: nauc_precision_at_100_max
value: -4.21291413804896
verified: no, type: nauc_precision_at_100_std
value: 2.872264631517362
verified: no, type: nauc_precision_at_10_diff1
value: -15.94007852972694
verified: no, type: nauc_precision_at_10_max
value: -4.544097710963198
verified: no, type: nauc_precision_at_10_std
value: 4.767828958024675
verified: no, type: nauc_precision_at_1_diff1
value: 74.52821692195837
verified: no, type: nauc_precision_at_1_max
value: 32.2133212833154
verified: no, type: nauc_precision_at_1_std
value: -18.97663485312286
verified: no, type: nauc_precision_at_20_diff1
value: -15.66405220649896
verified: no, type: nauc_precision_at_20_max
value: -3.6496367951851822
verified: no, type: nauc_precision_at_20_std
value: 4.825301805130045
verified: no, type: nauc_precision_at_3_diff1
value: -12.514109763479336
verified: no, type: nauc_precision_at_3_max
value: -0.24447133318217024
verified: no, type: nauc_precision_at_3_std
value: -0.2649163459628502
verified: no, type: nauc_precision_at_5_diff1
value: -15.820728575356485
verified: no, type: nauc_precision_at_5_max
value: -4.786371094249761
verified: no, type: nauc_precision_at_5_std
value: 1.7929947640996053
verified: no, type: nauc_recall_at_1000_diff1
value: 5.499530852392676
verified: no, type: nauc_recall_at_1000_max
value: 44.030520852910406
verified: no, type: nauc_recall_at_1000_std
value: 50.2017454712542
verified: no, type: nauc_recall_at_100_diff1
value: 2.0640091010830526
verified: no, type: nauc_recall_at_100_max
value: 24.864404635675204
verified: no, type: nauc_recall_at_100_std
value: 27.319350569429734
verified: no, type: nauc_recall_at_10_diff1
value: 13.791800250368114
verified: no, type: nauc_recall_at_10_max
value: 24.769825741582302
verified: no, type: nauc_recall_at_10_std
value: 13.59069444609498
verified: no, type: nauc_recall_at_1_diff1
value: 54.62356861092832
verified: no, type: nauc_recall_at_1_max
value: 25.79991281991449
verified: no, type: nauc_recall_at_1_std
value: -10.727885287362989
verified: no, type: nauc_recall_at_20_diff1
value: 5.336705306013041
verified: no, type: nauc_recall_at_20_max
value: 27.41570703746024
verified: no, type: nauc_recall_at_20_std
value: 23.006970266201787
verified: no, type: nauc_recall_at_3_diff1
value: 23.292169395266264
verified: no, type: nauc_recall_at_3_max
value: 24.262360079531074
verified: no, type: nauc_recall_at_3_std
value: -1.7422845002974312
verified: no, type: nauc_recall_at_5_diff1
value: 18.060917420579997
verified: no, type: nauc_recall_at_5_max
value: 23.06733097213354
verified: no, type: nauc_recall_at_5_std
value: 3.3913875084148297
verified: no, type: ndcg_at_1
value: 90.609
verified: no, type: ndcg_at_10
value: 93.147
verified: no, type: ndcg_at_100
value: 93.74900000000001
verified: no, type: ndcg_at_1000
value: 93.901
verified: no, type: ndcg_at_20
value: 93.447
verified: no, type: ndcg_at_3
value: 92.268
verified: no, type: ndcg_at_5
value: 92.757
verified: no, type: precision_at_1
value: 90.609
verified: no, type: precision_at_10
value: 10.926
verified: no, type: precision_at_100
value: 1.149
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 5.5809999999999995
verified: no, type: precision_at_3
value: 34.738
verified: no, type: precision_at_5
value: 21.346999999999998
verified: no, type: recall_at_1
value: 84.123
verified: no, type: recall_at_10
value: 96.539
verified: no, type: recall_at_100
value: 98.67899999999999
verified: no, type: recall_at_1000
value: 99.555
verified: no, type: recall_at_20
value: 97.45700000000001
verified: no, type: recall_at_3
value: 94.133
verified: no, type: recall_at_5
value: 95.44200000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 61.182
verified: no, type: map_at_1
value: 31.877
verified: no, type: map_at_10
value: 52.986
verified: no, type: map_at_100
value: 55.242000000000004
verified: no, type: map_at_1000
value: 55.336
verified: no, type: map_at_20
value: 54.36299999999999
verified: no, type: map_at_3
value: 45.9
verified: no, type: map_at_5
value: 49.952000000000005
verified: no, type: mrr_at_1
value: 60.18518518518518
verified: no, type: mrr_at_10
value: 67.71611062120319
verified: no, type: mrr_at_100
value: 68.32957545203445
verified: no, type: mrr_at_1000
value: 68.34041293981731
verified: no, type: mrr_at_20
value: 68.1184684086802
verified: no, type: mrr_at_3
value: 66.04938271604934
verified: no, type: mrr_at_5
value: 67.02932098765427
verified: no, type: nauc_map_at_1000_diff1
value: 49.390058112037565
verified: no, type: nauc_map_at_1000_max
value: 33.86672922230126
verified: no, type: nauc_map_at_1000_std
value: -24.19297282790569
verified: no, type: nauc_map_at_100_diff1
value: 49.39575568085033
verified: no, type: nauc_map_at_100_max
value: 33.82800761671263
verified: no, type: nauc_map_at_100_std
value: -24.20216911890828
verified: no, type: nauc_map_at_10_diff1
value: 49.826703829159065
verified: no, type: nauc_map_at_10_max
value: 32.04132357301985
verified: no, type: nauc_map_at_10_std
value: -25.477594030350414
verified: no, type: nauc_map_at_1_diff1
value: 54.95925350681827
verified: no, type: nauc_map_at_1_max
value: 13.962825942647214
verified: no, type: nauc_map_at_1_std
value: -21.054092920927694
verified: no, type: nauc_map_at_20_diff1
value: 49.537681600887865
verified: no, type: nauc_map_at_20_max
value: 33.164569894845904
verified: no, type: nauc_map_at_20_std
value: -25.075136372458108
verified: no, type: nauc_map_at_3_diff1
value: 49.82581713716135
verified: no, type: nauc_map_at_3_max
value: 25.491261673133316
verified: no, type: nauc_map_at_3_std
value: -25.29735314206127
verified: no, type: nauc_map_at_5_diff1
value: 49.170865024768574
verified: no, type: nauc_map_at_5_max
value: 29.496572465872678
verified: no, type: nauc_map_at_5_std
value: -25.457134089214883
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.44493769316621
verified: no, type: nauc_mrr_at_1000_max
value: 46.13272263925939
verified: no, type: nauc_mrr_at_1000_std
value: -19.11475143331668
verified: no, type: nauc_mrr_at_100_diff1
value: 59.44411441499269
verified: no, type: nauc_mrr_at_100_max
value: 46.13654028161708
verified: no, type: nauc_mrr_at_100_std
value: -19.109369325106417
verified: no, type: nauc_mrr_at_10_diff1
value: 59.219349927774154
verified: no, type: nauc_mrr_at_10_max
value: 46.02618026578592
verified: no, type: nauc_mrr_at_10_std
value: -19.37433068502548
verified: no, type: nauc_mrr_at_1_diff1
value: 62.95921038561675
verified: no, type: nauc_mrr_at_1_max
value: 46.18080967355503
verified: no, type: nauc_mrr_at_1_std
value: -18.40186184012292
verified: no, type: nauc_mrr_at_20_diff1
value: 59.3891382507084
verified: no, type: nauc_mrr_at_20_max
value: 46.044401310035894
verified: no, type: nauc_mrr_at_20_std
value: -19.257461333372504
verified: no, type: nauc_mrr_at_3_diff1
value: 59.238553596931
verified: no, type: nauc_mrr_at_3_max
value: 46.56487351573117
verified: no, type: nauc_mrr_at_3_std
value: -19.12741537508225
verified: no, type: nauc_mrr_at_5_diff1
value: 58.93737610599986
verified: no, type: nauc_mrr_at_5_max
value: 45.99436971500825
verified: no, type: nauc_mrr_at_5_std
value: -19.261662406716308
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.40360288706063
verified: no, type: nauc_ndcg_at_1000_max
value: 39.32722737004307
verified: no, type: nauc_ndcg_at_1000_std
value: -20.898685807989388
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.36301353290372
verified: no, type: nauc_ndcg_at_100_max
value: 38.97243548753853
verified: no, type: nauc_ndcg_at_100_std
value: -20.50022060973278
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.44403959729833
verified: no, type: nauc_ndcg_at_10_max
value: 36.01289481113504
verified: no, type: nauc_ndcg_at_10_std
value: -24.176498000068843
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.95921038561675
verified: no, type: nauc_ndcg_at_1_max
value: 46.18080967355503
verified: no, type: nauc_ndcg_at_1_std
value: -18.40186184012292
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.41066012197159
verified: no, type: nauc_ndcg_at_20_max
value: 37.24872539687912
verified: no, type: nauc_ndcg_at_20_std
value: -23.372189423803118
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.489628982965854
verified: no, type: nauc_ndcg_at_3_max
value: 36.93242010543425
verified: no, type: nauc_ndcg_at_3_std
value: -23.566283895234708
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.855011049758616
verified: no, type: nauc_ndcg_at_5_max
value: 34.72552703254509
verified: no, type: nauc_ndcg_at_5_std
value: -24.603662195056884
verified: no, type: nauc_precision_at_1000_diff1
value: -16.254896831329358
verified: no, type: nauc_precision_at_1000_max
value: 26.68880233255314
verified: no, type: nauc_precision_at_1000_std
value: 15.711021613094275
verified: no, type: nauc_precision_at_100_diff1
value: -11.963143494271204
verified: no, type: nauc_precision_at_100_max
value: 30.662204917415004
verified: no, type: nauc_precision_at_100_std
value: 15.037733765190636
verified: no, type: nauc_precision_at_10_diff1
value: 4.189692935472799
verified: no, type: nauc_precision_at_10_max
value: 37.378105954795075
verified: no, type: nauc_precision_at_10_std
value: -1.0086179584149657
verified: no, type: nauc_precision_at_1_diff1
value: 62.95921038561675
verified: no, type: nauc_precision_at_1_max
value: 46.18080967355503
verified: no, type: nauc_precision_at_1_std
value: -18.40186184012292
verified: no, type: nauc_precision_at_20_diff1
value: -3.1588007120578276
verified: no, type: nauc_precision_at_20_max
value: 35.380893467283215
verified: no, type: nauc_precision_at_20_std
value: 4.992120324159972
verified: no, type: nauc_precision_at_3_diff1
value: 18.37633057040911
verified: no, type: nauc_precision_at_3_max
value: 42.06004715153175
verified: no, type: nauc_precision_at_3_std
value: -11.214136554742755
verified: no, type: nauc_precision_at_5_diff1
value: 10.224008279551054
verified: no, type: nauc_precision_at_5_max
value: 40.18017184406908
verified: no, type: nauc_precision_at_5_std
value: -7.103870184792855
verified: no, type: nauc_recall_at_1000_diff1
value: 38.30826137726082
verified: no, type: nauc_recall_at_1000_max
value: 37.17044147876854
verified: no, type: nauc_recall_at_1000_std
value: 10.594199798446793
verified: no, type: nauc_recall_at_100_diff1
value: 40.454335943748475
verified: no, type: nauc_recall_at_100_max
value: 31.170902337200097
verified: no, type: nauc_recall_at_100_std
value: -0.8492074860948018
verified: no, type: nauc_recall_at_10_diff1
value: 44.954194528652735
verified: no, type: nauc_recall_at_10_max
value: 28.27547239551631
verified: no, type: nauc_recall_at_10_std
value: -24.747605039280685
verified: no, type: nauc_recall_at_1_diff1
value: 54.95925350681827
verified: no, type: nauc_recall_at_1_max
value: 13.962825942647214
verified: no, type: nauc_recall_at_1_std
value: -21.054092920927694
verified: no, type: nauc_recall_at_20_diff1
value: 44.398293084195636
verified: no, type: nauc_recall_at_20_max
value: 29.604081242804735
verified: no, type: nauc_recall_at_20_std
value: -22.90399779981129
verified: no, type: nauc_recall_at_3_diff1
value: 43.25687263417001
verified: no, type: nauc_recall_at_3_max
value: 20.50817103562355
verified: no, type: nauc_recall_at_3_std
value: -26.567575668398508
verified: no, type: nauc_recall_at_5_diff1
value: 40.81840199310296
verified: no, type: nauc_recall_at_5_max
value: 23.1238715032068
verified: no, type: nauc_recall_at_5_std
value: -25.64446934619821
verified: no, type: ndcg_at_1
value: 60.185
verified: no, type: ndcg_at_10
value: 61.182
verified: no, type: ndcg_at_100
value: 67.523
verified: no, type: ndcg_at_1000
value: 68.759
verified: no, type: ndcg_at_20
value: 64.084
verified: no, type: ndcg_at_3
value: 56.48
verified: no, type: ndcg_at_5
value: 58.098000000000006
verified: no, type: precision_at_1
value: 60.185
verified: no, type: precision_at_10
value: 17.083000000000002
verified: no, type: precision_at_100
value: 2.366
verified: no, type: precision_at_1000
value: 0.259
verified: no, type: precision_at_20
value: 9.884
verified: no, type: precision_at_3
value: 37.757000000000005
verified: no, type: precision_at_5
value: 27.747
verified: no, type: recall_at_1
value: 31.877
verified: no, type: recall_at_10
value: 68.868
verified: no, type: recall_at_100
value: 91.26100000000001
verified: no, type: recall_at_1000
value: 98.346
verified: no, type: recall_at_20
value: 77.523
verified: no, type: recall_at_3
value: 51.226000000000006
verified: no, type: recall_at_5
value: 59.319
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 79.125
verified: no, type: map_at_1
value: 43.72
verified: no, type: map_at_10
value: 72.03500000000001
verified: no, type: map_at_100
value: 72.761
verified: no, type: map_at_1000
value: 72.80499999999999
verified: no, type: map_at_20
value: 72.477
verified: no, type: map_at_3
value: 68.84700000000001
verified: no, type: map_at_5
value: 70.982
verified: no, type: mrr_at_1
value: 87.44091829844699
verified: no, type: mrr_at_10
value: 91.31576155107534
verified: no, type: mrr_at_100
value: 91.40489558470692
verified: no, type: mrr_at_1000
value: 91.40687231624047
verified: no, type: mrr_at_20
value: 91.37223203223267
verified: no, type: mrr_at_3
value: 90.84177357641214
verified: no, type: mrr_at_5
value: 91.17938329957211
verified: no, type: nauc_map_at_1000_diff1
value: 2.160941678109871
verified: no, type: nauc_map_at_1000_max
value: 20.280335959707244
verified: no, type: nauc_map_at_1000_std
value: 2.097428882568907
verified: no, type: nauc_map_at_100_diff1
value: 2.1230954064310272
verified: no, type: nauc_map_at_100_max
value: 20.258093599808014
verified: no, type: nauc_map_at_100_std
value: 2.1151474260126633
verified: no, type: nauc_map_at_10_diff1
value: 1.8723430508681238
verified: no, type: nauc_map_at_10_max
value: 20.001115713122292
verified: no, type: nauc_map_at_10_std
value: 1.5120467206405304
verified: no, type: nauc_map_at_1_diff1
value: 68.47218714216126
verified: no, type: nauc_map_at_1_max
value: 48.79030836492533
verified: no, type: nauc_map_at_1_std
value: -14.325167455523276
verified: no, type: nauc_map_at_20_diff1
value: 2.021495128391111
verified: no, type: nauc_map_at_20_max
value: 20.19494185197473
verified: no, type: nauc_map_at_20_std
value: 1.988283622854646
verified: no, type: nauc_map_at_3_diff1
value: 1.3035766010655014
verified: no, type: nauc_map_at_3_max
value: 18.267934028448014
verified: no, type: nauc_map_at_3_std
value: -1.5393823883989837
verified: no, type: nauc_map_at_5_diff1
value: 1.6758465601660635
verified: no, type: nauc_map_at_5_max
value: 19.611409174084766
verified: no, type: nauc_map_at_5_std
value: 0.5379733914867968
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.60925278528931
verified: no, type: nauc_mrr_at_1000_max
value: 53.41174729989386
verified: no, type: nauc_mrr_at_1000_std
value: -10.94381937854199
verified: no, type: nauc_mrr_at_100_diff1
value: 68.61192764944234
verified: no, type: nauc_mrr_at_100_max
value: 53.41979323473436
verified: no, type: nauc_mrr_at_100_std
value: -10.928418937183535
verified: no, type: nauc_mrr_at_10_diff1
value: 68.58075465200439
verified: no, type: nauc_mrr_at_10_max
value: 53.469248695058894
verified: no, type: nauc_mrr_at_10_std
value: -11.033247242342176
verified: no, type: nauc_mrr_at_1_diff1
value: 68.47218714216126
verified: no, type: nauc_mrr_at_1_max
value: 48.79030836492533
verified: no, type: nauc_mrr_at_1_std
value: -14.325167455523276
verified: no, type: nauc_mrr_at_20_diff1
value: 68.61440353772745
verified: no, type: nauc_mrr_at_20_max
value: 53.48475026827637
verified: no, type: nauc_mrr_at_20_std
value: -10.890302904034154
verified: no, type: nauc_mrr_at_3_diff1
value: 68.69282004791216
verified: no, type: nauc_mrr_at_3_max
value: 54.06094833361629
verified: no, type: nauc_mrr_at_3_std
value: -11.153009129882598
verified: no, type: nauc_mrr_at_5_diff1
value: 68.73035503749831
verified: no, type: nauc_mrr_at_5_max
value: 53.83508048703245
verified: no, type: nauc_mrr_at_5_std
value: -11.003690030416173
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.50087869973644
verified: no, type: nauc_ndcg_at_1000_max
value: 25.950105183418927
verified: no, type: nauc_ndcg_at_1000_std
value: 5.135066113356472
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.362935638818364
verified: no, type: nauc_ndcg_at_100_max
value: 25.34061127640931
verified: no, type: nauc_ndcg_at_100_std
value: 5.754839950507415
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.156928707580207
verified: no, type: nauc_ndcg_at_10_max
value: 24.251874180080023
verified: no, type: nauc_ndcg_at_10_std
value: 3.4311673728584373
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.47218714216126
verified: no, type: nauc_ndcg_at_1_max
value: 48.79030836492533
verified: no, type: nauc_ndcg_at_1_std
value: -14.325167455523276
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.631421824536802
verified: no, type: nauc_ndcg_at_20_max
value: 24.899012298150367
verified: no, type: nauc_ndcg_at_20_std
value: 5.015727485279167
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.765698105055132
verified: no, type: nauc_ndcg_at_3_max
value: 22.068064891465696
verified: no, type: nauc_ndcg_at_3_std
value: -1.4664522141695102
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.97155171194824
verified: no, type: nauc_ndcg_at_5_max
value: 23.660849668507527
verified: no, type: nauc_ndcg_at_5_std
value: 1.4707432249488543
verified: no, type: nauc_precision_at_1000_diff1
value: -5.507220131591544
verified: no, type: nauc_precision_at_1000_max
value: 35.494019207652336
verified: no, type: nauc_precision_at_1000_std
value: 51.48431882469268
verified: no, type: nauc_precision_at_100_diff1
value: -9.856655267678178
verified: no, type: nauc_precision_at_100_max
value: 23.40730506252858
verified: no, type: nauc_precision_at_100_std
value: 34.01534710435972
verified: no, type: nauc_precision_at_10_diff1
value: -7.169347416977972
verified: no, type: nauc_precision_at_10_max
value: 20.252826543847206
verified: no, type: nauc_precision_at_10_std
value: 13.940728560252206
verified: no, type: nauc_precision_at_1_diff1
value: 68.47218714216126
verified: no, type: nauc_precision_at_1_max
value: 48.79030836492533
verified: no, type: nauc_precision_at_1_std
value: -14.325167455523276
verified: no, type: nauc_precision_at_20_diff1
value: -7.783356154578335
verified: no, type: nauc_precision_at_20_max
value: 21.74000065585772
verified: no, type: nauc_precision_at_20_std
value: 21.489921794963333
verified: no, type: nauc_precision_at_3_diff1
value: -4.4855992702233385
verified: no, type: nauc_precision_at_3_max
value: 17.58424070747094
verified: no, type: nauc_precision_at_3_std
value: 1.8777336548123371
verified: no, type: nauc_precision_at_5_diff1
value: -5.604031655005792
verified: no, type: nauc_precision_at_5_max
value: 19.580893429923517
verified: no, type: nauc_precision_at_5_std
value: 7.8203617045788505
verified: no, type: nauc_recall_at_1000_diff1
value: -5.507220131591377
verified: no, type: nauc_recall_at_1000_max
value: 35.494019207652414
verified: no, type: nauc_recall_at_1000_std
value: 51.48431882469249
verified: no, type: nauc_recall_at_100_diff1
value: -9.856655267678182
verified: no, type: nauc_recall_at_100_max
value: 23.407305062528323
verified: no, type: nauc_recall_at_100_std
value: 34.01534710435951
verified: no, type: nauc_recall_at_10_diff1
value: -7.169347416977698
verified: no, type: nauc_recall_at_10_max
value: 20.252826543847338
verified: no, type: nauc_recall_at_10_std
value: 13.940728560252335
verified: no, type: nauc_recall_at_1_diff1
value: 68.47218714216126
verified: no, type: nauc_recall_at_1_max
value: 48.79030836492533
verified: no, type: nauc_recall_at_1_std
value: -14.325167455523276
verified: no, type: nauc_recall_at_20_diff1
value: -7.7833561545783985
verified: no, type: nauc_recall_at_20_max
value: 21.740000655857713
verified: no, type: nauc_recall_at_20_std
value: 21.489921794963426
verified: no, type: nauc_recall_at_3_diff1
value: -4.485599270223427
verified: no, type: nauc_recall_at_3_max
value: 17.584240707470887
verified: no, type: nauc_recall_at_3_std
value: 1.8777336548121935
verified: no, type: nauc_recall_at_5_diff1
value: -5.604031655005744
verified: no, type: nauc_recall_at_5_max
value: 19.580893429923695
verified: no, type: nauc_recall_at_5_std
value: 7.820361704579018
verified: no, type: ndcg_at_1
value: 87.441
verified: no, type: ndcg_at_10
value: 79.125
verified: no, type: ndcg_at_100
value: 81.45400000000001
verified: no, type: ndcg_at_1000
value: 82.25099999999999
verified: no, type: ndcg_at_20
value: 80.17
verified: no, type: ndcg_at_3
value: 74.956
verified: no, type: ndcg_at_5
value: 77.48
verified: no, type: precision_at_1
value: 87.441
verified: no, type: precision_at_10
value: 16.323999999999998
verified: no, type: precision_at_100
value: 1.8110000000000002
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: precision_at_20
value: 8.498
verified: no, type: precision_at_3
value: 48.368
verified: no, type: precision_at_5
value: 31.002999999999997
verified: no, type: recall_at_1
value: 43.72
verified: no, type: recall_at_10
value: 81.621
verified: no, type: recall_at_100
value: 90.554
verified: no, type: recall_at_1000
value: 95.787
verified: no, type: recall_at_20
value: 84.983
verified: no, type: recall_at_3
value: 72.552
verified: no, type: recall_at_5
value: 77.508
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 44.89
verified: no, type: map_at_1
value: 24.432000000000002
verified: no, type: map_at_10
value: 37.591
verified: no, type: map_at_100
value: 38.751000000000005
verified: no, type: map_at_1000
value: 38.79
verified: no, type: map_at_20
value: 38.322
verified: no, type: map_at_3
value: 33.505
verified: no, type: map_at_5
value: 35.859
verified: no, type: mrr_at_1
value: 25.171919770773638
verified: no, type: mrr_at_10
value: 38.21256310547136
verified: no, type: mrr_at_100
value: 39.30753721884505
verified: no, type: mrr_at_1000
value: 39.340691344391445
verified: no, type: mrr_at_20
value: 38.90961306475649
verified: no, type: mrr_at_3
value: 34.26456542502386
verified: no, type: mrr_at_5
value: 36.53748806112701
verified: no, type: nauc_map_at_1000_diff1
value: 38.66852221567241
verified: no, type: nauc_map_at_1000_max
value: 4.1057766737799595
verified: no, type: nauc_map_at_1000_std
value: -27.382157855077754
verified: no, type: nauc_map_at_100_diff1
value: 38.6621397928445
verified: no, type: nauc_map_at_100_max
value: 4.111681335095865
verified: no, type: nauc_map_at_100_std
value: -27.36539945792605
verified: no, type: nauc_map_at_10_diff1
value: 38.63319989433825
verified: no, type: nauc_map_at_10_max
value: 3.9346979349074953
verified: no, type: nauc_map_at_10_std
value: -28.0900393767871
verified: no, type: nauc_map_at_1_diff1
value: 41.71535844577686
verified: no, type: nauc_map_at_1_max
value: 3.4832962062214006
verified: no, type: nauc_map_at_1_std
value: -23.525528000333843
verified: no, type: nauc_map_at_20_diff1
value: 38.68062082411943
verified: no, type: nauc_map_at_20_max
value: 4.046538867480454
verified: no, type: nauc_map_at_20_std
value: -27.688449948610472
verified: no, type: nauc_map_at_3_diff1
value: 38.584342089335685
verified: no, type: nauc_map_at_3_max
value: 3.63965785769002
verified: no, type: nauc_map_at_3_std
value: -27.46268496496546
verified: no, type: nauc_map_at_5_diff1
value: 38.42816219182273
verified: no, type: nauc_map_at_5_max
value: 3.839849854247509
verified: no, type: nauc_map_at_5_std
value: -28.015487623173605
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.232755814715766
verified: no, type: nauc_mrr_at_1000_max
value: 3.987692507096141
verified: no, type: nauc_mrr_at_1000_std
value: -26.888695263011808
verified: no, type: nauc_mrr_at_100_diff1
value: 38.22616005576646
verified: no, type: nauc_mrr_at_100_max
value: 3.9948619556899123
verified: no, type: nauc_mrr_at_100_std
value: -26.872832670267883
verified: no, type: nauc_mrr_at_10_diff1
value: 38.155508621490306
verified: no, type: nauc_mrr_at_10_max
value: 3.8153177084303582
verified: no, type: nauc_mrr_at_10_std
value: -27.546238510006503
verified: no, type: nauc_mrr_at_1_diff1
value: 41.26563649433227
verified: no, type: nauc_mrr_at_1_max
value: 3.2940832364845734
verified: no, type: nauc_mrr_at_1_std
value: -23.246326699010055
verified: no, type: nauc_mrr_at_20_diff1
value: 38.23581610598243
verified: no, type: nauc_mrr_at_20_max
value: 3.9519434237902455
verified: no, type: nauc_mrr_at_20_std
value: -27.153182984955542
verified: no, type: nauc_mrr_at_3_diff1
value: 38.123012505586516
verified: no, type: nauc_mrr_at_3_max
value: 3.5952793301902446
verified: no, type: nauc_mrr_at_3_std
value: -26.96557107215608
verified: no, type: nauc_mrr_at_5_diff1
value: 38.00080442994164
verified: no, type: nauc_mrr_at_5_max
value: 3.6611507063907838
verified: no, type: nauc_mrr_at_5_std
value: -27.5217700193094
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.08376371232426
verified: no, type: nauc_ndcg_at_1000_max
value: 4.741285538467179
verified: no, type: nauc_ndcg_at_1000_std
value: -26.876920597404325
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.933209786580186
verified: no, type: nauc_ndcg_at_100_max
value: 5.003377252588231
verified: no, type: nauc_ndcg_at_100_std
value: -26.136134328732467
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.82072609591181
verified: no, type: nauc_ndcg_at_10_max
value: 4.24748877233556
verified: no, type: nauc_ndcg_at_10_std
value: -29.766127219449835
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.26563649433227
verified: no, type: nauc_ndcg_at_1_max
value: 3.2940832364845734
verified: no, type: nauc_ndcg_at_1_std
value: -23.246326699010055
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.068479496194165
verified: no, type: nauc_ndcg_at_20_max
value: 4.686171701536077
verified: no, type: nauc_ndcg_at_20_std
value: -28.373083045837827
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.664591050650714
verified: no, type: nauc_ndcg_at_3_max
value: 3.7238056730982425
verified: no, type: nauc_ndcg_at_3_std
value: -28.501705219533402
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.39323161347562
verified: no, type: nauc_ndcg_at_5_max
value: 3.9884773576701846
verified: no, type: nauc_ndcg_at_5_std
value: -29.526098685579278
verified: no, type: nauc_precision_at_1000_diff1
value: -8.176278274893253
verified: no, type: nauc_precision_at_1000_max
value: 6.602206468153366
verified: no, type: nauc_precision_at_1000_std
value: 11.887969321516541
verified: no, type: nauc_precision_at_100_diff1
value: 10.776600450291125
verified: no, type: nauc_precision_at_100_max
value: 11.543791706232499
verified: no, type: nauc_precision_at_100_std
value: 8.05135325335674
verified: no, type: nauc_precision_at_10_diff1
value: 31.29891891655396
verified: no, type: nauc_precision_at_10_max
value: 4.793824130342508
verified: no, type: nauc_precision_at_10_std
value: -32.843126960584904
verified: no, type: nauc_precision_at_1_diff1
value: 41.26563649433227
verified: no, type: nauc_precision_at_1_max
value: 3.2940832364845734
verified: no, type: nauc_precision_at_1_std
value: -23.246326699010055
verified: no, type: nauc_precision_at_20_diff1
value: 28.39742040356656
verified: no, type: nauc_precision_at_20_max
value: 6.848015766561338
verified: no, type: nauc_precision_at_20_std
value: -24.61307381544946
verified: no, type: nauc_precision_at_3_diff1
value: 34.1967778945159
verified: no, type: nauc_precision_at_3_max
value: 3.6373839227371354
verified: no, type: nauc_precision_at_3_std
value: -31.262400131015795
verified: no, type: nauc_precision_at_5_diff1
value: 32.32839846166563
verified: no, type: nauc_precision_at_5_max
value: 4.2661314616361885
verified: no, type: nauc_precision_at_5_std
value: -32.94817957117079
verified: no, type: nauc_recall_at_1000_diff1
value: 25.124054710942882
verified: no, type: nauc_recall_at_1000_max
value: 52.99541699631579
verified: no, type: nauc_recall_at_1000_std
value: 63.880015110366394
verified: no, type: nauc_recall_at_100_diff1
value: 32.1323577870331
verified: no, type: nauc_recall_at_100_max
value: 17.26171631192854
verified: no, type: nauc_recall_at_100_std
value: 4.147658345720864
verified: no, type: nauc_recall_at_10_diff1
value: 35.35982089295331
verified: no, type: nauc_recall_at_10_max
value: 5.478913284596572
verified: no, type: nauc_recall_at_10_std
value: -35.93639290916612
verified: no, type: nauc_recall_at_1_diff1
value: 41.71535844577686
verified: no, type: nauc_recall_at_1_max
value: 3.4832962062214006
verified: no, type: nauc_recall_at_1_std
value: -23.525528000333843
verified: no, type: nauc_recall_at_20_diff1
value: 36.36549599422767
verified: no, type: nauc_recall_at_20_max
value: 8.112692947664327
verified: no, type: nauc_recall_at_20_std
value: -30.573957801286095
verified: no, type: nauc_recall_at_3_diff1
value: 35.227199657140844
verified: no, type: nauc_recall_at_3_max
value: 3.9474392083855445
verified: no, type: nauc_recall_at_3_std
value: -31.485135190684904
verified: no, type: nauc_recall_at_5_diff1
value: 34.435115639178505
verified: no, type: nauc_recall_at_5_max
value: 4.538709973891948
verified: no, type: nauc_recall_at_5_std
value: -34.07440191001999
verified: no, type: ndcg_at_1
value: 25.172
verified: no, type: ndcg_at_10
value: 44.89
verified: no, type: ndcg_at_100
value: 50.33800000000001
verified: no, type: ndcg_at_1000
value: 51.266999999999996
verified: no, type: ndcg_at_20
value: 47.455999999999996
verified: no, type: ndcg_at_3
value: 36.631
verified: no, type: ndcg_at_5
value: 40.801
verified: no, type: precision_at_1
value: 25.172
verified: no, type: precision_at_10
value: 7.0489999999999995
verified: no, type: precision_at_100
value: 0.976
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 4.059
verified: no, type: precision_at_3
value: 15.554000000000002
verified: no, type: precision_at_5
value: 11.458
verified: no, type: recall_at_1
value: 24.432000000000002
verified: no, type: recall_at_10
value: 67.32900000000001
verified: no, type: recall_at_100
value: 92.23599999999999
verified: no, type: recall_at_1000
value: 99.21799999999999
verified: no, type: recall_at_20
value: 77.236
verified: no, type: recall_at_3
value: 44.926
verified: no, type: recall_at_5
value: 54.93599999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 45.059
verified: no, type: map_at_1
value: 7.51
verified: no, type: map_at_10
value: 17.696
verified: no, type: map_at_100
value: 23.425
verified: no, type: map_at_1000
value: 25.462
verified: no, type: map_at_20
value: 20.078
verified: no, type: map_at_3
value: 12.36
verified: no, type: map_at_5
value: 14.949000000000002
verified: no, type: mrr_at_1
value: 56.656346749226
verified: no, type: mrr_at_10
value: 64.5453093518109
verified: no, type: mrr_at_100
value: 65.03548614941461
verified: no, type: mrr_at_1000
value: 65.07113760571535
verified: no, type: mrr_at_20
value: 64.92649519989713
verified: no, type: mrr_at_3
value: 62.5902992776058
verified: no, type: mrr_at_5
value: 63.890608875129
verified: no, type: nauc_map_at_1000_diff1
value: 18.649436695375666
verified: no, type: nauc_map_at_1000_max
value: 32.21371026469436
verified: no, type: nauc_map_at_1000_std
value: 15.172576825419542
verified: no, type: nauc_map_at_100_diff1
value: 20.754932725250484
verified: no, type: nauc_map_at_100_max
value: 31.802273361479354
verified: no, type: nauc_map_at_100_std
value: 11.05184960109897
verified: no, type: nauc_map_at_10_diff1
value: 27.65114332743644
verified: no, type: nauc_map_at_10_max
value: 24.216308956707948
verified: no, type: nauc_map_at_10_std
value: -3.148160320265085
verified: no, type: nauc_map_at_1_diff1
value: 44.074701941156576
verified: no, type: nauc_map_at_1_max
value: 7.313976830684179
verified: no, type: nauc_map_at_1_std
value: -17.775136864794273
verified: no, type: nauc_map_at_20_diff1
value: 24.40381389925362
verified: no, type: nauc_map_at_20_max
value: 28.28590842979618
verified: no, type: nauc_map_at_20_std
value: 2.4199688163030033
verified: no, type: nauc_map_at_3_diff1
value: 36.43847181675257
verified: no, type: nauc_map_at_3_max
value: 12.641525583061982
verified: no, type: nauc_map_at_3_std
value: -13.213788837135754
verified: no, type: nauc_map_at_5_diff1
value: 31.38099882079377
verified: no, type: nauc_map_at_5_max
value: 18.693157001709874
verified: no, type: nauc_map_at_5_std
value: -9.06791377198616
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.13397852247498
verified: no, type: nauc_mrr_at_1000_max
value: 50.13330116214628
verified: no, type: nauc_mrr_at_1000_std
value: 32.05378496757561
verified: no, type: nauc_mrr_at_100_diff1
value: 32.15640184504514
verified: no, type: nauc_mrr_at_100_max
value: 50.16596418746684
verified: no, type: nauc_mrr_at_100_std
value: 32.09654562666087
verified: no, type: nauc_mrr_at_10_diff1
value: 32.30697278515013
verified: no, type: nauc_mrr_at_10_max
value: 50.29554162816291
verified: no, type: nauc_mrr_at_10_std
value: 32.196301987204926
verified: no, type: nauc_mrr_at_1_diff1
value: 31.18633610462525
verified: no, type: nauc_mrr_at_1_max
value: 44.066192007922865
verified: no, type: nauc_mrr_at_1_std
value: 25.405697533712186
verified: no, type: nauc_mrr_at_20_diff1
value: 32.183918395170934
verified: no, type: nauc_mrr_at_20_max
value: 50.1063795003295
verified: no, type: nauc_mrr_at_20_std
value: 32.019605254607605
verified: no, type: nauc_mrr_at_3_diff1
value: 32.1841620866096
verified: no, type: nauc_mrr_at_3_max
value: 49.86413651460263
verified: no, type: nauc_mrr_at_3_std
value: 31.65393088251129
verified: no, type: nauc_mrr_at_5_diff1
value: 32.506293256782854
verified: no, type: nauc_mrr_at_5_max
value: 50.22051310167734
verified: no, type: nauc_mrr_at_5_std
value: 32.20883162067511
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.07651298169536
verified: no, type: nauc_ndcg_at_1000_max
value: 45.68207250664515
verified: no, type: nauc_ndcg_at_1000_std
value: 32.2202917954314
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.903616207181084
verified: no, type: nauc_ndcg_at_100_max
value: 41.75926814949547
verified: no, type: nauc_ndcg_at_100_std
value: 28.203224194584394
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.047796165484423
verified: no, type: nauc_ndcg_at_10_max
value: 42.932973260133025
verified: no, type: nauc_ndcg_at_10_std
value: 28.988863166538216
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.424681423032517
verified: no, type: nauc_ndcg_at_1_max
value: 41.520899599635705
verified: no, type: nauc_ndcg_at_1_std
value: 25.06328981312087
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.659965916220653
verified: no, type: nauc_ndcg_at_20_max
value: 40.660613171359536
verified: no, type: nauc_ndcg_at_20_std
value: 28.05980217396367
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.74188837396788
verified: no, type: nauc_ndcg_at_3_max
value: 42.17291456152861
verified: no, type: nauc_ndcg_at_3_std
value: 25.51560749819014
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.85211778345349
verified: no, type: nauc_ndcg_at_5_max
value: 43.984121150231836
verified: no, type: nauc_ndcg_at_5_std
value: 26.83926214905424
verified: no, type: nauc_precision_at_1000_diff1
value: -17.051131025174517
verified: no, type: nauc_precision_at_1000_max
value: 6.764059286595738
verified: no, type: nauc_precision_at_1000_std
value: 40.1439309994832
verified: no, type: nauc_precision_at_100_diff1
value: -15.764998544735823
verified: no, type: nauc_precision_at_100_max
value: 19.211111148845784
verified: no, type: nauc_precision_at_100_std
value: 46.96427473897526
verified: no, type: nauc_precision_at_10_diff1
value: -7.388798905334601
verified: no, type: nauc_precision_at_10_max
value: 41.22907941806041
verified: no, type: nauc_precision_at_10_std
value: 42.59884089023569
verified: no, type: nauc_precision_at_1_diff1
value: 32.025767729163995
verified: no, type: nauc_precision_at_1_max
value: 43.754075663448575
verified: no, type: nauc_precision_at_1_std
value: 25.43509133901274
verified: no, type: nauc_precision_at_20_diff1
value: -12.0078847232814
verified: no, type: nauc_precision_at_20_max
value: 33.27932495727302
verified: no, type: nauc_precision_at_20_std
value: 43.837569920515165
verified: no, type: nauc_precision_at_3_diff1
value: 7.042749712513677
verified: no, type: nauc_precision_at_3_max
value: 42.1936184896299
verified: no, type: nauc_precision_at_3_std
value: 30.484961204241984
verified: no, type: nauc_precision_at_5_diff1
value: -2.1371357099813832
verified: no, type: nauc_precision_at_5_max
value: 43.476640933633895
verified: no, type: nauc_precision_at_5_std
value: 35.117927839092914
verified: no, type: nauc_recall_at_1000_diff1
value: -0.8723013662864799
verified: no, type: nauc_recall_at_1000_max
value: 18.909026237682543
verified: no, type: nauc_recall_at_1000_std
value: 13.51570098053679
verified: no, type: nauc_recall_at_100_diff1
value: 12.357279426756397
verified: no, type: nauc_recall_at_100_max
value: 27.84208167172234
verified: no, type: nauc_recall_at_100_std
value: 14.49863872734005
verified: no, type: nauc_recall_at_10_diff1
value: 21.11009281729574
verified: no, type: nauc_recall_at_10_max
value: 19.74472802495254
verified: no, type: nauc_recall_at_10_std
value: -4.09630500503252
verified: no, type: nauc_recall_at_1_diff1
value: 44.074701941156576
verified: no, type: nauc_recall_at_1_max
value: 7.313976830684179
verified: no, type: nauc_recall_at_1_std
value: -17.775136864794273
verified: no, type: nauc_recall_at_20_diff1
value: 17.31518452608809
verified: no, type: nauc_recall_at_20_max
value: 23.399843692692237
verified: no, type: nauc_recall_at_20_std
value: 0.04814256658120452
verified: no, type: nauc_recall_at_3_diff1
value: 35.46183411619658
verified: no, type: nauc_recall_at_3_max
value: 12.787287273388953
verified: no, type: nauc_recall_at_3_std
value: -12.428077847406232
verified: no, type: nauc_recall_at_5_diff1
value: 25.630390779262065
verified: no, type: nauc_recall_at_5_max
value: 17.81997541214207
verified: no, type: nauc_recall_at_5_std
value: -7.819448998740632
verified: no, type: ndcg_at_1
value: 55.418
verified: no, type: ndcg_at_10
value: 45.059
verified: no, type: ndcg_at_100
value: 41.89
verified: no, type: ndcg_at_1000
value: 50.808
verified: no, type: ndcg_at_20
value: 42.528
verified: no, type: ndcg_at_3
value: 50.273999999999994
verified: no, type: ndcg_at_5
value: 48.311
verified: no, type: precision_at_1
value: 56.347
verified: no, type: precision_at_10
value: 33.684
verified: no, type: precision_at_100
value: 10.854
verified: no, type: precision_at_1000
value: 2.455
verified: no, type: precision_at_20
value: 25.294
verified: no, type: precision_at_3
value: 46.749
verified: no, type: precision_at_5
value: 42.167
verified: no, type: recall_at_1
value: 7.51
verified: no, type: recall_at_10
value: 22.7
verified: no, type: recall_at_100
value: 42.324
verified: no, type: recall_at_1000
value: 75.047
verified: no, type: recall_at_20
value: 28.091
verified: no, type: recall_at_3
value: 13.202
verified: no, type: recall_at_5
value: 17.573
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 72.439
verified: no, type: map_at_1
value: 48.588
verified: no, type: map_at_10
value: 65.667
verified: no, type: map_at_100
value: 66.23
verified: no, type: map_at_1000
value: 66.238
verified: no, type: map_at_20
value: 66.077
verified: no, type: map_at_3
value: 62.173
verified: no, type: map_at_5
value: 64.403
verified: no, type: mrr_at_1
value: 54.57705677867902
verified: no, type: mrr_at_10
value: 68.04977330831896
verified: no, type: mrr_at_100
value: 68.40133412359447
verified: no, type: mrr_at_1000
value: 68.40674582113029
verified: no, type: mrr_at_20
value: 68.32025711906769
verified: no, type: mrr_at_3
value: 65.68173039783692
verified: no, type: mrr_at_5
value: 67.12292390884501
verified: no, type: nauc_map_at_1000_diff1
value: 42.92613415901299
verified: no, type: nauc_map_at_1000_max
value: 31.58722964102006
verified: no, type: nauc_map_at_1000_std
value: -9.181430909023906
verified: no, type: nauc_map_at_100_diff1
value: 42.9286603531827
verified: no, type: nauc_map_at_100_max
value: 31.597761214322794
verified: no, type: nauc_map_at_100_std
value: -9.174864948929978
verified: no, type: nauc_map_at_10_diff1
value: 42.742103497799874
verified: no, type: nauc_map_at_10_max
value: 31.73600271519757
verified: no, type: nauc_map_at_10_std
value: -9.599976341144492
verified: no, type: nauc_map_at_1_diff1
value: 44.97465030457452
verified: no, type: nauc_map_at_1_max
value: 24.50842235041081
verified: no, type: nauc_map_at_1_std
value: -9.488301413929715
verified: no, type: nauc_map_at_20_diff1
value: 42.93789543281411
verified: no, type: nauc_map_at_20_max
value: 31.649530881844477
verified: no, type: nauc_map_at_20_std
value: -9.284482255074405
verified: no, type: nauc_map_at_3_diff1
value: 42.507020478710444
verified: no, type: nauc_map_at_3_max
value: 30.430161368656407
verified: no, type: nauc_map_at_3_std
value: -10.98022633967904
verified: no, type: nauc_map_at_5_diff1
value: 42.65908349342647
verified: no, type: nauc_map_at_5_max
value: 31.712314514485808
verified: no, type: nauc_map_at_5_std
value: -10.162495644166388
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.07977164212382
verified: no, type: nauc_mrr_at_1000_max
value: 32.71613265858574
verified: no, type: nauc_mrr_at_1000_std
value: -6.309541407889255
verified: no, type: nauc_mrr_at_100_diff1
value: 43.08243504279048
verified: no, type: nauc_mrr_at_100_max
value: 32.72393721047513
verified: no, type: nauc_mrr_at_100_std
value: -6.304478684547192
verified: no, type: nauc_mrr_at_10_diff1
value: 42.9454520799358
verified: no, type: nauc_mrr_at_10_max
value: 32.98294125539359
verified: no, type: nauc_mrr_at_10_std
value: -6.344731638595535
verified: no, type: nauc_mrr_at_1_diff1
value: 44.86265224618521
verified: no, type: nauc_mrr_at_1_max
value: 28.722584310944548
verified: no, type: nauc_mrr_at_1_std
value: -5.987388514445873
verified: no, type: nauc_mrr_at_20_diff1
value: 43.09463525559641
verified: no, type: nauc_mrr_at_20_max
value: 32.78563812600394
verified: no, type: nauc_mrr_at_20_std
value: -6.3101564030679365
verified: no, type: nauc_mrr_at_3_diff1
value: 42.778839940801525
verified: no, type: nauc_mrr_at_3_max
value: 32.73472475200481
verified: no, type: nauc_mrr_at_3_std
value: -6.873684661851209
verified: no, type: nauc_mrr_at_5_diff1
value: 42.819150151235355
verified: no, type: nauc_mrr_at_5_max
value: 33.063649047927846
verified: no, type: nauc_mrr_at_5_std
value: -6.690698773431876
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.838890830794305
verified: no, type: nauc_ndcg_at_1000_max
value: 33.06212912224441
verified: no, type: nauc_ndcg_at_1000_std
value: -7.604830337911507
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.92532259135676
verified: no, type: nauc_ndcg_at_100_max
value: 33.32105898079442
verified: no, type: nauc_ndcg_at_100_std
value: -7.41942657927501
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.241497889945386
verified: no, type: nauc_ndcg_at_10_max
value: 34.314029244865395
verified: no, type: nauc_ndcg_at_10_std
value: -8.705170475797276
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.935431451080625
verified: no, type: nauc_ndcg_at_1_max
value: 28.761716507796287
verified: no, type: nauc_ndcg_at_1_std
value: -5.910155765778751
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.98682996645045
verified: no, type: nauc_ndcg_at_20_max
value: 33.77639762275077
verified: no, type: nauc_ndcg_at_20_std
value: -7.922192840991434
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.78169420045572
verified: no, type: nauc_ndcg_at_3_max
value: 32.28874867052525
verified: no, type: nauc_ndcg_at_3_std
value: -10.746022839903787
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.98111900699031
verified: no, type: nauc_ndcg_at_5_max
value: 34.16892401395189
verified: no, type: nauc_ndcg_at_5_std
value: -9.835814208233074
verified: no, type: nauc_precision_at_1000_diff1
value: -13.893084426310164
verified: no, type: nauc_precision_at_1000_max
value: 4.528511169827012
verified: no, type: nauc_precision_at_1000_std
value: 19.808766541210563
verified: no, type: nauc_precision_at_100_diff1
value: -11.662187818787977
verified: no, type: nauc_precision_at_100_max
value: 7.106144289556965
verified: no, type: nauc_precision_at_100_std
value: 20.196725761912955
verified: no, type: nauc_precision_at_10_diff1
value: -0.0005202624402562934
verified: no, type: nauc_precision_at_10_max
value: 20.3322025815174
verified: no, type: nauc_precision_at_10_std
value: 10.996026572368203
verified: no, type: nauc_precision_at_1_diff1
value: 44.935431451080625
verified: no, type: nauc_precision_at_1_max
value: 28.761716507796287
verified: no, type: nauc_precision_at_1_std
value: -5.910155765778751
verified: no, type: nauc_precision_at_20_diff1
value: -5.251925401801626
verified: no, type: nauc_precision_at_20_max
value: 13.778502821797181
verified: no, type: nauc_precision_at_20_std
value: 16.678382538020593
verified: no, type: nauc_precision_at_3_diff1
value: 18.484347552428737
verified: no, type: nauc_precision_at_3_max
value: 29.23890691678369
verified: no, type: nauc_precision_at_3_std
value: -0.9617922081812927
verified: no, type: nauc_precision_at_5_diff1
value: 9.520921672164247
verified: no, type: nauc_precision_at_5_max
value: 26.114118384437084
verified: no, type: nauc_precision_at_5_std
value: 4.480542966435442
verified: no, type: nauc_recall_at_1000_diff1
value: 36.483312921782804
verified: no, type: nauc_recall_at_1000_max
value: 93.65683358360806
verified: no, type: nauc_recall_at_1000_std
value: 78.98396666115225
verified: no, type: nauc_recall_at_100_diff1
value: 51.223962258353374
verified: no, type: nauc_recall_at_100_max
value: 71.21642758603197
verified: no, type: nauc_recall_at_100_std
value: 29.03844845781408
verified: no, type: nauc_recall_at_10_diff1
value: 36.54228767944346
verified: no, type: nauc_recall_at_10_max
value: 48.045414485215495
verified: no, type: nauc_recall_at_10_std
value: -10.991004552070361
verified: no, type: nauc_recall_at_1_diff1
value: 44.97465030457452
verified: no, type: nauc_recall_at_1_max
value: 24.50842235041081
verified: no, type: nauc_recall_at_1_std
value: -9.488301413929715
verified: no, type: nauc_recall_at_20_diff1
value: 44.42937548103678
verified: no, type: nauc_recall_at_20_max
value: 52.02797641154168
verified: no, type: nauc_recall_at_20_std
value: -5.274872422912074
verified: no, type: nauc_recall_at_3_diff1
value: 37.370700905004796
verified: no, type: nauc_recall_at_3_max
value: 35.051545542223735
verified: no, type: nauc_recall_at_3_std
value: -14.47614675395727
verified: no, type: nauc_recall_at_5_diff1
value: 36.923681333914296
verified: no, type: nauc_recall_at_5_max
value: 41.76113305221287
verified: no, type: nauc_recall_at_5_std
value: -13.792057613912453
verified: no, type: ndcg_at_1
value: 54.547999999999995
verified: no, type: ndcg_at_10
value: 72.439
verified: no, type: ndcg_at_100
value: 74.505
verified: no, type: ndcg_at_1000
value: 74.656
verified: no, type: ndcg_at_20
value: 73.708
verified: no, type: ndcg_at_3
value: 66.416
verified: no, type: ndcg_at_5
value: 69.783
verified: no, type: precision_at_1
value: 54.547999999999995
verified: no, type: precision_at_10
value: 10.831
verified: no, type: precision_at_100
value: 1.201
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.734
verified: no, type: precision_at_3
value: 29.287000000000003
verified: no, type: precision_at_5
value: 19.676
verified: no, type: recall_at_1
value: 48.588
verified: no, type: recall_at_10
value: 90.271
verified: no, type: recall_at_100
value: 98.663
verified: no, type: recall_at_1000
value: 99.754
verified: no, type: recall_at_20
value: 94.911
verified: no, type: recall_at_3
value: 75.14699999999999
verified: no, type: recall_at_5
value: 82.657
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 88.776
verified: no, type: map_at_1
value: 70.789
verified: no, type: map_at_10
value: 85.111
verified: no, type: map_at_100
value: 85.74300000000001
verified: no, type: map_at_1000
value: 85.757
verified: no, type: map_at_20
value: 85.541
verified: no, type: map_at_3
value: 82.16799999999999
verified: no, type: map_at_5
value: 84.027
verified: no, type: mrr_at_1
value: 81.61
verified: no, type: mrr_at_10
value: 87.83598809523794
verified: no, type: mrr_at_100
value: 87.93437534934736
verified: no, type: mrr_at_1000
value: 87.93537663994458
verified: no, type: mrr_at_20
value: 87.91460020324512
verified: no, type: mrr_at_3
value: 86.91999999999982
verified: no, type: mrr_at_5
value: 87.57549999999974
verified: no, type: nauc_map_at_1000_diff1
value: 76.95785603654109
verified: no, type: nauc_map_at_1000_max
value: 22.21137147646329
verified: no, type: nauc_map_at_1000_std
value: -57.67191596659913
verified: no, type: nauc_map_at_100_diff1
value: 76.96066980419408
verified: no, type: nauc_map_at_100_max
value: 22.18444499684965
verified: no, type: nauc_map_at_100_std
value: -57.73426948321203
verified: no, type: nauc_map_at_10_diff1
value: 77.27294101132748
verified: no, type: nauc_map_at_10_max
value: 21.520023788398827
verified: no, type: nauc_map_at_10_std
value: -60.149831861475946
verified: no, type: nauc_map_at_1_diff1
value: 80.82075671924613
verified: no, type: nauc_map_at_1_max
value: 16.73924350448738
verified: no, type: nauc_map_at_1_std
value: -49.025641726356106
verified: no, type: nauc_map_at_20_diff1
value: 77.03897352655657
verified: no, type: nauc_map_at_20_max
value: 21.879911910556256
verified: no, type: nauc_map_at_20_std
value: -58.72111603413064
verified: no, type: nauc_map_at_3_diff1
value: 77.80825908555062
verified: no, type: nauc_map_at_3_max
value: 19.74347230686499
verified: no, type: nauc_map_at_3_std
value: -61.14048758808322
verified: no, type: nauc_map_at_5_diff1
value: 77.64191093638766
verified: no, type: nauc_map_at_5_max
value: 20.82641310481968
verified: no, type: nauc_map_at_5_std
value: -61.5227187788429
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.07743481780578
verified: no, type: nauc_mrr_at_1000_max
value: 24.973854693758668
verified: no, type: nauc_mrr_at_1000_std
value: -53.00097552882813
verified: no, type: nauc_mrr_at_100_diff1
value: 77.07743779388264
verified: no, type: nauc_mrr_at_100_max
value: 24.97578180973678
verified: no, type: nauc_mrr_at_100_std
value: -52.999857842949375
verified: no, type: nauc_mrr_at_10_diff1
value: 77.08832159626124
verified: no, type: nauc_mrr_at_10_max
value: 24.847950790779755
verified: no, type: nauc_mrr_at_10_std
value: -53.354412157484596
verified: no, type: nauc_mrr_at_1_diff1
value: 77.90054473035877
verified: no, type: nauc_mrr_at_1_max
value: 25.435382042849454
verified: no, type: nauc_mrr_at_1_std
value: -48.65542470772514
verified: no, type: nauc_mrr_at_20_diff1
value: 77.07410903358165
verified: no, type: nauc_mrr_at_20_max
value: 24.936803370937003
verified: no, type: nauc_mrr_at_20_std
value: -53.05367000547051
verified: no, type: nauc_mrr_at_3_diff1
value: 76.79835377348654
verified: no, type: nauc_mrr_at_3_max
value: 24.83960583182869
verified: no, type: nauc_mrr_at_3_std
value: -53.937122802902906
verified: no, type: nauc_mrr_at_5_diff1
value: 77.0611598562459
verified: no, type: nauc_mrr_at_5_max
value: 25.110143361000386
verified: no, type: nauc_mrr_at_5_std
value: -53.66721083549211
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.6539942038112
verified: no, type: nauc_ndcg_at_1000_max
value: 23.44145468342362
verified: no, type: nauc_ndcg_at_1000_std
value: -55.778951082488604
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.63968651875747
verified: no, type: nauc_ndcg_at_100_max
value: 23.37238335196869
verified: no, type: nauc_ndcg_at_100_std
value: -56.013444819578936
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.91486559815172
verified: no, type: nauc_ndcg_at_10_max
value: 21.882218185355374
verified: no, type: nauc_ndcg_at_10_std
value: -60.447241565220914
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.91920303932993
verified: no, type: nauc_ndcg_at_1_max
value: 25.506195225143564
verified: no, type: nauc_ndcg_at_1_std
value: -48.66289988343474
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.70353035362932
verified: no, type: nauc_ndcg_at_20_max
value: 22.52326792272016
verified: no, type: nauc_ndcg_at_20_std
value: -58.228058595950415
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.19291654415437
verified: no, type: nauc_ndcg_at_3_max
value: 21.680157583116596
verified: no, type: nauc_ndcg_at_3_std
value: -59.78592789656886
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.94117372509868
verified: no, type: nauc_ndcg_at_5_max
value: 21.80365013527183
verified: no, type: nauc_ndcg_at_5_std
value: -61.23723747585645
verified: no, type: nauc_precision_at_1000_diff1
value: -44.43454847128405
verified: no, type: nauc_precision_at_1000_max
value: 1.1086245603647116
verified: no, type: nauc_precision_at_1000_std
value: 45.957621410588445
verified: no, type: nauc_precision_at_100_diff1
value: -44.21353890734024
verified: no, type: nauc_precision_at_100_max
value: 0.8667205449931505
verified: no, type: nauc_precision_at_100_std
value: 44.55558297469162
verified: no, type: nauc_precision_at_10_diff1
value: -39.446583654372816
verified: no, type: nauc_precision_at_10_max
value: 1.0745424122581824
verified: no, type: nauc_precision_at_10_std
value: 27.715199044430115
verified: no, type: nauc_precision_at_1_diff1
value: 77.91920303932993
verified: no, type: nauc_precision_at_1_max
value: 25.506195225143564
verified: no, type: nauc_precision_at_1_std
value: -48.66289988343474
verified: no, type: nauc_precision_at_20_diff1
value: -42.82034326897596
verified: no, type: nauc_precision_at_20_max
value: 0.1871272488795601
verified: no, type: nauc_precision_at_20_std
value: 36.44930040826729
verified: no, type: nauc_precision_at_3_diff1
value: -20.17153834304044
verified: no, type: nauc_precision_at_3_max
value: 6.091482816522112
verified: no, type: nauc_precision_at_3_std
value: 2.2214080229171813
verified: no, type: nauc_precision_at_5_diff1
value: -32.30370373592924
verified: no, type: nauc_precision_at_5_max
value: 3.283007853748956
verified: no, type: nauc_precision_at_5_std
value: 15.671527569593394
verified: no, type: nauc_recall_at_1000_diff1
value: 25.2608289691968
verified: no, type: nauc_recall_at_1000_max
value: 39.63179474797547
verified: no, type: nauc_recall_at_1000_std
value: 25.74798035229638
verified: no, type: nauc_recall_at_100_diff1
value: 68.6766275832437
verified: no, type: nauc_recall_at_100_max
value: 24.369103177128636
verified: no, type: nauc_recall_at_100_std
value: -62.93899349940275
verified: no, type: nauc_recall_at_10_diff1
value: 73.75469598044158
verified: no, type: nauc_recall_at_10_max
value: 10.798765439257565
verified: no, type: nauc_recall_at_10_std
value: -90.65150692145126
verified: no, type: nauc_recall_at_1_diff1
value: 80.82075671924613
verified: no, type: nauc_recall_at_1_max
value: 16.73924350448738
verified: no, type: nauc_recall_at_1_std
value: -49.025641726356106
verified: no, type: nauc_recall_at_20_diff1
value: 71.88106544370252
verified: no, type: nauc_recall_at_20_max
value: 8.617919317783445
verified: no, type: nauc_recall_at_20_std
value: -88.64614006261976
verified: no, type: nauc_recall_at_3_diff1
value: 73.67512305142627
verified: no, type: nauc_recall_at_3_max
value: 14.522053228776684
verified: no, type: nauc_recall_at_3_std
value: -72.6164829975551
verified: no, type: nauc_recall_at_5_diff1
value: 73.55224072247896
verified: no, type: nauc_recall_at_5_max
value: 14.028581019140384
verified: no, type: nauc_recall_at_5_std
value: -81.70290837756839
verified: no, type: ndcg_at_1
value: 81.6
verified: no, type: ndcg_at_10
value: 88.776
verified: no, type: ndcg_at_100
value: 89.91799999999999
verified: no, type: ndcg_at_1000
value: 90.001
verified: no, type: ndcg_at_20
value: 89.45100000000001
verified: no, type: ndcg_at_3
value: 86.055
verified: no, type: ndcg_at_5
value: 87.603
verified: no, type: precision_at_1
value: 81.6
verified: no, type: precision_at_10
value: 13.527000000000001
verified: no, type: precision_at_100
value: 1.538
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.183000000000001
verified: no, type: precision_at_3
value: 37.81
verified: no, type: precision_at_5
value: 24.874
verified: no, type: recall_at_1
value: 70.789
verified: no, type: recall_at_10
value: 95.829
verified: no, type: recall_at_100
value: 99.626
verified: no, type: recall_at_1000
value: 99.99900000000001
verified: no, type: recall_at_20
value: 98.008
verified: no, type: recall_at_3
value: 88.005
verified: no, type: recall_at_5
value: 92.394
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 22.555
verified: no, type: map_at_1
value: 5.093
verified: no, type: map_at_10
value: 13.636000000000001
verified: no, type: map_at_100
value: 16.169
verified: no, type: map_at_1000
value: 16.491
verified: no, type: map_at_20
value: 14.967
verified: no, type: map_at_3
value: 9.759
verified: no, type: map_at_5
value: 11.61
verified: no, type: mrr_at_1
value: 25.1
verified: no, type: mrr_at_10
value: 37.03158730158728
verified: no, type: mrr_at_100
value: 38.10841522691227
verified: no, type: mrr_at_1000
value: 38.157760714646216
verified: no, type: mrr_at_20
value: 37.71533302009304
verified: no, type: mrr_at_3
value: 33.599999999999994
verified: no, type: mrr_at_5
value: 35.47499999999996
verified: no, type: nauc_map_at_1000_diff1
value: 16.016506811794674
verified: no, type: nauc_map_at_1000_max
value: 26.980626723493234
verified: no, type: nauc_map_at_1000_std
value: 6.344668577266132
verified: no, type: nauc_map_at_100_diff1
value: 16.106273177734288
verified: no, type: nauc_map_at_100_max
value: 27.078961630580306
verified: no, type: nauc_map_at_100_std
value: 6.114177505174807
verified: no, type: nauc_map_at_10_diff1
value: 17.401956757885728
verified: no, type: nauc_map_at_10_max
value: 26.276474643260777
verified: no, type: nauc_map_at_10_std
value: 3.005814701827781
verified: no, type: nauc_map_at_1_diff1
value: 20.70536617482489
verified: no, type: nauc_map_at_1_max
value: 16.988060184234318
verified: no, type: nauc_map_at_1_std
value: -3.4275203611745013
verified: no, type: nauc_map_at_20_diff1
value: 16.56893037536464
verified: no, type: nauc_map_at_20_max
value: 26.994627506463566
verified: no, type: nauc_map_at_20_std
value: 4.443682314555823
verified: no, type: nauc_map_at_3_diff1
value: 17.771054815531336
verified: no, type: nauc_map_at_3_max
value: 22.25552550616846
verified: no, type: nauc_map_at_3_std
value: -1.1135548486711386
verified: no, type: nauc_map_at_5_diff1
value: 18.234751966525035
verified: no, type: nauc_map_at_5_max
value: 24.74090977327922
verified: no, type: nauc_map_at_5_std
value: 0.20984608573778366
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.43908145424862
verified: no, type: nauc_mrr_at_1000_max
value: 19.50975861939652
verified: no, type: nauc_mrr_at_1000_std
value: 1.0711066308930413
verified: no, type: nauc_mrr_at_100_diff1
value: 16.449978087023602
verified: no, type: nauc_mrr_at_100_max
value: 19.546163139729455
verified: no, type: nauc_mrr_at_100_std
value: 1.1255804840602446
verified: no, type: nauc_mrr_at_10_diff1
value: 16.349572894206453
verified: no, type: nauc_mrr_at_10_max
value: 19.36607987819692
verified: no, type: nauc_mrr_at_10_std
value: 0.6815489423750116
verified: no, type: nauc_mrr_at_1_diff1
value: 20.81511754780404
verified: no, type: nauc_mrr_at_1_max
value: 17.31621820467371
verified: no, type: nauc_mrr_at_1_std
value: -3.062161046879616
verified: no, type: nauc_mrr_at_20_diff1
value: 16.453078176658412
verified: no, type: nauc_mrr_at_20_max
value: 19.61511763534643
verified: no, type: nauc_mrr_at_20_std
value: 1.1504468243169772
verified: no, type: nauc_mrr_at_3_diff1
value: 16.45317063630442
verified: no, type: nauc_mrr_at_3_max
value: 18.820538793222735
verified: no, type: nauc_mrr_at_3_std
value: -0.505799010681032
verified: no, type: nauc_mrr_at_5_diff1
value: 16.239396076435447
verified: no, type: nauc_mrr_at_5_max
value: 19.514405308342404
verified: no, type: nauc_mrr_at_5_std
value: 0.42152258676157106
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.799637809854447
verified: no, type: nauc_ndcg_at_1000_max
value: 26.286436521297098
verified: no, type: nauc_ndcg_at_1000_std
value: 13.849793575042407
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.780919818793214
verified: no, type: nauc_ndcg_at_100_max
value: 27.263414842629384
verified: no, type: nauc_ndcg_at_100_std
value: 12.844324409823212
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.691735156401645
verified: no, type: nauc_ndcg_at_10_max
value: 25.546421591723778
verified: no, type: nauc_ndcg_at_10_std
value: 5.030693260079141
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.81511754780404
verified: no, type: nauc_ndcg_at_1_max
value: 17.31621820467371
verified: no, type: nauc_ndcg_at_1_std
value: -3.062161046879616
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.918017633315037
verified: no, type: nauc_ndcg_at_20_max
value: 27.198495675799926
verified: no, type: nauc_ndcg_at_20_std
value: 7.859145154218754
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.45411219760524
verified: no, type: nauc_ndcg_at_3_max
value: 21.843580863721826
verified: no, type: nauc_ndcg_at_3_std
value: 0.25079066807691736
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.51852886026338
verified: no, type: nauc_ndcg_at_5_max
value: 24.32358445742888
verified: no, type: nauc_ndcg_at_5_std
value: 2.0046033593381365
verified: no, type: nauc_precision_at_1000_diff1
value: -3.043549167595678
verified: no, type: nauc_precision_at_1000_max
value: 17.721081069519855
verified: no, type: nauc_precision_at_1000_std
value: 34.394832596775096
verified: no, type: nauc_precision_at_100_diff1
value: 5.918389112534078
verified: no, type: nauc_precision_at_100_max
value: 25.041523333915638
verified: no, type: nauc_precision_at_100_std
value: 26.422448938245065
verified: no, type: nauc_precision_at_10_diff1
value: 12.559354156188075
verified: no, type: nauc_precision_at_10_max
value: 27.102948515447505
verified: no, type: nauc_precision_at_10_std
value: 9.922230490706765
verified: no, type: nauc_precision_at_1_diff1
value: 20.81511754780404
verified: no, type: nauc_precision_at_1_max
value: 17.31621820467371
verified: no, type: nauc_precision_at_1_std
value: -3.062161046879616
verified: no, type: nauc_precision_at_20_diff1
value: 10.239015656701062
verified: no, type: nauc_precision_at_20_max
value: 28.631431971198385
verified: no, type: nauc_precision_at_20_std
value: 14.923889979389953
verified: no, type: nauc_precision_at_3_diff1
value: 14.715917541943435
verified: no, type: nauc_precision_at_3_max
value: 23.488016057716443
verified: no, type: nauc_precision_at_3_std
value: 1.8688429519876193
verified: no, type: nauc_precision_at_5_diff1
value: 14.607533180532764
verified: no, type: nauc_precision_at_5_max
value: 26.69556237014592
verified: no, type: nauc_precision_at_5_std
value: 4.869786655689707
verified: no, type: nauc_recall_at_1000_diff1
value: -3.592050112505089
verified: no, type: nauc_recall_at_1000_max
value: 17.35902743346563
verified: no, type: nauc_recall_at_1000_std
value: 35.46357913035807
verified: no, type: nauc_recall_at_100_diff1
value: 5.712224816491693
verified: no, type: nauc_recall_at_100_max
value: 24.952810805795224
verified: no, type: nauc_recall_at_100_std
value: 26.49557743326384
verified: no, type: nauc_recall_at_10_diff1
value: 12.374218338608538
verified: no, type: nauc_recall_at_10_max
value: 26.5955214750823
verified: no, type: nauc_recall_at_10_std
value: 9.623097045252097
verified: no, type: nauc_recall_at_1_diff1
value: 20.70536617482489
verified: no, type: nauc_recall_at_1_max
value: 16.988060184234318
verified: no, type: nauc_recall_at_1_std
value: -3.4275203611745013
verified: no, type: nauc_recall_at_20_diff1
value: 10.079156462598272
verified: no, type: nauc_recall_at_20_max
value: 28.130382940517656
verified: no, type: nauc_recall_at_20_std
value: 14.778620879657767
verified: no, type: nauc_recall_at_3_diff1
value: 14.445322713318905
verified: no, type: nauc_recall_at_3_max
value: 22.913177040177732
verified: no, type: nauc_recall_at_3_std
value: 1.3968297812096289
verified: no, type: nauc_recall_at_5_diff1
value: 14.300977741042697
verified: no, type: nauc_recall_at_5_max
value: 26.064746286034463
verified: no, type: nauc_recall_at_5_std
value: 4.468436508425328
verified: no, type: ndcg_at_1
value: 25.1
verified: no, type: ndcg_at_10
value: 22.555
verified: no, type: ndcg_at_100
value: 31.558000000000003
verified: no, type: ndcg_at_1000
value: 36.866
verified: no, type: ndcg_at_20
value: 25.954
verified: no, type: ndcg_at_3
value: 21.488
verified: no, type: ndcg_at_5
value: 18.656
verified: no, type: precision_at_1
value: 25.1
verified: no, type: precision_at_10
value: 11.82
verified: no, type: precision_at_100
value: 2.465
verified: no, type: precision_at_1000
value: 0.373
verified: no, type: precision_at_20
value: 7.870000000000001
verified: no, type: precision_at_3
value: 20.467
verified: no, type: precision_at_5
value: 16.520000000000003
verified: no, type: recall_at_1
value: 5.093
verified: no, type: recall_at_10
value: 23.953
verified: no, type: recall_at_100
value: 50.03999999999999
verified: no, type: recall_at_1000
value: 75.74499999999999
verified: no, type: recall_at_20
value: 31.923000000000002
verified: no, type: recall_at_3
value: 12.468
verified: no, type: recall_at_5
value: 16.773
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 81.313
verified: no, type: map_at_1
value: 67.38300000000001
verified: no, type: map_at_10
value: 77.017
verified: no, type: map_at_100
value: 77.321
verified: no, type: map_at_1000
value: 77.331
verified: no, type: map_at_20
value: 77.262
verified: no, type: map_at_3
value: 74.111
verified: no, type: map_at_5
value: 75.881
verified: no, type: mrr_at_1
value: 70.33333333333334
verified: no, type: mrr_at_10
value: 77.81560846560845
verified: no, type: mrr_at_100
value: 78.00735197296981
verified: no, type: mrr_at_1000
value: 78.01761089473817
verified: no, type: mrr_at_20
value: 77.95766363266362
verified: no, type: mrr_at_3
value: 75.72222222222223
verified: no, type: mrr_at_5
value: 77.00555555555557
verified: no, type: nauc_map_at_1000_diff1
value: 75.04841791054689
verified: no, type: nauc_map_at_1000_max
value: 58.36172663414763
verified: no, type: nauc_map_at_1000_std
value: -11.893595632272119
verified: no, type: nauc_map_at_100_diff1
value: 75.05064539007354
verified: no, type: nauc_map_at_100_max
value: 58.37324776917011
verified: no, type: nauc_map_at_100_std
value: -11.877215894403568
verified: no, type: nauc_map_at_10_diff1
value: 74.75549994121076
verified: no, type: nauc_map_at_10_max
value: 58.24150489656241
verified: no, type: nauc_map_at_10_std
value: -12.344245577155307
verified: no, type: nauc_map_at_1_diff1
value: 76.73802929240316
verified: no, type: nauc_map_at_1_max
value: 51.51486878608817
verified: no, type: nauc_map_at_1_std
value: -18.187044359595266
verified: no, type: nauc_map_at_20_diff1
value: 75.01108764373232
verified: no, type: nauc_map_at_20_max
value: 58.428062710077334
verified: no, type: nauc_map_at_20_std
value: -11.884812488296847
verified: no, type: nauc_map_at_3_diff1
value: 75.76878808666785
verified: no, type: nauc_map_at_3_max
value: 55.0893236506397
verified: no, type: nauc_map_at_3_std
value: -18.680147004087416
verified: no, type: nauc_map_at_5_diff1
value: 75.21872474724155
verified: no, type: nauc_map_at_5_max
value: 56.99417811848851
verified: no, type: nauc_map_at_5_std
value: -15.023574589807998
verified: no, type: nauc_mrr_at_1000_diff1
value: 75.30185058060118
verified: no, type: nauc_mrr_at_1000_max
value: 58.99827784504953
verified: no, type: nauc_mrr_at_1000_std
value: -9.180976480652097
verified: no, type: nauc_mrr_at_100_diff1
value: 75.3039902169212
verified: no, type: nauc_mrr_at_100_max
value: 59.0096982171748
verified: no, type: nauc_mrr_at_100_std
value: -9.165687912589478
verified: no, type: nauc_mrr_at_10_diff1
value: 75.06584397042454
verified: no, type: nauc_mrr_at_10_max
value: 59.059479758705095
verified: no, type: nauc_mrr_at_10_std
value: -9.171739325385065
verified: no, type: nauc_mrr_at_1_diff1
value: 76.94126061472998
verified: no, type: nauc_mrr_at_1_max
value: 58.63634435063004
verified: no, type: nauc_mrr_at_1_std
value: -7.595328003491241
verified: no, type: nauc_mrr_at_20_diff1
value: 75.25985436830398
verified: no, type: nauc_mrr_at_20_max
value: 59.047844055490515
verified: no, type: nauc_mrr_at_20_std
value: -9.217229457280327
verified: no, type: nauc_mrr_at_3_diff1
value: 75.70972174140121
verified: no, type: nauc_mrr_at_3_max
value: 58.53109550921837
verified: no, type: nauc_mrr_at_3_std
value: -11.233362761574888
verified: no, type: nauc_mrr_at_5_diff1
value: 75.3027582677559
verified: no, type: nauc_mrr_at_5_max
value: 58.51186203154683
verified: no, type: nauc_mrr_at_5_std
value: -10.2389936280827
verified: no, type: nauc_ndcg_at_1000_diff1
value: 74.73042662069368
verified: no, type: nauc_ndcg_at_1000_max
value: 59.234679098286435
verified: no, type: nauc_ndcg_at_1000_std
value: -10.056585749544686
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.77417755774573
verified: no, type: nauc_ndcg_at_100_max
value: 59.56267106047054
verified: no, type: nauc_ndcg_at_100_std
value: -9.507635585959678
verified: no, type: nauc_ndcg_at_10_diff1
value: 73.51173182085725
verified: no, type: nauc_ndcg_at_10_max
value: 59.488170283330234
verified: no, type: nauc_ndcg_at_10_std
value: -10.720733926384735
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.94126061472998
verified: no, type: nauc_ndcg_at_1_max
value: 58.63634435063004
verified: no, type: nauc_ndcg_at_1_std
value: -7.595328003491241
verified: no, type: nauc_ndcg_at_20_diff1
value: 74.40614935696766
verified: no, type: nauc_ndcg_at_20_max
value: 59.958864387137226
verified: no, type: nauc_ndcg_at_20_std
value: -9.611226342001965
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.17084819068555
verified: no, type: nauc_ndcg_at_3_max
value: 57.01635203576452
verified: no, type: nauc_ndcg_at_3_std
value: -16.69034944254818
verified: no, type: nauc_ndcg_at_5_diff1
value: 74.42154242123861
verified: no, type: nauc_ndcg_at_5_max
value: 56.96751544369478
verified: no, type: nauc_ndcg_at_5_std
value: -15.466581364009777
verified: no, type: nauc_precision_at_1000_diff1
value: -29.885864068853113
verified: no, type: nauc_precision_at_1000_max
value: 15.246331345070333
verified: no, type: nauc_precision_at_1000_std
value: 64.18030587603968
verified: no, type: nauc_precision_at_100_diff1
value: -22.526159307459164
verified: no, type: nauc_precision_at_100_max
value: 19.83878305556087
verified: no, type: nauc_precision_at_100_std
value: 61.81734299609778
verified: no, type: nauc_precision_at_10_diff1
value: -9.744869185690087
verified: no, type: nauc_precision_at_10_max
value: 30.835764902042573
verified: no, type: nauc_precision_at_10_std
value: 51.66797440109854
verified: no, type: nauc_precision_at_1_diff1
value: 76.94126061472998
verified: no, type: nauc_precision_at_1_max
value: 58.63634435063004
verified: no, type: nauc_precision_at_1_std
value: -7.595328003491241
verified: no, type: nauc_precision_at_20_diff1
value: -15.854662566288075
verified: no, type: nauc_precision_at_20_max
value: 25.540596169213263
verified: no, type: nauc_precision_at_20_std
value: 57.87224253577742
verified: no, type: nauc_precision_at_3_diff1
value: 36.685786823107975
verified: no, type: nauc_precision_at_3_max
value: 45.39544319415371
verified: no, type: nauc_precision_at_3_std
value: 8.267737553608583
verified: no, type: nauc_precision_at_5_diff1
value: 15.315102224001208
verified: no, type: nauc_precision_at_5_max
value: 39.43523589454333
verified: no, type: nauc_precision_at_5_std
value: 29.17523334728261
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 77.35760971055122
verified: no, type: nauc_recall_at_100_max
value: 82.1661998132589
verified: no, type: nauc_recall_at_100_std
value: 29.74789915966396
verified: no, type: nauc_recall_at_10_diff1
value: 60.19810822879889
verified: no, type: nauc_recall_at_10_max
value: 65.9952096780744
verified: no, type: nauc_recall_at_10_std
value: -8.764259326919047
verified: no, type: nauc_recall_at_1_diff1
value: 76.73802929240316
verified: no, type: nauc_recall_at_1_max
value: 51.51486878608817
verified: no, type: nauc_recall_at_1_std
value: -18.187044359595266
verified: no, type: nauc_recall_at_20_diff1
value: 66.887914586124
verified: no, type: nauc_recall_at_20_max
value: 77.53014249177924
verified: no, type: nauc_recall_at_20_std
value: 6.2375674907644045
verified: no, type: nauc_recall_at_3_diff1
value: 73.15618370243749
verified: no, type: nauc_recall_at_3_max
value: 51.8421919050744
verified: no, type: nauc_recall_at_3_std
value: -30.197347334361
verified: no, type: nauc_recall_at_5_diff1
value: 69.63152781695797
verified: no, type: nauc_recall_at_5_max
value: 52.313360589975076
verified: no, type: nauc_recall_at_5_std
value: -27.475502645659226
verified: no, type: ndcg_at_1
value: 70.333
verified: no, type: ndcg_at_10
value: 81.313
verified: no, type: ndcg_at_100
value: 82.419
verified: no, type: ndcg_at_1000
value: 82.645
verified: no, type: ndcg_at_20
value: 82.013
verified: no, type: ndcg_at_3
value: 76.632
verified: no, type: ndcg_at_5
value: 79.077
verified: no, type: precision_at_1
value: 70.333
verified: no, type: precision_at_10
value: 10.567
verified: no, type: precision_at_100
value: 1.113
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.45
verified: no, type: precision_at_3
value: 29.444
verified: no, type: precision_at_5
value: 19.400000000000002
verified: no, type: recall_at_1
value: 67.38300000000001
verified: no, type: recall_at_10
value: 93.611
verified: no, type: recall_at_100
value: 98.333
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 96.167
verified: no, type: recall_at_3
value: 80.917
verified: no, type: recall_at_5
value: 87.394
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 86.438
verified: no, type: map_at_1
value: 0.246
verified: no, type: map_at_10
value: 2.306
verified: no, type: map_at_100
value: 14.591000000000001
verified: no, type: map_at_1000
value: 36.059999999999995
verified: no, type: map_at_20
value: 4.162
verified: no, type: map_at_3
value: 0.738
verified: no, type: map_at_5
value: 1.2189999999999999
verified: no, type: mrr_at_1
value: 92
verified: no, type: mrr_at_10
value: 96
verified: no, type: mrr_at_100
value: 96
verified: no, type: mrr_at_1000
value: 96
verified: no, type: mrr_at_20
value: 96
verified: no, type: mrr_at_3
value: 96
verified: no, type: mrr_at_5
value: 96
verified: no, type: nauc_map_at_1000_diff1
value: -22.761515794474683
verified: no, type: nauc_map_at_1000_max
value: 27.820651228713956
verified: no, type: nauc_map_at_1000_std
value: 71.83059059452174
verified: no, type: nauc_map_at_100_diff1
value: 2.1790372665645985
verified: no, type: nauc_map_at_100_max
value: 14.257921425662278
verified: no, type: nauc_map_at_100_std
value: 52.48972009046084
verified: no, type: nauc_map_at_10_diff1
value: 19.82787446032468
verified: no, type: nauc_map_at_10_max
value: 0.6164112414011461
verified: no, type: nauc_map_at_10_std
value: 17.02439234880446
verified: no, type: nauc_map_at_1_diff1
value: 14.55103360563013
verified: no, type: nauc_map_at_1_max
value: -1.6788350095288704
verified: no, type: nauc_map_at_1_std
value: 5.297647152979803
verified: no, type: nauc_map_at_20_diff1
value: 14.8794609533735
verified: no, type: nauc_map_at_20_max
value: -2.5385796849879476
verified: no, type: nauc_map_at_20_std
value: 25.28013324056331
verified: no, type: nauc_map_at_3_diff1
value: 17.00420260483426
verified: no, type: nauc_map_at_3_max
value: -3.3326758887083994
verified: no, type: nauc_map_at_3_std
value: 6.755584420286978
verified: no, type: nauc_map_at_5_diff1
value: 18.01887831857493
verified: no, type: nauc_map_at_5_max
value: -0.20050837416180262
verified: no, type: nauc_map_at_5_std
value: 8.561948963118322
verified: no, type: nauc_mrr_at_1000_diff1
value: -10.971055088702034
verified: no, type: nauc_mrr_at_1000_max
value: 23.34267040149383
verified: no, type: nauc_mrr_at_1000_std
value: 46.49859943977593
verified: no, type: nauc_mrr_at_100_diff1
value: -10.971055088702034
verified: no, type: nauc_mrr_at_100_max
value: 23.34267040149383
verified: no, type: nauc_mrr_at_100_std
value: 46.49859943977593
verified: no, type: nauc_mrr_at_10_diff1
value: -10.971055088702034
verified: no, type: nauc_mrr_at_10_max
value: 23.34267040149383
verified: no, type: nauc_mrr_at_10_std
value: 46.49859943977593
verified: no, type: nauc_mrr_at_1_diff1
value: -10.971055088702213
verified: no, type: nauc_mrr_at_1_max
value: 23.342670401493866
verified: no, type: nauc_mrr_at_1_std
value: 46.49859943977584
verified: no, type: nauc_mrr_at_20_diff1
value: -10.971055088702034
verified: no, type: nauc_mrr_at_20_max
value: 23.34267040149383
verified: no, type: nauc_mrr_at_20_std
value: 46.49859943977593
verified: no, type: nauc_mrr_at_3_diff1
value: -10.971055088702034
verified: no, type: nauc_mrr_at_3_max
value: 23.34267040149383
verified: no, type: nauc_mrr_at_3_std
value: 46.49859943977593
verified: no, type: nauc_mrr_at_5_diff1
value: -10.971055088702034
verified: no, type: nauc_mrr_at_5_max
value: 23.34267040149383
verified: no, type: nauc_mrr_at_5_std
value: 46.49859943977593
verified: no, type: nauc_ndcg_at_1000_diff1
value: -18.31263218691838
verified: no, type: nauc_ndcg_at_1000_max
value: 27.73438353091248
verified: no, type: nauc_ndcg_at_1000_std
value: 71.48659179814995
verified: no, type: nauc_ndcg_at_100_diff1
value: -27.992325451927186
verified: no, type: nauc_ndcg_at_100_max
value: 28.255864098560707
verified: no, type: nauc_ndcg_at_100_std
value: 75.14579385079674
verified: no, type: nauc_ndcg_at_10_diff1
value: -8.144751519247938
verified: no, type: nauc_ndcg_at_10_max
value: 25.558877520680124
verified: no, type: nauc_ndcg_at_10_std
value: 74.7572150705637
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.76577585000697
verified: no, type: nauc_ndcg_at_1_max
value: 8.307681544704138
verified: no, type: nauc_ndcg_at_1_std
value: 58.066321533510546
verified: no, type: nauc_ndcg_at_20_diff1
value: -20.395935610617506
verified: no, type: nauc_ndcg_at_20_max
value: 13.855324797866162
verified: no, type: nauc_ndcg_at_20_std
value: 73.28813885551733
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.617214064862965
verified: no, type: nauc_ndcg_at_3_max
value: 6.769967032124153
verified: no, type: nauc_ndcg_at_3_std
value: 58.81924750609674
verified: no, type: nauc_ndcg_at_5_diff1
value: 4.010229362207553
verified: no, type: nauc_ndcg_at_5_max
value: 15.806937140075162
verified: no, type: nauc_ndcg_at_5_std
value: 64.16373136138701
verified: no, type: nauc_precision_at_1000_diff1
value: -35.69245033890321
verified: no, type: nauc_precision_at_1000_max
value: 29.773854942146016
verified: no, type: nauc_precision_at_1000_std
value: 34.51184375699267
verified: no, type: nauc_precision_at_100_diff1
value: -35.11125639593742
verified: no, type: nauc_precision_at_100_max
value: 30.702640227422588
verified: no, type: nauc_precision_at_100_std
value: 71.4996572186129
verified: no, type: nauc_precision_at_10_diff1
value: -23.298868807095037
verified: no, type: nauc_precision_at_10_max
value: 39.589436024499705
verified: no, type: nauc_precision_at_10_std
value: 76.1337980062292
verified: no, type: nauc_precision_at_1_diff1
value: -10.971055088702213
verified: no, type: nauc_precision_at_1_max
value: 23.342670401493866
verified: no, type: nauc_precision_at_1_std
value: 46.49859943977584
verified: no, type: nauc_precision_at_20_diff1
value: -29.329327980889335
verified: no, type: nauc_precision_at_20_max
value: 11.858896642149604
verified: no, type: nauc_precision_at_20_std
value: 67.29665651857641
verified: no, type: nauc_precision_at_3_diff1
value: -29.222972972972972
verified: no, type: nauc_precision_at_3_max
value: 29.892615830115947
verified: no, type: nauc_precision_at_3_std
value: 52.14165057915088
verified: no, type: nauc_precision_at_5_diff1
value: -28.95650527113159
verified: no, type: nauc_precision_at_5_max
value: 59.611135660627276
verified: no, type: nauc_precision_at_5_std
value: 68.33533236538078
verified: no, type: nauc_recall_at_1000_diff1
value: -12.600696861809551
verified: no, type: nauc_recall_at_1000_max
value: 23.65718948783771
verified: no, type: nauc_recall_at_1000_std
value: 58.45976113241065
verified: no, type: nauc_recall_at_100_diff1
value: 11.646564765343207
verified: no, type: nauc_recall_at_100_max
value: 8.659686510034886
verified: no, type: nauc_recall_at_100_std
value: 35.810233566395794
verified: no, type: nauc_recall_at_10_diff1
value: 21.95634026505432
verified: no, type: nauc_recall_at_10_max
value: -1.9343852262751597
verified: no, type: nauc_recall_at_10_std
value: 11.803977166363625
verified: no, type: nauc_recall_at_1_diff1
value: 14.55103360563013
verified: no, type: nauc_recall_at_1_max
value: -1.6788350095288704
verified: no, type: nauc_recall_at_1_std
value: 5.297647152979803
verified: no, type: nauc_recall_at_20_diff1
value: 18.43436469166756
verified: no, type: nauc_recall_at_20_max
value: -6.04718458442069
verified: no, type: nauc_recall_at_20_std
value: 17.696574929265427
verified: no, type: nauc_recall_at_3_diff1
value: 18.894666026909974
verified: no, type: nauc_recall_at_3_max
value: -4.980513377878677
verified: no, type: nauc_recall_at_3_std
value: 2.9597934364239875
verified: no, type: nauc_recall_at_5_diff1
value: 19.620752388113065
verified: no, type: nauc_recall_at_5_max
value: -1.622705626776803
verified: no, type: nauc_recall_at_5_std
value: 4.654905320572235
verified: no, type: ndcg_at_1
value: 86
verified: no, type: ndcg_at_10
value: 86.438
verified: no, type: ndcg_at_100
value: 68.979
verified: no, type: ndcg_at_1000
value: 61.687000000000005
verified: no, type: ndcg_at_20
value: 82.494
verified: no, type: ndcg_at_3
value: 89.011
verified: no, type: ndcg_at_5
value: 88.629
verified: no, type: precision_at_1
value: 92
verified: no, type: precision_at_10
value: 90.60000000000001
verified: no, type: precision_at_100
value: 70.94
verified: no, type: precision_at_1000
value: 27.002
verified: no, type: precision_at_20
value: 86
verified: no, type: precision_at_3
value: 94.667
verified: no, type: precision_at_5
value: 93.60000000000001
verified: no, type: recall_at_1
value: 0.246
verified: no, type: recall_at_10
value: 2.402
verified: no, type: recall_at_100
value: 17.463
verified: no, type: recall_at_1000
value: 58.095
verified: no, type: recall_at_20
value: 4.449
verified: no, type: recall_at_3
value: 0.759
verified: no, type: recall_at_5
value: 1.258
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 26.596999999999998
verified: no, type: map_at_1
value: 2.492
verified: no, type: map_at_10
value: 10.735
verified: no, type: map_at_100
value: 16.682
verified: no, type: map_at_1000
value: 18.403
verified: no, type: map_at_20
value: 12.917000000000002
verified: no, type: map_at_3
value: 5.17
verified: no, type: map_at_5
value: 7.757
verified: no, type: mrr_at_1
value: 32.6530612244898
verified: no, type: mrr_at_10
value: 46.303045027534814
verified: no, type: mrr_at_100
value: 47.28774571332247
verified: no, type: mrr_at_1000
value: 47.28774571332247
verified: no, type: mrr_at_20
value: 47.015586454361966
verified: no, type: mrr_at_3
value: 40.816326530612244
verified: no, type: mrr_at_5
value: 44.18367346938775
verified: no, type: nauc_map_at_1000_diff1
value: 11.335574982192163
verified: no, type: nauc_map_at_1000_max
value: -0.8598274464471192
verified: no, type: nauc_map_at_1000_std
value: -15.231845346554659
verified: no, type: nauc_map_at_100_diff1
value: 11.206116403137699
verified: no, type: nauc_map_at_100_max
value: -2.3784869726219764
verified: no, type: nauc_map_at_100_std
value: -18.67373469274601
verified: no, type: nauc_map_at_10_diff1
value: 14.110151248235939
verified: no, type: nauc_map_at_10_max
value: -0.28701326962970963
verified: no, type: nauc_map_at_10_std
value: -33.99696491060436
verified: no, type: nauc_map_at_1_diff1
value: 21.156709083334775
verified: no, type: nauc_map_at_1_max
value: -2.157834650647083
verified: no, type: nauc_map_at_1_std
value: -30.794160263652802
verified: no, type: nauc_map_at_20_diff1
value: 13.15680258919864
verified: no, type: nauc_map_at_20_max
value: -3.3318355189188305
verified: no, type: nauc_map_at_20_std
value: -32.22884578499942
verified: no, type: nauc_map_at_3_diff1
value: 16.35589367098705
verified: no, type: nauc_map_at_3_max
value: -2.46509831705108
verified: no, type: nauc_map_at_3_std
value: -36.778901075123656
verified: no, type: nauc_map_at_5_diff1
value: 12.399286451976096
verified: no, type: nauc_map_at_5_max
value: -6.660679305623031
verified: no, type: nauc_map_at_5_std
value: -37.17482542753885
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.79771420444037
verified: no, type: nauc_mrr_at_1000_max
value: 3.96194578776969
verified: no, type: nauc_mrr_at_1000_std
value: -28.13723455933009
verified: no, type: nauc_mrr_at_100_diff1
value: 35.79771420444037
verified: no, type: nauc_mrr_at_100_max
value: 3.96194578776969
verified: no, type: nauc_mrr_at_100_std
value: -28.13723455933009
verified: no, type: nauc_mrr_at_10_diff1
value: 35.342862255513786
verified: no, type: nauc_mrr_at_10_max
value: 3.8834259049036333
verified: no, type: nauc_mrr_at_10_std
value: -27.68280924117899
verified: no, type: nauc_mrr_at_1_diff1
value: 33.380355990146
verified: no, type: nauc_mrr_at_1_max
value: 12.83074393320823
verified: no, type: nauc_mrr_at_1_std
value: -23.4424761925381
verified: no, type: nauc_mrr_at_20_diff1
value: 35.962814146075594
verified: no, type: nauc_mrr_at_20_max
value: 3.8147946011890803
verified: no, type: nauc_mrr_at_20_std
value: -27.60539100275652
verified: no, type: nauc_mrr_at_3_diff1
value: 33.12022321313229
verified: no, type: nauc_mrr_at_3_max
value: 3.4480043310191277
verified: no, type: nauc_mrr_at_3_std
value: -32.92204805838337
verified: no, type: nauc_mrr_at_5_diff1
value: 35.97719343207735
verified: no, type: nauc_mrr_at_5_max
value: 2.757619527166485
verified: no, type: nauc_mrr_at_5_std
value: -30.80006606256878
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.11533813577644
verified: no, type: nauc_ndcg_at_1000_max
value: 1.9915750044715081
verified: no, type: nauc_ndcg_at_1000_std
value: 7.352102753749795
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.924538562545404
verified: no, type: nauc_ndcg_at_100_max
value: -7.179439986891839
verified: no, type: nauc_ndcg_at_100_std
value: 2.0323790255423355
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.447559750152287
verified: no, type: nauc_ndcg_at_10_max
value: -3.6579030981671137
verified: no, type: nauc_ndcg_at_10_std
value: -30.086068424084626
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.529374726155144
verified: no, type: nauc_ndcg_at_1_max
value: 12.404802289906062
verified: no, type: nauc_ndcg_at_1_std
value: -24.04566237921898
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.242702297694578
verified: no, type: nauc_ndcg_at_20_max
value: -11.247547069942474
verified: no, type: nauc_ndcg_at_20_std
value: -26.997061324593357
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.69532079386643
verified: no, type: nauc_ndcg_at_3_max
value: 0.5999757426015948
verified: no, type: nauc_ndcg_at_3_std
value: -37.39763786997949
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.250418536855168
verified: no, type: nauc_ndcg_at_5_max
value: -5.282078779032189
verified: no, type: nauc_ndcg_at_5_std
value: -37.34621514266717
verified: no, type: nauc_precision_at_1000_diff1
value: -5.833939931080579
verified: no, type: nauc_precision_at_1000_max
value: 39.54611889184263
verified: no, type: nauc_precision_at_1000_std
value: 43.621604632945406
verified: no, type: nauc_precision_at_100_diff1
value: 3.136900834976186
verified: no, type: nauc_precision_at_100_max
value: 14.56627037716479
verified: no, type: nauc_precision_at_100_std
value: 61.40167189444594
verified: no, type: nauc_precision_at_10_diff1
value: 24.365479840589494
verified: no, type: nauc_precision_at_10_max
value: -2.708612191027584
verified: no, type: nauc_precision_at_10_std
value: -19.43242154430193
verified: no, type: nauc_precision_at_1_diff1
value: 33.380355990146
verified: no, type: nauc_precision_at_1_max
value: 12.83074393320823
verified: no, type: nauc_precision_at_1_std
value: -23.4424761925381
verified: no, type: nauc_precision_at_20_diff1
value: 20.473477308430237
verified: no, type: nauc_precision_at_20_max
value: -3.7772785312524912
verified: no, type: nauc_precision_at_20_std
value: -7.096694858556529
verified: no, type: nauc_precision_at_3_diff1
value: 28.334109781699112
verified: no, type: nauc_precision_at_3_max
value: -6.277807607594587
verified: no, type: nauc_precision_at_3_std
value: -40.62335017056855
verified: no, type: nauc_precision_at_5_diff1
value: 21.052413262881274
verified: no, type: nauc_precision_at_5_max
value: -15.720148003128722
verified: no, type: nauc_precision_at_5_std
value: -38.65755384255953
verified: no, type: nauc_recall_at_1000_diff1
value: 3.9912115667343886
verified: no, type: nauc_recall_at_1000_max
value: 2.3261787568338295
verified: no, type: nauc_recall_at_1000_std
value: 76.06780062528254
verified: no, type: nauc_recall_at_100_diff1
value: 5.859597648408654
verified: no, type: nauc_recall_at_100_max
value: -14.72466783682324
verified: no, type: nauc_recall_at_100_std
value: 28.835912273557618
verified: no, type: nauc_recall_at_10_diff1
value: 15.0046703019797
verified: no, type: nauc_recall_at_10_max
value: -12.61475085286235
verified: no, type: nauc_recall_at_10_std
value: -29.04758840050514
verified: no, type: nauc_recall_at_1_diff1
value: 21.156709083334775
verified: no, type: nauc_recall_at_1_max
value: -2.157834650647083
verified: no, type: nauc_recall_at_1_std
value: -30.794160263652802
verified: no, type: nauc_recall_at_20_diff1
value: 13.076618909825493
verified: no, type: nauc_recall_at_20_max
value: -18.0425193284075
verified: no, type: nauc_recall_at_20_std
value: -22.37479839545477
verified: no, type: nauc_recall_at_3_diff1
value: 17.013862570480683
verified: no, type: nauc_recall_at_3_max
value: -10.976230804308784
verified: no, type: nauc_recall_at_3_std
value: -39.6623780651685
verified: no, type: nauc_recall_at_5_diff1
value: 12.171847439522834
verified: no, type: nauc_recall_at_5_max
value: -17.29935794420055
verified: no, type: nauc_recall_at_5_std
value: -37.85648419874096
verified: no, type: ndcg_at_1
value: 31.633
verified: no, type: ndcg_at_10
value: 26.596999999999998
verified: no, type: ndcg_at_100
value: 38.242
verified: no, type: ndcg_at_1000
value: 49.999
verified: no, type: ndcg_at_20
value: 26.927
verified: no, type: ndcg_at_3
value: 26.354
verified: no, type: ndcg_at_5
value: 27.853
verified: no, type: precision_at_1
value: 32.653
verified: no, type: precision_at_10
value: 23.673
verified: no, type: precision_at_100
value: 7.878
verified: no, type: precision_at_1000
value: 1.5779999999999998
verified: no, type: precision_at_20
value: 17.143
verified: no, type: precision_at_3
value: 26.531
verified: no, type: precision_at_5
value: 28.571
verified: no, type: recall_at_1
value: 2.492
verified: no, type: recall_at_10
value: 17.328
verified: no, type: recall_at_100
value: 48.726
verified: no, type: recall_at_1000
value: 85.309
verified: no, type: recall_at_20
value: 24.214
verified: no, type: recall_at_3
value: 6.279999999999999
verified: no, type: recall_at_5
value: 10.656
verified: no
task: type: Retrieval
tags: mteb
language: en
license: other
Likes: 23 | All-time downloads: 6828
Created: 2024-07-08 20:29:55