Model: PaDaS-Lab/arctic-l-bge-small
Author: PaDaS-Lab
Tags: safetensors, arctic-l-bge-small, mteb, custom_code, arxiv:2407.08275, license:mit, model-index, region:us
Card metadata: model-index: name: no_model_name_available
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 62.666
verified: no, type: map_at_1
value: 38.193
verified: no, type: map_at_10
value: 54.196
verified: no, type: map_at_100
value: 54.790000000000006
verified: no, type: map_at_1000
value: 54.791000000000004
verified: no, type: map_at_20
value: 54.691
verified: no, type: map_at_3
value: 49.644
verified: no, type: map_at_5
value: 52.47500000000001
verified: no, type: mrr_at_1
value: 38.762446657183496
verified: no, type: mrr_at_10
value: 54.39228702386607
verified: no, type: mrr_at_100
value: 54.98571942987527
verified: no, type: mrr_at_1000
value: 54.98684265760785
verified: no, type: mrr_at_20
value: 54.88631259457816
verified: no, type: mrr_at_3
value: 49.82219061166436
verified: no, type: mrr_at_5
value: 52.68492176386928
verified: no, type: nauc_map_at_1000_diff1
value: 12.947602614819145
verified: no, type: nauc_map_at_1000_max
value: -9.987850231314727
verified: no, type: nauc_map_at_1000_std
value: -17.515475948907223
verified: no, type: nauc_map_at_100_diff1
value: 12.948715892672372
verified: no, type: nauc_map_at_100_max
value: -9.984257476131498
verified: no, type: nauc_map_at_100_std
value: -17.512184326552735
verified: no, type: nauc_map_at_10_diff1
value: 12.67631091463424
verified: no, type: nauc_map_at_10_max
value: -9.893868710127792
verified: no, type: nauc_map_at_10_std
value: -17.394961603516936
verified: no, type: nauc_map_at_1_diff1
value: 15.841810182641536
verified: no, type: nauc_map_at_1_max
value: -12.300180964189106
verified: no, type: nauc_map_at_1_std
value: -19.269251850255216
verified: no, type: nauc_map_at_20_diff1
value: 13.00808878471498
verified: no, type: nauc_map_at_20_max
value: -9.850137316681932
verified: no, type: nauc_map_at_20_std
value: -17.447259697851912
verified: no, type: nauc_map_at_3_diff1
value: 12.69239436295672
verified: no, type: nauc_map_at_3_max
value: -10.368307463632874
verified: no, type: nauc_map_at_3_std
value: -18.199985684348547
verified: no, type: nauc_map_at_5_diff1
value: 12.422311022795533
verified: no, type: nauc_map_at_5_max
value: -9.914304305052736
verified: no, type: nauc_map_at_5_std
value: -17.66096347572028
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.180245273621827
verified: no, type: nauc_mrr_at_1000_max
value: -10.894158507712113
verified: no, type: nauc_mrr_at_1000_std
value: -17.49976153775426
verified: no, type: nauc_mrr_at_100_diff1
value: 11.18142277871486
verified: no, type: nauc_mrr_at_100_max
value: -10.890541252974147
verified: no, type: nauc_mrr_at_100_std
value: -17.496479703672595
verified: no, type: nauc_mrr_at_10_diff1
value: 10.921714446140344
verified: no, type: nauc_mrr_at_10_max
value: -10.792048413190232
verified: no, type: nauc_mrr_at_10_std
value: -17.33190957361021
verified: no, type: nauc_mrr_at_1_diff1
value: 14.221022720755656
verified: no, type: nauc_mrr_at_1_max
value: -12.52748081868306
verified: no, type: nauc_mrr_at_1_std
value: -18.886835343065435
verified: no, type: nauc_mrr_at_20_diff1
value: 11.246975158571583
verified: no, type: nauc_mrr_at_20_max
value: -10.753425023987633
verified: no, type: nauc_mrr_at_20_std
value: -17.431704030640145
verified: no, type: nauc_mrr_at_3_diff1
value: 10.960249308252628
verified: no, type: nauc_mrr_at_3_max
value: -11.264464166330386
verified: no, type: nauc_mrr_at_3_std
value: -18.11489563671473
verified: no, type: nauc_mrr_at_5_diff1
value: 10.756134394305295
verified: no, type: nauc_mrr_at_5_max
value: -10.761804905982734
verified: no, type: nauc_mrr_at_5_std
value: -17.667529106760977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.6390391884592
verified: no, type: nauc_ndcg_at_1000_max
value: -9.41361560340564
verified: no, type: nauc_ndcg_at_1000_std
value: -16.87810909581786
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.67778264270421
verified: no, type: nauc_ndcg_at_100_max
value: -9.298676143355197
verified: no, type: nauc_ndcg_at_100_std
value: -16.772693001294982
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.633673431342958
verified: no, type: nauc_ndcg_at_10_max
value: -8.5910148745569
verified: no, type: nauc_ndcg_at_10_std
value: -16.140320975304455
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.841810182641536
verified: no, type: nauc_ndcg_at_1_max
value: -12.300180964189106
verified: no, type: nauc_ndcg_at_1_std
value: -19.269251850255216
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.058036889736742
verified: no, type: nauc_ndcg_at_20_max
value: -8.336575527683479
verified: no, type: nauc_ndcg_at_20_std
value: -16.315062866812053
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.582148410127758
verified: no, type: nauc_ndcg_at_3_max
value: -9.82963620948141
verified: no, type: nauc_ndcg_at_3_std
value: -17.99199628781833
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.058463561410752
verified: no, type: nauc_ndcg_at_5_max
value: -8.7961062162745
verified: no, type: nauc_ndcg_at_5_std
value: -16.905819717115595
verified: no, type: nauc_precision_at_1000_diff1
value: 9.55460212276602
verified: no, type: nauc_precision_at_1000_max
value: 24.775170554257024
verified: no, type: nauc_precision_at_1000_std
value: 70.07345061131439
verified: no, type: nauc_precision_at_100_diff1
value: 22.84894979867915
verified: no, type: nauc_precision_at_100_max
value: 47.4108021596634
verified: no, type: nauc_precision_at_100_std
value: 70.00340119762156
verified: no, type: nauc_precision_at_10_diff1
value: 3.791683701992363
verified: no, type: nauc_precision_at_10_max
value: 2.9195191931534183
verified: no, type: nauc_precision_at_10_std
value: -4.791878871375184
verified: no, type: nauc_precision_at_1_diff1
value: 15.841810182641536
verified: no, type: nauc_precision_at_1_max
value: -12.300180964189106
verified: no, type: nauc_precision_at_1_std
value: -19.269251850255216
verified: no, type: nauc_precision_at_20_diff1
value: 25.111346924709686
verified: no, type: nauc_precision_at_20_max
value: 28.580648802218356
verified: no, type: nauc_precision_at_20_std
value: 10.1739189341263
verified: no, type: nauc_precision_at_3_diff1
value: 7.907993267968324
verified: no, type: nauc_precision_at_3_max
value: -8.096948169326348
verified: no, type: nauc_precision_at_3_std
value: -17.362968493669033
verified: no, type: nauc_precision_at_5_diff1
value: 5.181990539586378
verified: no, type: nauc_precision_at_5_max
value: -3.72943379775899
verified: no, type: nauc_precision_at_5_std
value: -13.48054977591215
verified: no, type: nauc_recall_at_1000_diff1
value: 9.55460212276554
verified: no, type: nauc_recall_at_1000_max
value: 24.77517055425506
verified: no, type: nauc_recall_at_1000_std
value: 70.07345061131205
verified: no, type: nauc_recall_at_100_diff1
value: 22.84894979867997
verified: no, type: nauc_recall_at_100_max
value: 47.41080215966243
verified: no, type: nauc_recall_at_100_std
value: 70.0034011976204
verified: no, type: nauc_recall_at_10_diff1
value: 3.791683701992332
verified: no, type: nauc_recall_at_10_max
value: 2.919519193153294
verified: no, type: nauc_recall_at_10_std
value: -4.791878871375061
verified: no, type: nauc_recall_at_1_diff1
value: 15.841810182641536
verified: no, type: nauc_recall_at_1_max
value: -12.300180964189106
verified: no, type: nauc_recall_at_1_std
value: -19.269251850255216
verified: no, type: nauc_recall_at_20_diff1
value: 25.111346924709625
verified: no, type: nauc_recall_at_20_max
value: 28.580648802218118
verified: no, type: nauc_recall_at_20_std
value: 10.173918934126617
verified: no, type: nauc_recall_at_3_diff1
value: 7.907993267968336
verified: no, type: nauc_recall_at_3_max
value: -8.096948169326346
verified: no, type: nauc_recall_at_3_std
value: -17.362968493669033
verified: no, type: nauc_recall_at_5_diff1
value: 5.181990539586512
verified: no, type: nauc_recall_at_5_max
value: -3.7294337977588468
verified: no, type: nauc_recall_at_5_std
value: -13.480549775911967
verified: no, type: ndcg_at_1
value: 38.193
verified: no, type: ndcg_at_10
value: 62.666
verified: no, type: ndcg_at_100
value: 65.031
verified: no, type: ndcg_at_1000
value: 65.059
verified: no, type: ndcg_at_20
value: 64.39399999999999
verified: no, type: ndcg_at_3
value: 53.456
verified: no, type: ndcg_at_5
value: 58.540000000000006
verified: no, type: precision_at_1
value: 38.193
verified: no, type: precision_at_10
value: 8.947
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.808
verified: no, type: precision_at_3
value: 21.503
verified: no, type: precision_at_5
value: 15.363
verified: no, type: recall_at_1
value: 38.193
verified: no, type: recall_at_10
value: 89.474
verified: no, type: recall_at_100
value: 99.431
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 96.15899999999999
verified: no, type: recall_at_3
value: 64.509
verified: no, type: recall_at_5
value: 76.81400000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 54.846
verified: no, type: map_at_1
value: 36.111
verified: no, type: map_at_10
value: 48.448
verified: no, type: map_at_100
value: 49.94
verified: no, type: map_at_1000
value: 50.05
verified: no, type: map_at_20
value: 49.241
verified: no, type: map_at_3
value: 44.629000000000005
verified: no, type: map_at_5
value: 46.934
verified: no, type: mrr_at_1
value: 43.776824034334766
verified: no, type: mrr_at_10
value: 53.94719213388739
verified: no, type: mrr_at_100
value: 54.531422307626244
verified: no, type: mrr_at_1000
value: 54.56839458978485
verified: no, type: mrr_at_20
value: 54.25921925852162
verified: no, type: mrr_at_3
value: 51.19217930376727
verified: no, type: mrr_at_5
value: 53.00190748688598
verified: no, type: nauc_map_at_1000_diff1
value: 53.17441767032215
verified: no, type: nauc_map_at_1000_max
value: 38.95908882595929
verified: no, type: nauc_map_at_1000_std
value: -2.1420694508117175
verified: no, type: nauc_map_at_100_diff1
value: 53.16194042285659
verified: no, type: nauc_map_at_100_max
value: 38.966089740038754
verified: no, type: nauc_map_at_100_std
value: -2.1214852009755183
verified: no, type: nauc_map_at_10_diff1
value: 53.20405470513967
verified: no, type: nauc_map_at_10_max
value: 38.515786134267124
verified: no, type: nauc_map_at_10_std
value: -3.0520185798271813
verified: no, type: nauc_map_at_1_diff1
value: 59.126435885543636
verified: no, type: nauc_map_at_1_max
value: 34.385415653648046
verified: no, type: nauc_map_at_1_std
value: -4.766310174116546
verified: no, type: nauc_map_at_20_diff1
value: 53.231550803006925
verified: no, type: nauc_map_at_20_max
value: 38.70471444895874
verified: no, type: nauc_map_at_20_std
value: -2.50164393146215
verified: no, type: nauc_map_at_3_diff1
value: 54.53310358576739
verified: no, type: nauc_map_at_3_max
value: 38.08930056367847
verified: no, type: nauc_map_at_3_std
value: -3.8283271850099254
verified: no, type: nauc_map_at_5_diff1
value: 53.35970802180032
verified: no, type: nauc_map_at_5_max
value: 38.408935826687454
verified: no, type: nauc_map_at_5_std
value: -3.1732562397893114
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.831405883799576
verified: no, type: nauc_mrr_at_1000_max
value: 41.050112222663046
verified: no, type: nauc_mrr_at_1000_std
value: -2.1687323979650333
verified: no, type: nauc_mrr_at_100_diff1
value: 52.81238331526759
verified: no, type: nauc_mrr_at_100_max
value: 41.05011629980655
verified: no, type: nauc_mrr_at_100_std
value: -2.1658586354799327
verified: no, type: nauc_mrr_at_10_diff1
value: 52.828498477917464
verified: no, type: nauc_mrr_at_10_max
value: 41.08270816155139
verified: no, type: nauc_mrr_at_10_std
value: -2.3047516303383233
verified: no, type: nauc_mrr_at_1_diff1
value: 57.22994388721246
verified: no, type: nauc_mrr_at_1_max
value: 39.77208041523064
verified: no, type: nauc_mrr_at_1_std
value: -4.892401212851535
verified: no, type: nauc_mrr_at_20_diff1
value: 52.820389171191486
verified: no, type: nauc_mrr_at_20_max
value: 41.01552772770224
verified: no, type: nauc_mrr_at_20_std
value: -2.1647853891627844
verified: no, type: nauc_mrr_at_3_diff1
value: 52.803347328106135
verified: no, type: nauc_mrr_at_3_max
value: 40.644737785024674
verified: no, type: nauc_mrr_at_3_std
value: -3.158251307960102
verified: no, type: nauc_mrr_at_5_diff1
value: 52.590402661333535
verified: no, type: nauc_mrr_at_5_max
value: 40.85807379760336
verified: no, type: nauc_mrr_at_5_std
value: -2.4051222145052966
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.66344148361651
verified: no, type: nauc_ndcg_at_1000_max
value: 40.29657461365782
verified: no, type: nauc_ndcg_at_1000_std
value: -0.19915825919029412
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.8854928029126
verified: no, type: nauc_ndcg_at_100_max
value: 40.37615388766142
verified: no, type: nauc_ndcg_at_100_std
value: 0.32767687009655566
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.62637141454391
verified: no, type: nauc_ndcg_at_10_max
value: 39.24511745556687
verified: no, type: nauc_ndcg_at_10_std
value: -2.083556882081868
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.22994388721246
verified: no, type: nauc_ndcg_at_1_max
value: 39.77208041523064
verified: no, type: nauc_ndcg_at_1_std
value: -4.892401212851535
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.81415751469669
verified: no, type: nauc_ndcg_at_20_max
value: 39.24364922375507
verified: no, type: nauc_ndcg_at_20_std
value: -1.214457557106301
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.02290866353769
verified: no, type: nauc_ndcg_at_3_max
value: 39.35380416960457
verified: no, type: nauc_ndcg_at_3_std
value: -2.7477400632000153
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.63588698360948
verified: no, type: nauc_ndcg_at_5_max
value: 39.145893391510725
verified: no, type: nauc_ndcg_at_5_std
value: -2.0181440458445152
verified: no, type: nauc_precision_at_1000_diff1
value: -24.251750773406442
verified: no, type: nauc_precision_at_1000_max
value: -10.590893152082419
verified: no, type: nauc_precision_at_1000_std
value: -3.9877455972266294
verified: no, type: nauc_precision_at_100_diff1
value: -16.84401603591616
verified: no, type: nauc_precision_at_100_max
value: 0.743127411576026
verified: no, type: nauc_precision_at_100_std
value: 6.260820358988766
verified: no, type: nauc_precision_at_10_diff1
value: 5.428947053187325
verified: no, type: nauc_precision_at_10_max
value: 18.827264174531997
verified: no, type: nauc_precision_at_10_std
value: 3.555865794585147
verified: no, type: nauc_precision_at_1_diff1
value: 57.22994388721246
verified: no, type: nauc_precision_at_1_max
value: 39.77208041523064
verified: no, type: nauc_precision_at_1_std
value: -4.892401212851535
verified: no, type: nauc_precision_at_20_diff1
value: -2.794125936925247
verified: no, type: nauc_precision_at_20_max
value: 11.198388078993144
verified: no, type: nauc_precision_at_20_std
value: 5.9460738597807525
verified: no, type: nauc_precision_at_3_diff1
value: 26.95987488764992
verified: no, type: nauc_precision_at_3_max
value: 32.91043306531649
verified: no, type: nauc_precision_at_3_std
value: 0.15771291919908714
verified: no, type: nauc_precision_at_5_diff1
value: 15.193687395003655
verified: no, type: nauc_precision_at_5_max
value: 26.640232573772494
verified: no, type: nauc_precision_at_5_std
value: 2.3332720112865526
verified: no, type: nauc_recall_at_1000_diff1
value: 33.86420489805354
verified: no, type: nauc_recall_at_1000_max
value: 52.80386737090323
verified: no, type: nauc_recall_at_1000_std
value: 57.14825831673145
verified: no, type: nauc_recall_at_100_diff1
value: 32.577933083129366
verified: no, type: nauc_recall_at_100_max
value: 43.09256175270545
verified: no, type: nauc_recall_at_100_std
value: 20.428339510048225
verified: no, type: nauc_recall_at_10_diff1
value: 40.87858857153924
verified: no, type: nauc_recall_at_10_max
value: 35.86123623977615
verified: no, type: nauc_recall_at_10_std
value: -0.4779603506635357
verified: no, type: nauc_recall_at_1_diff1
value: 59.126435885543636
verified: no, type: nauc_recall_at_1_max
value: 34.385415653648046
verified: no, type: nauc_recall_at_1_std
value: -4.766310174116546
verified: no, type: nauc_recall_at_20_diff1
value: 39.26228101729742
verified: no, type: nauc_recall_at_20_max
value: 34.824136650321634
verified: no, type: nauc_recall_at_20_std
value: 2.8795388295600026
verified: no, type: nauc_recall_at_3_diff1
value: 47.860494124794144
verified: no, type: nauc_recall_at_3_max
value: 36.93328202943318
verified: no, type: nauc_recall_at_3_std
value: -3.5506384393326464
verified: no, type: nauc_recall_at_5_diff1
value: 42.530969807369665
verified: no, type: nauc_recall_at_5_max
value: 36.39847750684429
verified: no, type: nauc_recall_at_5_std
value: -0.5382019811651719
verified: no, type: ndcg_at_1
value: 43.777
verified: no, type: ndcg_at_10
value: 54.846
verified: no, type: ndcg_at_100
value: 59.760000000000005
verified: no, type: ndcg_at_1000
value: 61.345000000000006
verified: no, type: ndcg_at_20
value: 56.647000000000006
verified: no, type: ndcg_at_3
value: 49.667
verified: no, type: ndcg_at_5
value: 52.43
verified: no, type: precision_at_1
value: 43.777
verified: no, type: precision_at_10
value: 10.415000000000001
verified: no, type: precision_at_100
value: 1.624
verified: no, type: precision_at_1000
value: 0.20400000000000001
verified: no, type: precision_at_20
value: 6.094
verified: no, type: precision_at_3
value: 23.796
verified: no, type: precision_at_5
value: 17.253
verified: no, type: recall_at_1
value: 36.111
verified: no, type: recall_at_10
value: 66.90700000000001
verified: no, type: recall_at_100
value: 87.246
verified: no, type: recall_at_1000
value: 97.08099999999999
verified: no, type: recall_at_20
value: 73.063
verified: no, type: recall_at_3
value: 52.010999999999996
verified: no, type: recall_at_5
value: 59.75
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 53.196
verified: no, type: map_at_1
value: 36.26
verified: no, type: map_at_10
value: 47.335
verified: no, type: map_at_100
value: 48.730000000000004
verified: no, type: map_at_1000
value: 48.861
verified: no, type: map_at_20
value: 48.129
verified: no, type: map_at_3
value: 44.238
verified: no, type: map_at_5
value: 46.034000000000006
verified: no, type: mrr_at_1
value: 44.968152866242036
verified: no, type: mrr_at_10
value: 53.73892932969372
verified: no, type: mrr_at_100
value: 54.333468364982906
verified: no, type: mrr_at_1000
value: 54.370836026869505
verified: no, type: mrr_at_20
value: 54.123794088345726
verified: no, type: mrr_at_3
value: 51.73036093418263
verified: no, type: mrr_at_5
value: 52.99150743099798
verified: no, type: nauc_map_at_1000_diff1
value: 57.295287468233326
verified: no, type: nauc_map_at_1000_max
value: 42.6149573215277
verified: no, type: nauc_map_at_1000_std
value: -0.7686489421965506
verified: no, type: nauc_map_at_100_diff1
value: 57.29507462500336
verified: no, type: nauc_map_at_100_max
value: 42.52833408586094
verified: no, type: nauc_map_at_100_std
value: -0.881263562796828
verified: no, type: nauc_map_at_10_diff1
value: 57.61672768052849
verified: no, type: nauc_map_at_10_max
value: 41.31671828332081
verified: no, type: nauc_map_at_10_std
value: -2.8891635216535634
verified: no, type: nauc_map_at_1_diff1
value: 63.46209537521443
verified: no, type: nauc_map_at_1_max
value: 35.119400032152384
verified: no, type: nauc_map_at_1_std
value: -8.992917127322993
verified: no, type: nauc_map_at_20_diff1
value: 57.49917967887862
verified: no, type: nauc_map_at_20_max
value: 42.02781525990085
verified: no, type: nauc_map_at_20_std
value: -1.7651407976632814
verified: no, type: nauc_map_at_3_diff1
value: 58.92506593587894
verified: no, type: nauc_map_at_3_max
value: 39.01971384516871
verified: no, type: nauc_map_at_3_std
value: -5.698455736708154
verified: no, type: nauc_map_at_5_diff1
value: 58.15791264144069
verified: no, type: nauc_map_at_5_max
value: 40.31321601551874
verified: no, type: nauc_map_at_5_std
value: -4.405539864562691
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.079620549112285
verified: no, type: nauc_mrr_at_1000_max
value: 46.317163525725405
verified: no, type: nauc_mrr_at_1000_std
value: 4.096363731383523
verified: no, type: nauc_mrr_at_100_diff1
value: 57.058762579897646
verified: no, type: nauc_mrr_at_100_max
value: 46.317519602828064
verified: no, type: nauc_mrr_at_100_std
value: 4.111843329849721
verified: no, type: nauc_mrr_at_10_diff1
value: 57.01353195027898
verified: no, type: nauc_mrr_at_10_max
value: 46.247087927027096
verified: no, type: nauc_mrr_at_10_std
value: 3.855178674237452
verified: no, type: nauc_mrr_at_1_diff1
value: 61.506327445953616
verified: no, type: nauc_mrr_at_1_max
value: 45.19424350033609
verified: no, type: nauc_mrr_at_1_std
value: 0.7987910550079926
verified: no, type: nauc_mrr_at_20_diff1
value: 57.07223516281667
verified: no, type: nauc_mrr_at_20_max
value: 46.342882408112764
verified: no, type: nauc_mrr_at_20_std
value: 4.045367784789082
verified: no, type: nauc_mrr_at_3_diff1
value: 57.225233158442215
verified: no, type: nauc_mrr_at_3_max
value: 45.57614183549352
verified: no, type: nauc_mrr_at_3_std
value: 3.189358028856844
verified: no, type: nauc_mrr_at_5_diff1
value: 57.234506328279586
verified: no, type: nauc_mrr_at_5_max
value: 46.30351706317368
verified: no, type: nauc_mrr_at_5_std
value: 3.46299613868041
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.13374824013285
verified: no, type: nauc_ndcg_at_1000_max
value: 45.39974682871558
verified: no, type: nauc_ndcg_at_1000_std
value: 5.039985316744238
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.85507279232029
verified: no, type: nauc_ndcg_at_100_max
value: 45.038625735601116
verified: no, type: nauc_ndcg_at_100_std
value: 4.818120273357255
verified: no, type: nauc_ndcg_at_10_diff1
value: 55.17633770981898
verified: no, type: nauc_ndcg_at_10_max
value: 44.0302162545744
verified: no, type: nauc_ndcg_at_10_std
value: 1.5547730106285536
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.506327445953616
verified: no, type: nauc_ndcg_at_1_max
value: 45.19424350033609
verified: no, type: nauc_ndcg_at_1_std
value: 0.7987910550079926
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.42817718592058
verified: no, type: nauc_ndcg_at_20_max
value: 44.71135035931726
verified: no, type: nauc_ndcg_at_20_std
value: 3.101599419662149
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.79812891233724
verified: no, type: nauc_ndcg_at_3_max
value: 42.97992291062368
verified: no, type: nauc_ndcg_at_3_std
value: 0.1801063909376762
verified: no, type: nauc_ndcg_at_5_diff1
value: 55.560055634664685
verified: no, type: nauc_ndcg_at_5_max
value: 43.646815509387274
verified: no, type: nauc_ndcg_at_5_std
value: 0.2022491010696674
verified: no, type: nauc_precision_at_1000_diff1
value: -20.9404575085418
verified: no, type: nauc_precision_at_1000_max
value: 16.391802822680553
verified: no, type: nauc_precision_at_1000_std
value: 34.41741021409238
verified: no, type: nauc_precision_at_100_diff1
value: -14.838657165724722
verified: no, type: nauc_precision_at_100_max
value: 25.698451793254833
verified: no, type: nauc_precision_at_100_std
value: 38.71230837808965
verified: no, type: nauc_precision_at_10_diff1
value: 4.375206706211809
verified: no, type: nauc_precision_at_10_max
value: 38.053470570590356
verified: no, type: nauc_precision_at_10_std
value: 29.0386868568606
verified: no, type: nauc_precision_at_1_diff1
value: 61.506327445953616
verified: no, type: nauc_precision_at_1_max
value: 45.19424350033609
verified: no, type: nauc_precision_at_1_std
value: 0.7987910550079926
verified: no, type: nauc_precision_at_20_diff1
value: -4.102313008121591
verified: no, type: nauc_precision_at_20_max
value: 34.049305847004455
verified: no, type: nauc_precision_at_20_std
value: 35.041624123826296
verified: no, type: nauc_precision_at_3_diff1
value: 26.057824880524944
verified: no, type: nauc_precision_at_3_max
value: 40.784901166011835
verified: no, type: nauc_precision_at_3_std
value: 14.692002630812059
verified: no, type: nauc_precision_at_5_diff1
value: 15.813117607484017
verified: no, type: nauc_precision_at_5_max
value: 40.09400286802362
verified: no, type: nauc_precision_at_5_std
value: 20.615925554830874
verified: no, type: nauc_recall_at_1000_diff1
value: 39.47900750044286
verified: no, type: nauc_recall_at_1000_max
value: 53.20678234501871
verified: no, type: nauc_recall_at_1000_std
value: 43.78613858304841
verified: no, type: nauc_recall_at_100_diff1
value: 39.764211604314866
verified: no, type: nauc_recall_at_100_max
value: 45.0047263455656
verified: no, type: nauc_recall_at_100_std
value: 24.46451792418812
verified: no, type: nauc_recall_at_10_diff1
value: 47.511887567768454
verified: no, type: nauc_recall_at_10_max
value: 40.477978340514724
verified: no, type: nauc_recall_at_10_std
value: 3.466419712605683
verified: no, type: nauc_recall_at_1_diff1
value: 63.46209537521443
verified: no, type: nauc_recall_at_1_max
value: 35.119400032152384
verified: no, type: nauc_recall_at_1_std
value: -8.992917127322993
verified: no, type: nauc_recall_at_20_diff1
value: 46.47798165321177
verified: no, type: nauc_recall_at_20_max
value: 43.19071448032017
verified: no, type: nauc_recall_at_20_std
value: 10.516647508669879
verified: no, type: nauc_recall_at_3_diff1
value: 53.12605810797017
verified: no, type: nauc_recall_at_3_max
value: 37.08090251596953
verified: no, type: nauc_recall_at_3_std
value: -4.2126538180213595
verified: no, type: nauc_recall_at_5_diff1
value: 50.38486742193533
verified: no, type: nauc_recall_at_5_max
value: 39.281215574838164
verified: no, type: nauc_recall_at_5_std
value: -1.8374428832701868
verified: no, type: ndcg_at_1
value: 44.968
verified: no, type: ndcg_at_10
value: 53.196
verified: no, type: ndcg_at_100
value: 57.513000000000005
verified: no, type: ndcg_at_1000
value: 59.288
verified: no, type: ndcg_at_20
value: 55.010999999999996
verified: no, type: ndcg_at_3
value: 49.314
verified: no, type: ndcg_at_5
value: 51.256
verified: no, type: precision_at_1
value: 44.968
verified: no, type: precision_at_10
value: 9.911
verified: no, type: precision_at_100
value: 1.564
verified: no, type: precision_at_1000
value: 0.202
verified: no, type: precision_at_20
value: 5.847
verified: no, type: precision_at_3
value: 23.949
verified: no, type: precision_at_5
value: 16.713
verified: no, type: recall_at_1
value: 36.26
verified: no, type: recall_at_10
value: 62.681
verified: no, type: recall_at_100
value: 80.701
verified: no, type: recall_at_1000
value: 91.58500000000001
verified: no, type: recall_at_20
value: 69.292
verified: no, type: recall_at_3
value: 50.646
verified: no, type: recall_at_5
value: 56.431
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 63.605000000000004
verified: no, type: map_at_1
value: 44.778
verified: no, type: map_at_10
value: 57.824
verified: no, type: map_at_100
value: 58.760999999999996
verified: no, type: map_at_1000
value: 58.806000000000004
verified: no, type: map_at_20
value: 58.394
verified: no, type: map_at_3
value: 54.547000000000004
verified: no, type: map_at_5
value: 56.457
verified: no, type: mrr_at_1
value: 51.285266457680244
verified: no, type: mrr_at_10
value: 61.24976364631546
verified: no, type: mrr_at_100
value: 61.81759160268465
verified: no, type: mrr_at_1000
value: 61.83867821618564
verified: no, type: mrr_at_20
value: 61.62420765129267
verified: no, type: mrr_at_3
value: 59.22675026123311
verified: no, type: mrr_at_5
value: 60.32706374085697
verified: no, type: nauc_map_at_1000_diff1
value: 60.368503415762234
verified: no, type: nauc_map_at_1000_max
value: 44.96514108052982
verified: no, type: nauc_map_at_1000_std
value: 3.4866290173840144
verified: no, type: nauc_map_at_100_diff1
value: 60.34998450918084
verified: no, type: nauc_map_at_100_max
value: 44.94833189060464
verified: no, type: nauc_map_at_100_std
value: 3.4939332021956413
verified: no, type: nauc_map_at_10_diff1
value: 60.32860594945097
verified: no, type: nauc_map_at_10_max
value: 44.34580225711415
verified: no, type: nauc_map_at_10_std
value: 2.609385098766796
verified: no, type: nauc_map_at_1_diff1
value: 63.29885856726938
verified: no, type: nauc_map_at_1_max
value: 38.19351589152847
verified: no, type: nauc_map_at_1_std
value: -0.23987289074118623
verified: no, type: nauc_map_at_20_diff1
value: 60.34976037843081
verified: no, type: nauc_map_at_20_max
value: 44.72198491325629
verified: no, type: nauc_map_at_20_std
value: 3.188622507579321
verified: no, type: nauc_map_at_3_diff1
value: 61.05821691143568
verified: no, type: nauc_map_at_3_max
value: 42.114968451893226
verified: no, type: nauc_map_at_3_std
value: 0.13242006589544147
verified: no, type: nauc_map_at_5_diff1
value: 60.6767648942907
verified: no, type: nauc_map_at_5_max
value: 43.370520039538015
verified: no, type: nauc_map_at_5_std
value: 1.4732371506495183
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.33670030244939
verified: no, type: nauc_mrr_at_1000_max
value: 46.26644440327484
verified: no, type: nauc_mrr_at_1000_std
value: 4.0753678374963
verified: no, type: nauc_mrr_at_100_diff1
value: 60.33040763350716
verified: no, type: nauc_mrr_at_100_max
value: 46.28095206465612
verified: no, type: nauc_mrr_at_100_std
value: 4.097304112073528
verified: no, type: nauc_mrr_at_10_diff1
value: 60.221974328711156
verified: no, type: nauc_mrr_at_10_max
value: 46.24510499418471
verified: no, type: nauc_mrr_at_10_std
value: 3.822618648984892
verified: no, type: nauc_mrr_at_1_diff1
value: 63.39729495739813
verified: no, type: nauc_mrr_at_1_max
value: 44.758696800866346
verified: no, type: nauc_mrr_at_1_std
value: 2.574147496045342
verified: no, type: nauc_mrr_at_20_diff1
value: 60.285510023221214
verified: no, type: nauc_mrr_at_20_max
value: 46.294365162588214
verified: no, type: nauc_mrr_at_20_std
value: 4.111435754789516
verified: no, type: nauc_mrr_at_3_diff1
value: 60.38919050437198
verified: no, type: nauc_mrr_at_3_max
value: 45.79114913690645
verified: no, type: nauc_mrr_at_3_std
value: 3.197372036067399
verified: no, type: nauc_mrr_at_5_diff1
value: 60.456285995649104
verified: no, type: nauc_mrr_at_5_max
value: 46.0777953302136
verified: no, type: nauc_mrr_at_5_std
value: 3.609115141016006
verified: no, type: nauc_ndcg_at_1000_diff1
value: 59.70545642624211
verified: no, type: nauc_ndcg_at_1000_max
value: 47.1115207880212
verified: no, type: nauc_ndcg_at_1000_std
value: 6.189995928512801
verified: no, type: nauc_ndcg_at_100_diff1
value: 59.43304412306364
verified: no, type: nauc_ndcg_at_100_max
value: 47.395181885438205
verified: no, type: nauc_ndcg_at_100_std
value: 6.866092962605067
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.85235502885112
verified: no, type: nauc_ndcg_at_10_max
value: 46.48904034902361
verified: no, type: nauc_ndcg_at_10_std
value: 4.961601579653053
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.39729495739813
verified: no, type: nauc_ndcg_at_1_max
value: 44.758696800866346
verified: no, type: nauc_ndcg_at_1_std
value: 2.574147496045342
verified: no, type: nauc_ndcg_at_20_diff1
value: 59.07286332574637
verified: no, type: nauc_ndcg_at_20_max
value: 46.956257681706255
verified: no, type: nauc_ndcg_at_20_std
value: 6.204842712266714
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.681604757964024
verified: no, type: nauc_ndcg_at_3_max
value: 43.90998875056703
verified: no, type: nauc_ndcg_at_3_std
value: 2.0078194423874485
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.55490127342846
verified: no, type: nauc_ndcg_at_5_max
value: 45.33113431677653
verified: no, type: nauc_ndcg_at_5_std
value: 3.378002916809058
verified: no, type: nauc_precision_at_1000_diff1
value: -14.884956709081617
verified: no, type: nauc_precision_at_1000_max
value: 18.98095971115716
verified: no, type: nauc_precision_at_1000_std
value: 23.789090645369622
verified: no, type: nauc_precision_at_100_diff1
value: -10.816559367799492
verified: no, type: nauc_precision_at_100_max
value: 24.897619006149043
verified: no, type: nauc_precision_at_100_std
value: 29.061470361467258
verified: no, type: nauc_precision_at_10_diff1
value: 7.787651610995103
verified: no, type: nauc_precision_at_10_max
value: 33.906978421485725
verified: no, type: nauc_precision_at_10_std
value: 21.393195923303523
verified: no, type: nauc_precision_at_1_diff1
value: 63.39729495739813
verified: no, type: nauc_precision_at_1_max
value: 44.758696800866346
verified: no, type: nauc_precision_at_1_std
value: 2.574147496045342
verified: no, type: nauc_precision_at_20_diff1
value: 0.2668276229984366
verified: no, type: nauc_precision_at_20_max
value: 31.875194290987903
verified: no, type: nauc_precision_at_20_std
value: 27.058324844498895
verified: no, type: nauc_precision_at_3_diff1
value: 32.666541380773666
verified: no, type: nauc_precision_at_3_max
value: 39.98649542781057
verified: no, type: nauc_precision_at_3_std
value: 8.490073623416471
verified: no, type: nauc_precision_at_5_diff1
value: 20.711670056819955
verified: no, type: nauc_precision_at_5_max
value: 35.71939539778521
verified: no, type: nauc_precision_at_5_std
value: 13.471668992214287
verified: no, type: nauc_recall_at_1000_diff1
value: 62.892298858056826
verified: no, type: nauc_recall_at_1000_max
value: 75.77988246906914
verified: no, type: nauc_recall_at_1000_std
value: 63.301158848319986
verified: no, type: nauc_recall_at_100_diff1
value: 50.719790043186165
verified: no, type: nauc_recall_at_100_max
value: 61.12299499874101
verified: no, type: nauc_recall_at_100_std
value: 38.38009197782247
verified: no, type: nauc_recall_at_10_diff1
value: 50.684877427596774
verified: no, type: nauc_recall_at_10_max
value: 48.10578874723287
verified: no, type: nauc_recall_at_10_std
value: 10.277736318694416
verified: no, type: nauc_recall_at_1_diff1
value: 63.29885856726938
verified: no, type: nauc_recall_at_1_max
value: 38.19351589152847
verified: no, type: nauc_recall_at_1_std
value: -0.23987289074118623
verified: no, type: nauc_recall_at_20_diff1
value: 49.256639082753146
verified: no, type: nauc_recall_at_20_max
value: 51.552559594046635
verified: no, type: nauc_recall_at_20_std
value: 20.05675162623505
verified: no, type: nauc_recall_at_3_diff1
value: 55.478536684903254
verified: no, type: nauc_recall_at_3_max
value: 40.817342729367454
verified: no, type: nauc_recall_at_3_std
value: 0.17901094170760476
verified: no, type: nauc_recall_at_5_diff1
value: 54.58027041274638
verified: no, type: nauc_recall_at_5_max
value: 44.316981753662745
verified: no, type: nauc_recall_at_5_std
value: 4.033411279046144
verified: no, type: ndcg_at_1
value: 51.285000000000004
verified: no, type: ndcg_at_10
value: 63.605000000000004
verified: no, type: ndcg_at_100
value: 67.11200000000001
verified: no, type: ndcg_at_1000
value: 67.948
verified: no, type: ndcg_at_20
value: 65.22099999999999
verified: no, type: ndcg_at_3
value: 58.506
verified: no, type: ndcg_at_5
value: 60.973
verified: no, type: precision_at_1
value: 51.285000000000004
verified: no, type: precision_at_10
value: 10.062999999999999
verified: no, type: precision_at_100
value: 1.2710000000000001
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.555000000000001
verified: no, type: precision_at_3
value: 25.977
verified: no, type: precision_at_5
value: 17.605
verified: no, type: recall_at_1
value: 44.778
verified: no, type: recall_at_10
value: 77.238
verified: no, type: recall_at_100
value: 92.113
verified: no, type: recall_at_1000
value: 97.89099999999999
verified: no, type: recall_at_20
value: 83.202
verified: no, type: recall_at_3
value: 63.532
verified: no, type: recall_at_5
value: 69.571
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 44.948
verified: no, type: map_at_1
value: 31.04
verified: no, type: map_at_10
value: 39.848
verified: no, type: map_at_100
value: 40.896
verified: no, type: map_at_1000
value: 40.967
verified: no, type: map_at_20
value: 40.438
verified: no, type: map_at_3
value: 37.063
verified: no, type: map_at_5
value: 38.757000000000005
verified: no, type: mrr_at_1
value: 33.44632768361582
verified: no, type: mrr_at_10
value: 42.21011568469193
verified: no, type: mrr_at_100
value: 43.1069719291059
verified: no, type: mrr_at_1000
value: 43.155829177829894
verified: no, type: mrr_at_20
value: 42.72957678143432
verified: no, type: mrr_at_3
value: 39.64218455743879
verified: no, type: mrr_at_5
value: 41.274952919020684
verified: no, type: nauc_map_at_1000_diff1
value: 48.00849889614142
verified: no, type: nauc_map_at_1000_max
value: 31.97006878564366
verified: no, type: nauc_map_at_1000_std
value: 1.1696545540432803
verified: no, type: nauc_map_at_100_diff1
value: 48.003071640167846
verified: no, type: nauc_map_at_100_max
value: 31.979308717491595
verified: no, type: nauc_map_at_100_std
value: 1.1891534903322152
verified: no, type: nauc_map_at_10_diff1
value: 48.15386552887778
verified: no, type: nauc_map_at_10_max
value: 31.76230068741604
verified: no, type: nauc_map_at_10_std
value: 0.817902137679551
verified: no, type: nauc_map_at_1_diff1
value: 53.07565456846688
verified: no, type: nauc_map_at_1_max
value: 29.9195663940298
verified: no, type: nauc_map_at_1_std
value: -2.3576346178097927
verified: no, type: nauc_map_at_20_diff1
value: 48.08024890348257
verified: no, type: nauc_map_at_20_max
value: 31.933158846818
verified: no, type: nauc_map_at_20_std
value: 1.0243217944649639
verified: no, type: nauc_map_at_3_diff1
value: 48.78680143848761
verified: no, type: nauc_map_at_3_max
value: 30.564584864919848
verified: no, type: nauc_map_at_3_std
value: -1.0076685799927312
verified: no, type: nauc_map_at_5_diff1
value: 48.52947693708406
verified: no, type: nauc_map_at_5_max
value: 31.453309890862247
verified: no, type: nauc_map_at_5_std
value: 0.16728890552183778
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.88318707147919
verified: no, type: nauc_mrr_at_1000_max
value: 33.61920633928203
verified: no, type: nauc_mrr_at_1000_std
value: 3.687572823577428
verified: no, type: nauc_mrr_at_100_diff1
value: 46.86863389715309
verified: no, type: nauc_mrr_at_100_max
value: 33.638956800639114
verified: no, type: nauc_mrr_at_100_std
value: 3.7193070910704784
verified: no, type: nauc_mrr_at_10_diff1
value: 47.040515098594845
verified: no, type: nauc_mrr_at_10_max
value: 33.644894798310574
verified: no, type: nauc_mrr_at_10_std
value: 3.5999062398229107
verified: no, type: nauc_mrr_at_1_diff1
value: 51.154492674437925
verified: no, type: nauc_mrr_at_1_max
value: 32.73966183856691
verified: no, type: nauc_mrr_at_1_std
value: 1.0119408661264722
verified: no, type: nauc_mrr_at_20_diff1
value: 46.88926670209024
verified: no, type: nauc_mrr_at_20_max
value: 33.577570615335524
verified: no, type: nauc_mrr_at_20_std
value: 3.6250024194666204
verified: no, type: nauc_mrr_at_3_diff1
value: 47.311477370268854
verified: no, type: nauc_mrr_at_3_max
value: 32.692914296795216
verified: no, type: nauc_mrr_at_3_std
value: 2.2626862819143856
verified: no, type: nauc_mrr_at_5_diff1
value: 47.18744555316655
verified: no, type: nauc_mrr_at_5_max
value: 33.45591954848659
verified: no, type: nauc_mrr_at_5_std
value: 3.229394882887573
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.951566512917516
verified: no, type: nauc_ndcg_at_1000_max
value: 33.43012408537567
verified: no, type: nauc_ndcg_at_1000_std
value: 4.31643781436298
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.456007487383765
verified: no, type: nauc_ndcg_at_100_max
value: 33.83179122623623
verified: no, type: nauc_ndcg_at_100_std
value: 5.379900101535729
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.000081854341865
verified: no, type: nauc_ndcg_at_10_max
value: 33.03276312112147
verified: no, type: nauc_ndcg_at_10_std
value: 3.506762476640791
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.154492674437925
verified: no, type: nauc_ndcg_at_1_max
value: 32.73966183856691
verified: no, type: nauc_ndcg_at_1_std
value: 1.0119408661264722
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.573888372579795
verified: no, type: nauc_ndcg_at_20_max
value: 33.380340508347636
verified: no, type: nauc_ndcg_at_20_std
value: 4.13712193339463
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.219537672268345
verified: no, type: nauc_ndcg_at_3_max
value: 31.25427095001378
verified: no, type: nauc_ndcg_at_3_std
value: 0.19650122528013553
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.824607904034984
verified: no, type: nauc_ndcg_at_5_max
value: 32.57290649460352
verified: no, type: nauc_ndcg_at_5_std
value: 2.2108841210375423
verified: no, type: nauc_precision_at_1000_diff1
value: -9.05766409125184
verified: no, type: nauc_precision_at_1000_max
value: 10.263044699939536
verified: no, type: nauc_precision_at_1000_std
value: 14.336533795297726
verified: no, type: nauc_precision_at_100_diff1
value: 5.312802430858622
verified: no, type: nauc_precision_at_100_max
value: 25.236257571579397
verified: no, type: nauc_precision_at_100_std
value: 23.90999849032771
verified: no, type: nauc_precision_at_10_diff1
value: 28.218764261414282
verified: no, type: nauc_precision_at_10_max
value: 34.88412816136581
verified: no, type: nauc_precision_at_10_std
value: 14.816816782229475
verified: no, type: nauc_precision_at_1_diff1
value: 51.154492674437925
verified: no, type: nauc_precision_at_1_max
value: 32.73966183856691
verified: no, type: nauc_precision_at_1_std
value: 1.0119408661264722
verified: no, type: nauc_precision_at_20_diff1
value: 21.987075117572203
verified: no, type: nauc_precision_at_20_max
value: 34.00807588379176
verified: no, type: nauc_precision_at_20_std
value: 17.952393737171324
verified: no, type: nauc_precision_at_3_diff1
value: 38.241632453674086
verified: no, type: nauc_precision_at_3_max
value: 34.02447106776669
verified: no, type: nauc_precision_at_3_std
value: 5.221908095891579
verified: no, type: nauc_precision_at_5_diff1
value: 34.959017294772075
verified: no, type: nauc_precision_at_5_max
value: 35.786475752990945
verified: no, type: nauc_precision_at_5_std
value: 10.037526622256422
verified: no, type: nauc_recall_at_1000_diff1
value: 30.939385299834992
verified: no, type: nauc_recall_at_1000_max
value: 42.335514267683294
verified: no, type: nauc_recall_at_1000_std
value: 29.62033644828526
verified: no, type: nauc_recall_at_100_diff1
value: 31.056126901046007
verified: no, type: nauc_recall_at_100_max
value: 41.04565569591625
verified: no, type: nauc_recall_at_100_std
value: 28.870201603175804
verified: no, type: nauc_recall_at_10_diff1
value: 38.698128777796995
verified: no, type: nauc_recall_at_10_max
value: 34.1057229273387
verified: no, type: nauc_recall_at_10_std
value: 9.303813133656739
verified: no, type: nauc_recall_at_1_diff1
value: 53.07565456846688
verified: no, type: nauc_recall_at_1_max
value: 29.9195663940298
verified: no, type: nauc_recall_at_1_std
value: -2.3576346178097927
verified: no, type: nauc_recall_at_20_diff1
value: 35.88498518647808
verified: no, type: nauc_recall_at_20_max
value: 35.605146792803275
verified: no, type: nauc_recall_at_20_std
value: 12.755207480142033
verified: no, type: nauc_recall_at_3_diff1
value: 43.447279197430376
verified: no, type: nauc_recall_at_3_max
value: 30.100206519419526
verified: no, type: nauc_recall_at_3_std
value: 0.6341561653291098
verified: no, type: nauc_recall_at_5_diff1
value: 41.828402463798966
verified: no, type: nauc_recall_at_5_max
value: 33.18644866462676
verified: no, type: nauc_recall_at_5_std
value: 5.551496303251337
verified: no, type: ndcg_at_1
value: 33.446
verified: no, type: ndcg_at_10
value: 44.948
verified: no, type: ndcg_at_100
value: 49.992
verified: no, type: ndcg_at_1000
value: 51.675000000000004
verified: no, type: ndcg_at_20
value: 46.936
verified: no, type: ndcg_at_3
value: 39.653
verified: no, type: ndcg_at_5
value: 42.542
verified: no, type: precision_at_1
value: 33.446
verified: no, type: precision_at_10
value: 6.701
verified: no, type: precision_at_100
value: 0.971
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.819
verified: no, type: precision_at_3
value: 16.422
verified: no, type: precision_at_5
value: 11.525
verified: no, type: recall_at_1
value: 31.04
verified: no, type: recall_at_10
value: 58.269000000000005
verified: no, type: recall_at_100
value: 81.21000000000001
verified: no, type: recall_at_1000
value: 93.69800000000001
verified: no, type: recall_at_20
value: 65.725
verified: no, type: recall_at_3
value: 44.282
verified: no, type: recall_at_5
value: 51.256
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 35.128
verified: no, type: map_at_1
value: 20.381
verified: no, type: map_at_10
value: 29.670999999999996
verified: no, type: map_at_100
value: 30.994
verified: no, type: map_at_1000
value: 31.098
verified: no, type: map_at_20
value: 30.339
verified: no, type: map_at_3
value: 27.184
verified: no, type: map_at_5
value: 28.499000000000002
verified: no, type: mrr_at_1
value: 24.875621890547265
verified: no, type: mrr_at_10
value: 34.26197386085446
verified: no, type: mrr_at_100
value: 35.32144040146426
verified: no, type: mrr_at_1000
value: 35.37132797649873
verified: no, type: mrr_at_20
value: 34.8861975809379
verified: no, type: mrr_at_3
value: 32.08955223880599
verified: no, type: mrr_at_5
value: 33.29601990049751
verified: no, type: nauc_map_at_1000_diff1
value: 36.994845642818866
verified: no, type: nauc_map_at_1000_max
value: 26.400354178727248
verified: no, type: nauc_map_at_1000_std
value: 6.952454580638288
verified: no, type: nauc_map_at_100_diff1
value: 37.0088886165848
verified: no, type: nauc_map_at_100_max
value: 26.41718320702855
verified: no, type: nauc_map_at_100_std
value: 6.966989714148378
verified: no, type: nauc_map_at_10_diff1
value: 37.03155907561462
verified: no, type: nauc_map_at_10_max
value: 26.020108129019203
verified: no, type: nauc_map_at_10_std
value: 6.470815384430856
verified: no, type: nauc_map_at_1_diff1
value: 42.8208312334657
verified: no, type: nauc_map_at_1_max
value: 27.0899809589084
verified: no, type: nauc_map_at_1_std
value: 6.664045775598297
verified: no, type: nauc_map_at_20_diff1
value: 37.0161129647804
verified: no, type: nauc_map_at_20_max
value: 26.32681186624649
verified: no, type: nauc_map_at_20_std
value: 6.834736376599413
verified: no, type: nauc_map_at_3_diff1
value: 37.9711466146252
verified: no, type: nauc_map_at_3_max
value: 26.014944389898158
verified: no, type: nauc_map_at_3_std
value: 6.1503277538171846
verified: no, type: nauc_map_at_5_diff1
value: 37.48153651379401
verified: no, type: nauc_map_at_5_max
value: 25.991920954101783
verified: no, type: nauc_map_at_5_std
value: 6.42580077869363
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.48018847168505
verified: no, type: nauc_mrr_at_1000_max
value: 28.512902855492445
verified: no, type: nauc_mrr_at_1000_std
value: 7.020126810110982
verified: no, type: nauc_mrr_at_100_diff1
value: 37.474647802683
verified: no, type: nauc_mrr_at_100_max
value: 28.520400645653215
verified: no, type: nauc_mrr_at_100_std
value: 7.018371716140309
verified: no, type: nauc_mrr_at_10_diff1
value: 37.29076623664705
verified: no, type: nauc_mrr_at_10_max
value: 28.350027307831148
verified: no, type: nauc_mrr_at_10_std
value: 6.716677805638879
verified: no, type: nauc_mrr_at_1_diff1
value: 43.77099265761195
verified: no, type: nauc_mrr_at_1_max
value: 29.844718152190307
verified: no, type: nauc_mrr_at_1_std
value: 6.4443116319739495
verified: no, type: nauc_mrr_at_20_diff1
value: 37.42124667315709
verified: no, type: nauc_mrr_at_20_max
value: 28.466855908632592
verified: no, type: nauc_mrr_at_20_std
value: 6.950483276094682
verified: no, type: nauc_mrr_at_3_diff1
value: 38.21247480395254
verified: no, type: nauc_mrr_at_3_max
value: 28.460132667433953
verified: no, type: nauc_mrr_at_3_std
value: 6.367936411383797
verified: no, type: nauc_mrr_at_5_diff1
value: 37.55913850771685
verified: no, type: nauc_mrr_at_5_max
value: 28.248143682520748
verified: no, type: nauc_mrr_at_5_std
value: 6.515553418798696
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.02742076410184
verified: no, type: nauc_ndcg_at_1000_max
value: 27.975850737369562
verified: no, type: nauc_ndcg_at_1000_std
value: 8.768009682357782
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.12205238430365
verified: no, type: nauc_ndcg_at_100_max
value: 27.892922478092775
verified: no, type: nauc_ndcg_at_100_std
value: 8.800068503606802
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.81773514368173
verified: no, type: nauc_ndcg_at_10_max
value: 26.383602189421662
verified: no, type: nauc_ndcg_at_10_std
value: 6.585969947394481
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.77099265761195
verified: no, type: nauc_ndcg_at_1_max
value: 29.844718152190307
verified: no, type: nauc_ndcg_at_1_std
value: 6.4443116319739495
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.01274512761417
verified: no, type: nauc_ndcg_at_20_max
value: 27.290850084382285
verified: no, type: nauc_ndcg_at_20_std
value: 7.69668586721584
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.291798885239125
verified: no, type: nauc_ndcg_at_3_max
value: 26.513693615681362
verified: no, type: nauc_ndcg_at_3_std
value: 5.850342970264751
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.48277611349641
verified: no, type: nauc_ndcg_at_5_max
value: 26.2342176431082
verified: no, type: nauc_ndcg_at_5_std
value: 6.41209023583701
verified: no, type: nauc_precision_at_1000_diff1
value: -4.3060123036217135
verified: no, type: nauc_precision_at_1000_max
value: 4.251658612344567
verified: no, type: nauc_precision_at_1000_std
value: -0.922924990639695
verified: no, type: nauc_precision_at_100_diff1
value: 4.6793200358061595
verified: no, type: nauc_precision_at_100_max
value: 14.352547031067807
verified: no, type: nauc_precision_at_100_std
value: 5.450076012249245
verified: no, type: nauc_precision_at_10_diff1
value: 20.488643375814117
verified: no, type: nauc_precision_at_10_max
value: 22.40679068588318
verified: no, type: nauc_precision_at_10_std
value: 5.363901147786655
verified: no, type: nauc_precision_at_1_diff1
value: 43.77099265761195
verified: no, type: nauc_precision_at_1_max
value: 29.844718152190307
verified: no, type: nauc_precision_at_1_std
value: 6.4443116319739495
verified: no, type: nauc_precision_at_20_diff1
value: 15.638517626666676
verified: no, type: nauc_precision_at_20_max
value: 21.59028385020512
verified: no, type: nauc_precision_at_20_std
value: 6.675823799140996
verified: no, type: nauc_precision_at_3_diff1
value: 28.516519789499096
verified: no, type: nauc_precision_at_3_max
value: 24.433121214677897
verified: no, type: nauc_precision_at_3_std
value: 4.032595263152071
verified: no, type: nauc_precision_at_5_diff1
value: 24.43948976197699
verified: no, type: nauc_precision_at_5_max
value: 23.82210390394073
verified: no, type: nauc_precision_at_5_std
value: 5.3426742695941085
verified: no, type: nauc_recall_at_1000_diff1
value: 15.353663120760896
verified: no, type: nauc_recall_at_1000_max
value: 43.17454170382031
verified: no, type: nauc_recall_at_1000_std
value: 35.89085371815144
verified: no, type: nauc_recall_at_100_diff1
value: 26.542582837417832
verified: no, type: nauc_recall_at_100_max
value: 30.9917572493189
verified: no, type: nauc_recall_at_100_std
value: 19.053889738697897
verified: no, type: nauc_recall_at_10_diff1
value: 27.2060446840431
verified: no, type: nauc_recall_at_10_max
value: 24.153735802255362
verified: no, type: nauc_recall_at_10_std
value: 6.030839218050536
verified: no, type: nauc_recall_at_1_diff1
value: 42.8208312334657
verified: no, type: nauc_recall_at_1_max
value: 27.0899809589084
verified: no, type: nauc_recall_at_1_std
value: 6.664045775598297
verified: no, type: nauc_recall_at_20_diff1
value: 27.759504553176367
verified: no, type: nauc_recall_at_20_max
value: 27.36449521348782
verified: no, type: nauc_recall_at_20_std
value: 10.145560708522265
verified: no, type: nauc_recall_at_3_diff1
value: 31.71806454114658
verified: no, type: nauc_recall_at_3_max
value: 24.534464900357715
verified: no, type: nauc_recall_at_3_std
value: 5.509383867948696
verified: no, type: nauc_recall_at_5_diff1
value: 29.764358566664338
verified: no, type: nauc_recall_at_5_max
value: 23.870445841212657
verified: no, type: nauc_recall_at_5_std
value: 6.230268761479784
verified: no, type: ndcg_at_1
value: 24.876
verified: no, type: ndcg_at_10
value: 35.128
verified: no, type: ndcg_at_100
value: 41.160999999999994
verified: no, type: ndcg_at_1000
value: 43.558
verified: no, type: ndcg_at_20
value: 37.377
verified: no, type: ndcg_at_3
value: 30.833
verified: no, type: ndcg_at_5
value: 32.695
verified: no, type: precision_at_1
value: 24.876
verified: no, type: precision_at_10
value: 6.368
verified: no, type: precision_at_100
value: 1.082
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: precision_at_20
value: 3.8309999999999995
verified: no, type: precision_at_3
value: 15.174000000000001
verified: no, type: precision_at_5
value: 10.572
verified: no, type: recall_at_1
value: 20.381
verified: no, type: recall_at_10
value: 47.138999999999996
verified: no, type: recall_at_100
value: 72.752
verified: no, type: recall_at_1000
value: 89.97
verified: no, type: recall_at_20
value: 55.089
verified: no, type: recall_at_3
value: 34.887
verified: no, type: recall_at_5
value: 39.853
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 50.629999999999995
verified: no, type: map_at_1
value: 33.497
verified: no, type: map_at_10
value: 44.545
verified: no, type: map_at_100
value: 45.861000000000004
verified: no, type: map_at_1000
value: 45.969
verified: no, type: map_at_20
value: 45.28
verified: no, type: map_at_3
value: 41.05
verified: no, type: map_at_5
value: 43.062
verified: no, type: mrr_at_1
value: 40.423484119345524
verified: no, type: mrr_at_10
value: 50.22106115465112
verified: no, type: mrr_at_100
value: 50.97400445844568
verified: no, type: mrr_at_1000
value: 51.01054117056053
verified: no, type: mrr_at_20
value: 50.63019986028454
verified: no, type: mrr_at_3
value: 47.70612768687839
verified: no, type: mrr_at_5
value: 49.255694578119936
verified: no, type: nauc_map_at_1000_diff1
value: 54.20092757686139
verified: no, type: nauc_map_at_1000_max
value: 39.83173871512557
verified: no, type: nauc_map_at_1000_std
value: 1.2235866643835682
verified: no, type: nauc_map_at_100_diff1
value: 54.183059354916516
verified: no, type: nauc_map_at_100_max
value: 39.824429278367326
verified: no, type: nauc_map_at_100_std
value: 1.1962361816341982
verified: no, type: nauc_map_at_10_diff1
value: 54.181220324498334
verified: no, type: nauc_map_at_10_max
value: 39.37488214775074
verified: no, type: nauc_map_at_10_std
value: 0.449166845027239
verified: no, type: nauc_map_at_1_diff1
value: 58.9295062000639
verified: no, type: nauc_map_at_1_max
value: 36.31283188494571
verified: no, type: nauc_map_at_1_std
value: -4.774568385823226
verified: no, type: nauc_map_at_20_diff1
value: 54.208450723508086
verified: no, type: nauc_map_at_20_max
value: 39.5501483019714
verified: no, type: nauc_map_at_20_std
value: 0.7503146754904455
verified: no, type: nauc_map_at_3_diff1
value: 55.11394188646683
verified: no, type: nauc_map_at_3_max
value: 39.08380991583403
verified: no, type: nauc_map_at_3_std
value: 0.04479084007353637
verified: no, type: nauc_map_at_5_diff1
value: 54.31395773703653
verified: no, type: nauc_map_at_5_max
value: 39.17683595910297
verified: no, type: nauc_map_at_5_std
value: -0.0044853748214373455
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.70635191547364
verified: no, type: nauc_mrr_at_1000_max
value: 41.147112546476265
verified: no, type: nauc_mrr_at_1000_std
value: 2.2225275965250892
verified: no, type: nauc_mrr_at_100_diff1
value: 53.68723611702497
verified: no, type: nauc_mrr_at_100_max
value: 41.14620122736365
verified: no, type: nauc_mrr_at_100_std
value: 2.2209413391816732
verified: no, type: nauc_mrr_at_10_diff1
value: 53.596524939380274
verified: no, type: nauc_mrr_at_10_max
value: 40.90108780230196
verified: no, type: nauc_mrr_at_10_std
value: 1.8279923348193807
verified: no, type: nauc_mrr_at_1_diff1
value: 58.01850581846227
verified: no, type: nauc_mrr_at_1_max
value: 40.64859507463277
verified: no, type: nauc_mrr_at_1_std
value: -0.46331678451254144
verified: no, type: nauc_mrr_at_20_diff1
value: 53.60646492043754
verified: no, type: nauc_mrr_at_20_max
value: 40.97670725696802
verified: no, type: nauc_mrr_at_20_std
value: 1.9984004205114907
verified: no, type: nauc_mrr_at_3_diff1
value: 54.01504269498941
verified: no, type: nauc_mrr_at_3_max
value: 41.553653128998036
verified: no, type: nauc_mrr_at_3_std
value: 2.848139807968868
verified: no, type: nauc_mrr_at_5_diff1
value: 53.575182274960355
verified: no, type: nauc_mrr_at_5_max
value: 41.14109670598855
verified: no, type: nauc_mrr_at_5_std
value: 1.8672107703418455
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.70533657035467
verified: no, type: nauc_ndcg_at_1000_max
value: 41.25627414408392
verified: no, type: nauc_ndcg_at_1000_std
value: 4.263369832603922
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.237181363030615
verified: no, type: nauc_ndcg_at_100_max
value: 41.25394087259199
verified: no, type: nauc_ndcg_at_100_std
value: 4.3455920391450915
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.093168049256164
verified: no, type: nauc_ndcg_at_10_max
value: 39.46594517979851
verified: no, type: nauc_ndcg_at_10_std
value: 1.3023915669308508
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.01850581846227
verified: no, type: nauc_ndcg_at_1_max
value: 40.64859507463277
verified: no, type: nauc_ndcg_at_1_std
value: -0.46331678451254144
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.137725285176494
verified: no, type: nauc_ndcg_at_20_max
value: 39.87516740071308
verified: no, type: nauc_ndcg_at_20_std
value: 2.059559762129985
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.11030340684372
verified: no, type: nauc_ndcg_at_3_max
value: 40.48904161228481
verified: no, type: nauc_ndcg_at_3_std
value: 2.587550031562688
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.23131807447599
verified: no, type: nauc_ndcg_at_5_max
value: 39.834305848624545
verified: no, type: nauc_ndcg_at_5_std
value: 1.4058962563675212
verified: no, type: nauc_precision_at_1000_diff1
value: -16.161300936259565
verified: no, type: nauc_precision_at_1000_max
value: -0.8115303572148305
verified: no, type: nauc_precision_at_1000_std
value: 13.92396647704085
verified: no, type: nauc_precision_at_100_diff1
value: -7.686479593960298
verified: no, type: nauc_precision_at_100_max
value: 11.167912165722198
verified: no, type: nauc_precision_at_100_std
value: 19.69851848467226
verified: no, type: nauc_precision_at_10_diff1
value: 13.11274789048853
verified: no, type: nauc_precision_at_10_max
value: 25.966889003874282
verified: no, type: nauc_precision_at_10_std
value: 14.48757299965834
verified: no, type: nauc_precision_at_1_diff1
value: 58.01850581846227
verified: no, type: nauc_precision_at_1_max
value: 40.64859507463277
verified: no, type: nauc_precision_at_1_std
value: -0.46331678451254144
verified: no, type: nauc_precision_at_20_diff1
value: 6.417726564438533
verified: no, type: nauc_precision_at_20_max
value: 20.748304258867293
verified: no, type: nauc_precision_at_20_std
value: 16.26691325320734
verified: no, type: nauc_precision_at_3_diff1
value: 33.58615409368469
verified: no, type: nauc_precision_at_3_max
value: 37.22470451801486
verified: no, type: nauc_precision_at_3_std
value: 12.305903402160746
verified: no, type: nauc_precision_at_5_diff1
value: 22.241354445663152
verified: no, type: nauc_precision_at_5_max
value: 31.19518669721679
verified: no, type: nauc_precision_at_5_std
value: 12.236619256927176
verified: no, type: nauc_recall_at_1000_diff1
value: 37.37272596834472
verified: no, type: nauc_recall_at_1000_max
value: 57.05674570554847
verified: no, type: nauc_recall_at_1000_std
value: 55.18895561738797
verified: no, type: nauc_recall_at_100_diff1
value: 36.62084030918699
verified: no, type: nauc_recall_at_100_max
value: 43.66289378465585
verified: no, type: nauc_recall_at_100_std
value: 23.676638493814732
verified: no, type: nauc_recall_at_10_diff1
value: 42.636818915384524
verified: no, type: nauc_recall_at_10_max
value: 34.24973591817277
verified: no, type: nauc_recall_at_10_std
value: 0.7069961094408362
verified: no, type: nauc_recall_at_1_diff1
value: 58.9295062000639
verified: no, type: nauc_recall_at_1_max
value: 36.31283188494571
verified: no, type: nauc_recall_at_1_std
value: -4.774568385823226
verified: no, type: nauc_recall_at_20_diff1
value: 41.41011976350058
verified: no, type: nauc_recall_at_20_max
value: 35.24092182522975
verified: no, type: nauc_recall_at_20_std
value: 3.8409076588443765
verified: no, type: nauc_recall_at_3_diff1
value: 49.097968740476084
verified: no, type: nauc_recall_at_3_max
value: 38.2237826032796
verified: no, type: nauc_recall_at_3_std
value: 2.6696770347153063
verified: no, type: nauc_recall_at_5_diff1
value: 45.28725903950895
verified: no, type: nauc_recall_at_5_max
value: 36.434173396667326
verified: no, type: nauc_recall_at_5_std
value: -0.020592087753619558
verified: no, type: ndcg_at_1
value: 40.422999999999995
verified: no, type: ndcg_at_10
value: 50.629999999999995
verified: no, type: ndcg_at_100
value: 55.879
verified: no, type: ndcg_at_1000
value: 57.66
verified: no, type: ndcg_at_20
value: 52.658
verified: no, type: ndcg_at_3
value: 45.401
verified: no, type: ndcg_at_5
value: 48.048
verified: no, type: precision_at_1
value: 40.422999999999995
verified: no, type: precision_at_10
value: 9.115
verified: no, type: precision_at_100
value: 1.3599999999999999
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: precision_at_20
value: 5.244999999999999
verified: no, type: precision_at_3
value: 21.367
verified: no, type: precision_at_5
value: 15.187999999999999
verified: no, type: recall_at_1
value: 33.497
verified: no, type: recall_at_10
value: 62.717999999999996
verified: no, type: recall_at_100
value: 84.661
verified: no, type: recall_at_1000
value: 95.91300000000001
verified: no, type: recall_at_20
value: 69.71300000000001
verified: no, type: recall_at_3
value: 48.27
verified: no, type: recall_at_5
value: 55.088
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 46.836
verified: no, type: map_at_1
value: 29.608
verified: no, type: map_at_10
value: 40.599000000000004
verified: no, type: map_at_100
value: 41.979
verified: no, type: map_at_1000
value: 42.074
verified: no, type: map_at_20
value: 41.384
verified: no, type: map_at_3
value: 37.112
verified: no, type: map_at_5
value: 39.293
verified: no, type: mrr_at_1
value: 36.986301369863014
verified: no, type: mrr_at_10
value: 46.747798434442245
verified: no, type: mrr_at_100
value: 47.577293043981726
verified: no, type: mrr_at_1000
value: 47.619243282521914
verified: no, type: mrr_at_20
value: 47.233194463131554
verified: no, type: mrr_at_3
value: 44.06392694063925
verified: no, type: mrr_at_5
value: 45.81050228310499
verified: no, type: nauc_map_at_1000_diff1
value: 49.10316795557811
verified: no, type: nauc_map_at_1000_max
value: 41.671749246544564
verified: no, type: nauc_map_at_1000_std
value: 10.038630192417667
verified: no, type: nauc_map_at_100_diff1
value: 49.07942830525222
verified: no, type: nauc_map_at_100_max
value: 41.670180901024025
verified: no, type: nauc_map_at_100_std
value: 10.077420063502295
verified: no, type: nauc_map_at_10_diff1
value: 49.38813383833756
verified: no, type: nauc_map_at_10_max
value: 41.22459028327236
verified: no, type: nauc_map_at_10_std
value: 9.174478184975762
verified: no, type: nauc_map_at_1_diff1
value: 55.71321955074087
verified: no, type: nauc_map_at_1_max
value: 36.11731976033434
verified: no, type: nauc_map_at_1_std
value: 1.8068953588006964
verified: no, type: nauc_map_at_20_diff1
value: 49.18360865264359
verified: no, type: nauc_map_at_20_max
value: 41.475699446781725
verified: no, type: nauc_map_at_20_std
value: 9.578778511492251
verified: no, type: nauc_map_at_3_diff1
value: 49.91276350979302
verified: no, type: nauc_map_at_3_max
value: 39.96695976638339
verified: no, type: nauc_map_at_3_std
value: 7.236097990907886
verified: no, type: nauc_map_at_5_diff1
value: 49.65208799219414
verified: no, type: nauc_map_at_5_max
value: 41.04361693268516
verified: no, type: nauc_map_at_5_std
value: 8.562411756471908
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.09937253453218
verified: no, type: nauc_mrr_at_1000_max
value: 44.08795270671583
verified: no, type: nauc_mrr_at_1000_std
value: 13.617996848349536
verified: no, type: nauc_mrr_at_100_diff1
value: 47.07785704747128
verified: no, type: nauc_mrr_at_100_max
value: 44.07997652095115
verified: no, type: nauc_mrr_at_100_std
value: 13.64220828332083
verified: no, type: nauc_mrr_at_10_diff1
value: 47.11380729360969
verified: no, type: nauc_mrr_at_10_max
value: 44.196799809377396
verified: no, type: nauc_mrr_at_10_std
value: 13.52183257714539
verified: no, type: nauc_mrr_at_1_diff1
value: 52.99521852178884
verified: no, type: nauc_mrr_at_1_max
value: 41.33946116723129
verified: no, type: nauc_mrr_at_1_std
value: 7.638017536406832
verified: no, type: nauc_mrr_at_20_diff1
value: 47.08378847581141
verified: no, type: nauc_mrr_at_20_max
value: 44.109343504693044
verified: no, type: nauc_mrr_at_20_std
value: 13.545682520572061
verified: no, type: nauc_mrr_at_3_diff1
value: 47.66063968516477
verified: no, type: nauc_mrr_at_3_max
value: 44.2825861106925
verified: no, type: nauc_mrr_at_3_std
value: 12.813104863306343
verified: no, type: nauc_mrr_at_5_diff1
value: 46.92924998178392
verified: no, type: nauc_mrr_at_5_max
value: 44.109084887738916
verified: no, type: nauc_mrr_at_5_std
value: 13.22363129408731
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.78586829943697
verified: no, type: nauc_ndcg_at_1000_max
value: 43.58472176957621
verified: no, type: nauc_ndcg_at_1000_std
value: 14.328001434471885
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.35960778900108
verified: no, type: nauc_ndcg_at_100_max
value: 43.69339368576078
verified: no, type: nauc_ndcg_at_100_std
value: 15.310177450346195
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.874802616685955
verified: no, type: nauc_ndcg_at_10_max
value: 42.736773969244695
verified: no, type: nauc_ndcg_at_10_std
value: 12.450242742509857
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.99521852178884
verified: no, type: nauc_ndcg_at_1_max
value: 41.33946116723129
verified: no, type: nauc_ndcg_at_1_std
value: 7.638017536406832
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.48325214816742
verified: no, type: nauc_ndcg_at_20_max
value: 43.10920053679779
verified: no, type: nauc_ndcg_at_20_std
value: 13.317430379059624
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.07113348577298
verified: no, type: nauc_ndcg_at_3_max
value: 41.94339250849152
verified: no, type: nauc_ndcg_at_3_std
value: 10.387978942340968
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.93778481741133
verified: no, type: nauc_ndcg_at_5_max
value: 42.76083479370739
verified: no, type: nauc_ndcg_at_5_std
value: 11.51504601240572
verified: no, type: nauc_precision_at_1000_diff1
value: -17.7677637122134
verified: no, type: nauc_precision_at_1000_max
value: -1.3716516229082598
verified: no, type: nauc_precision_at_1000_std
value: 9.428121521222364
verified: no, type: nauc_precision_at_100_diff1
value: -7.722278929381356
verified: no, type: nauc_precision_at_100_max
value: 14.776676764108688
verified: no, type: nauc_precision_at_100_std
value: 22.600345035167997
verified: no, type: nauc_precision_at_10_diff1
value: 14.866760669726403
verified: no, type: nauc_precision_at_10_max
value: 33.44108782418061
verified: no, type: nauc_precision_at_10_std
value: 22.27018259763186
verified: no, type: nauc_precision_at_1_diff1
value: 52.99521852178884
verified: no, type: nauc_precision_at_1_max
value: 41.33946116723129
verified: no, type: nauc_precision_at_1_std
value: 7.638017536406832
verified: no, type: nauc_precision_at_20_diff1
value: 6.413001218613121
verified: no, type: nauc_precision_at_20_max
value: 28.23517321155765
verified: no, type: nauc_precision_at_20_std
value: 22.46064223000567
verified: no, type: nauc_precision_at_3_diff1
value: 30.88734764618873
verified: no, type: nauc_precision_at_3_max
value: 41.70431164290239
verified: no, type: nauc_precision_at_3_std
value: 19.542453078764293
verified: no, type: nauc_precision_at_5_diff1
value: 23.50018424879535
verified: no, type: nauc_precision_at_5_max
value: 39.7524274353907
verified: no, type: nauc_precision_at_5_std
value: 21.945120979815957
verified: no, type: nauc_recall_at_1000_diff1
value: 25.87337092030495
verified: no, type: nauc_recall_at_1000_max
value: 55.68360675563021
verified: no, type: nauc_recall_at_1000_std
value: 59.08352468869176
verified: no, type: nauc_recall_at_100_diff1
value: 31.370635254798003
verified: no, type: nauc_recall_at_100_max
value: 44.95908343673895
verified: no, type: nauc_recall_at_100_std
value: 38.686956561690096
verified: no, type: nauc_recall_at_10_diff1
value: 38.148937664198144
verified: no, type: nauc_recall_at_10_max
value: 40.52122490192401
verified: no, type: nauc_recall_at_10_std
value: 16.92176700918241
verified: no, type: nauc_recall_at_1_diff1
value: 55.71321955074087
verified: no, type: nauc_recall_at_1_max
value: 36.11731976033434
verified: no, type: nauc_recall_at_1_std
value: 1.8068953588006964
verified: no, type: nauc_recall_at_20_diff1
value: 35.792860017782495
verified: no, type: nauc_recall_at_20_max
value: 41.279423083925884
verified: no, type: nauc_recall_at_20_std
value: 20.254270911576334
verified: no, type: nauc_recall_at_3_diff1
value: 43.062160943349234
verified: no, type: nauc_recall_at_3_max
value: 40.457218825619925
verified: no, type: nauc_recall_at_3_std
value: 10.394818250106198
verified: no, type: nauc_recall_at_5_diff1
value: 40.24389764000816
verified: no, type: nauc_recall_at_5_max
value: 41.255066201614035
verified: no, type: nauc_recall_at_5_std
value: 13.655116018014871
verified: no, type: ndcg_at_1
value: 36.986000000000004
verified: no, type: ndcg_at_10
value: 46.836
verified: no, type: ndcg_at_100
value: 52.425999999999995
verified: no, type: ndcg_at_1000
value: 54.264
verified: no, type: ndcg_at_20
value: 49.091
verified: no, type: ndcg_at_3
value: 41.483
verified: no, type: ndcg_at_5
value: 44.407000000000004
verified: no, type: precision_at_1
value: 36.986000000000004
verified: no, type: precision_at_10
value: 8.459
verified: no, type: precision_at_100
value: 1.309
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.966
verified: no, type: precision_at_3
value: 19.825
verified: no, type: precision_at_5
value: 14.247000000000002
verified: no, type: recall_at_1
value: 29.608
verified: no, type: recall_at_10
value: 59.428000000000004
verified: no, type: recall_at_100
value: 83.025
verified: no, type: recall_at_1000
value: 95.18900000000001
verified: no, type: recall_at_20
value: 67.363
verified: no, type: recall_at_3
value: 44.261
verified: no, type: recall_at_5
value: 52.17699999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 46.209166666666675
verified: no, type: ndcg_at_10
value: 46.209166666666675
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 40.095
verified: no, type: map_at_1
value: 28.631
verified: no, type: map_at_10
value: 35.842
verified: no, type: map_at_100
value: 36.778
verified: no, type: map_at_1000
value: 36.881
verified: no, type: map_at_20
value: 36.367
verified: no, type: map_at_3
value: 33.593
verified: no, type: map_at_5
value: 34.831
verified: no, type: mrr_at_1
value: 32.20858895705521
verified: no, type: mrr_at_10
value: 38.84762391664232
verified: no, type: mrr_at_100
value: 39.64050420326875
verified: no, type: mrr_at_1000
value: 39.710339127925664
verified: no, type: mrr_at_20
value: 39.301645076766626
verified: no, type: mrr_at_3
value: 36.78425357873213
verified: no, type: mrr_at_5
value: 38.00357873210634
verified: no, type: nauc_map_at_1000_diff1
value: 48.931140515321864
verified: no, type: nauc_map_at_1000_max
value: 44.13502581863409
verified: no, type: nauc_map_at_1000_std
value: 6.747452339686901
verified: no, type: nauc_map_at_100_diff1
value: 48.93547799674662
verified: no, type: nauc_map_at_100_max
value: 44.10681928382314
verified: no, type: nauc_map_at_100_std
value: 6.730810485140218
verified: no, type: nauc_map_at_10_diff1
value: 49.021844196409326
verified: no, type: nauc_map_at_10_max
value: 43.63205455207613
verified: no, type: nauc_map_at_10_std
value: 6.032946015596642
verified: no, type: nauc_map_at_1_diff1
value: 56.40670369173174
verified: no, type: nauc_map_at_1_max
value: 44.28894153655779
verified: no, type: nauc_map_at_1_std
value: 0.7031741175020302
verified: no, type: nauc_map_at_20_diff1
value: 48.86279230717127
verified: no, type: nauc_map_at_20_max
value: 43.92199417637222
verified: no, type: nauc_map_at_20_std
value: 6.514660332263528
verified: no, type: nauc_map_at_3_diff1
value: 50.310205836352075
verified: no, type: nauc_map_at_3_max
value: 43.76635060413731
verified: no, type: nauc_map_at_3_std
value: 4.274247771914374
verified: no, type: nauc_map_at_5_diff1
value: 49.446175642020904
verified: no, type: nauc_map_at_5_max
value: 43.68157266381459
verified: no, type: nauc_map_at_5_std
value: 5.348312742430713
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.151329887992766
verified: no, type: nauc_mrr_at_1000_max
value: 46.63531166207783
verified: no, type: nauc_mrr_at_1000_std
value: 9.239338850165316
verified: no, type: nauc_mrr_at_100_diff1
value: 48.148654677932896
verified: no, type: nauc_mrr_at_100_max
value: 46.6302325650526
verified: no, type: nauc_mrr_at_100_std
value: 9.243643499574722
verified: no, type: nauc_mrr_at_10_diff1
value: 48.20122701114527
verified: no, type: nauc_mrr_at_10_max
value: 46.2713720160932
verified: no, type: nauc_mrr_at_10_std
value: 8.755965334950478
verified: no, type: nauc_mrr_at_1_diff1
value: 54.52754433723723
verified: no, type: nauc_mrr_at_1_max
value: 48.35064288413123
verified: no, type: nauc_mrr_at_1_std
value: 5.97988808735259
verified: no, type: nauc_mrr_at_20_diff1
value: 48.111463762473775
verified: no, type: nauc_mrr_at_20_max
value: 46.60149550084685
verified: no, type: nauc_mrr_at_20_std
value: 9.160057023317378
verified: no, type: nauc_mrr_at_3_diff1
value: 49.0657233493215
verified: no, type: nauc_mrr_at_3_max
value: 46.50752741245066
verified: no, type: nauc_mrr_at_3_std
value: 7.341376278131818
verified: no, type: nauc_mrr_at_5_diff1
value: 48.40148413751887
verified: no, type: nauc_mrr_at_5_max
value: 46.229816249410014
verified: no, type: nauc_mrr_at_5_std
value: 8.421303183153373
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.56384323294792
verified: no, type: nauc_ndcg_at_1000_max
value: 45.79414140766788
verified: no, type: nauc_ndcg_at_1000_std
value: 11.328687674007927
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.401267258605785
verified: no, type: nauc_ndcg_at_100_max
value: 45.35211233370126
verified: no, type: nauc_ndcg_at_100_std
value: 11.660046947749429
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.44173538470958
verified: no, type: nauc_ndcg_at_10_max
value: 43.52231365563246
verified: no, type: nauc_ndcg_at_10_std
value: 8.611338107905029
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.52754433723723
verified: no, type: nauc_ndcg_at_1_max
value: 48.35064288413123
verified: no, type: nauc_ndcg_at_1_std
value: 5.97988808735259
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.890961691776475
verified: no, type: nauc_ndcg_at_20_max
value: 44.449459964630066
verified: no, type: nauc_ndcg_at_20_std
value: 10.29521394739863
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.01248081097938
verified: no, type: nauc_ndcg_at_3_max
value: 44.33083632061056
verified: no, type: nauc_ndcg_at_3_std
value: 6.2042365450405
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.946751432979454
verified: no, type: nauc_ndcg_at_5_max
value: 43.72026147379341
verified: no, type: nauc_ndcg_at_5_std
value: 7.4639971143354185
verified: no, type: nauc_precision_at_1000_diff1
value: -1.9063726967785282
verified: no, type: nauc_precision_at_1000_max
value: 20.624966922733133
verified: no, type: nauc_precision_at_1000_std
value: 20.837587751658624
verified: no, type: nauc_precision_at_100_diff1
value: 11.908520999566871
verified: no, type: nauc_precision_at_100_max
value: 32.421206826758365
verified: no, type: nauc_precision_at_100_std
value: 29.92867366592684
verified: no, type: nauc_precision_at_10_diff1
value: 24.820171374698837
verified: no, type: nauc_precision_at_10_max
value: 37.75937998223015
verified: no, type: nauc_precision_at_10_std
value: 22.04338573970698
verified: no, type: nauc_precision_at_1_diff1
value: 54.52754433723723
verified: no, type: nauc_precision_at_1_max
value: 48.35064288413123
verified: no, type: nauc_precision_at_1_std
value: 5.97988808735259
verified: no, type: nauc_precision_at_20_diff1
value: 18.91530923896028
verified: no, type: nauc_precision_at_20_max
value: 36.931514025254465
verified: no, type: nauc_precision_at_20_std
value: 26.514626995206182
verified: no, type: nauc_precision_at_3_diff1
value: 36.55775057431161
verified: no, type: nauc_precision_at_3_max
value: 43.24238763210348
verified: no, type: nauc_precision_at_3_std
value: 14.190011413410447
verified: no, type: nauc_precision_at_5_diff1
value: 30.52018542983859
verified: no, type: nauc_precision_at_5_max
value: 40.879480782186626
verified: no, type: nauc_precision_at_5_std
value: 19.36115232020444
verified: no, type: nauc_recall_at_1000_diff1
value: 29.043901865986577
verified: no, type: nauc_recall_at_1000_max
value: 52.47078655709399
verified: no, type: nauc_recall_at_1000_std
value: 42.185290335696344
verified: no, type: nauc_recall_at_100_diff1
value: 35.15203120056371
verified: no, type: nauc_recall_at_100_max
value: 44.86588046642376
verified: no, type: nauc_recall_at_100_std
value: 30.684090987631656
verified: no, type: nauc_recall_at_10_diff1
value: 38.422479702756426
verified: no, type: nauc_recall_at_10_max
value: 39.13217287228193
verified: no, type: nauc_recall_at_10_std
value: 13.293751784394262
verified: no, type: nauc_recall_at_1_diff1
value: 56.40670369173174
verified: no, type: nauc_recall_at_1_max
value: 44.28894153655779
verified: no, type: nauc_recall_at_1_std
value: 0.7031741175020302
verified: no, type: nauc_recall_at_20_diff1
value: 35.27010714537033
verified: no, type: nauc_recall_at_20_max
value: 41.661315656797484
verified: no, type: nauc_recall_at_20_std
value: 19.76265026884951
verified: no, type: nauc_recall_at_3_diff1
value: 44.102359606408534
verified: no, type: nauc_recall_at_3_max
value: 41.801680765603436
verified: no, type: nauc_recall_at_3_std
value: 6.654901262827276
verified: no, type: nauc_recall_at_5_diff1
value: 40.859707573904366
verified: no, type: nauc_recall_at_5_max
value: 40.50071358525545
verified: no, type: nauc_recall_at_5_std
value: 10.01818369467164
verified: no, type: ndcg_at_1
value: 32.208999999999996
verified: no, type: ndcg_at_10
value: 40.095
verified: no, type: ndcg_at_100
value: 44.671
verified: no, type: ndcg_at_1000
value: 47.059
verified: no, type: ndcg_at_20
value: 41.876000000000005
verified: no, type: ndcg_at_3
value: 36.014
verified: no, type: ndcg_at_5
value: 37.922
verified: no, type: precision_at_1
value: 32.208999999999996
verified: no, type: precision_at_10
value: 6.135
verified: no, type: precision_at_100
value: 0.9159999999999999
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 3.551
verified: no, type: precision_at_3
value: 15.235000000000001
verified: no, type: precision_at_5
value: 10.491
verified: no, type: recall_at_1
value: 28.631
verified: no, type: recall_at_10
value: 50.20400000000001
verified: no, type: recall_at_100
value: 71.073
verified: no, type: recall_at_1000
value: 88.31700000000001
verified: no, type: recall_at_20
value: 56.916999999999994
verified: no, type: recall_at_3
value: 38.653999999999996
verified: no, type: recall_at_5
value: 43.468
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 34.747
verified: no, type: map_at_1
value: 21.834999999999997
verified: no, type: map_at_10
value: 29.935000000000002
verified: no, type: map_at_100
value: 31.133
verified: no, type: map_at_1000
value: 31.258999999999997
verified: no, type: map_at_20
value: 30.587999999999997
verified: no, type: map_at_3
value: 27.485
verified: no, type: map_at_5
value: 28.866999999999997
verified: no, type: mrr_at_1
value: 26.221610461114935
verified: no, type: mrr_at_10
value: 33.87804651569282
verified: no, type: mrr_at_100
value: 34.83678998242746
verified: no, type: mrr_at_1000
value: 34.905521389722146
verified: no, type: mrr_at_20
value: 34.42328285743433
verified: no, type: mrr_at_3
value: 31.710254645560966
verified: no, type: mrr_at_5
value: 32.91293874741923
verified: no, type: nauc_map_at_1000_diff1
value: 43.02122284102053
verified: no, type: nauc_map_at_1000_max
value: 36.68422595257989
verified: no, type: nauc_map_at_1000_std
value: 4.397348184630558
verified: no, type: nauc_map_at_100_diff1
value: 42.98532909587403
verified: no, type: nauc_map_at_100_max
value: 36.67028447941515
verified: no, type: nauc_map_at_100_std
value: 4.379139628887621
verified: no, type: nauc_map_at_10_diff1
value: 43.03544541360761
verified: no, type: nauc_map_at_10_max
value: 36.41955934296037
verified: no, type: nauc_map_at_10_std
value: 3.7935852850401623
verified: no, type: nauc_map_at_1_diff1
value: 49.69299904195074
verified: no, type: nauc_map_at_1_max
value: 35.3185664028284
verified: no, type: nauc_map_at_1_std
value: 1.4688246990256346
verified: no, type: nauc_map_at_20_diff1
value: 43.0116365499819
verified: no, type: nauc_map_at_20_max
value: 36.612321960213485
verified: no, type: nauc_map_at_20_std
value: 4.117491300921353
verified: no, type: nauc_map_at_3_diff1
value: 44.62079952930992
verified: no, type: nauc_map_at_3_max
value: 36.54343315029047
verified: no, type: nauc_map_at_3_std
value: 2.962991466072102
verified: no, type: nauc_map_at_5_diff1
value: 43.473302378849475
verified: no, type: nauc_map_at_5_max
value: 36.192440219483565
verified: no, type: nauc_map_at_5_std
value: 3.3382912941576794
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.783512503833826
verified: no, type: nauc_mrr_at_1000_max
value: 37.98147948760256
verified: no, type: nauc_mrr_at_1000_std
value: 4.5030855590288255
verified: no, type: nauc_mrr_at_100_diff1
value: 43.76661944168357
verified: no, type: nauc_mrr_at_100_max
value: 37.97066602825651
verified: no, type: nauc_mrr_at_100_std
value: 4.502489421472255
verified: no, type: nauc_mrr_at_10_diff1
value: 43.74177797071971
verified: no, type: nauc_mrr_at_10_max
value: 37.85024699162985
verified: no, type: nauc_mrr_at_10_std
value: 4.0745169993200605
verified: no, type: nauc_mrr_at_1_diff1
value: 49.89628065603443
verified: no, type: nauc_mrr_at_1_max
value: 37.996939557776095
verified: no, type: nauc_mrr_at_1_std
value: 2.153267590949631
verified: no, type: nauc_mrr_at_20_diff1
value: 43.72637993670338
verified: no, type: nauc_mrr_at_20_max
value: 37.93357612838035
verified: no, type: nauc_mrr_at_20_std
value: 4.365878583210505
verified: no, type: nauc_mrr_at_3_diff1
value: 45.17454171018137
verified: no, type: nauc_mrr_at_3_max
value: 38.356905779210166
verified: no, type: nauc_mrr_at_3_std
value: 3.379623170680107
verified: no, type: nauc_mrr_at_5_diff1
value: 44.19688247145983
verified: no, type: nauc_mrr_at_5_max
value: 37.910156470320466
verified: no, type: nauc_mrr_at_5_std
value: 3.578601864819898
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.76776377226417
verified: no, type: nauc_ndcg_at_1000_max
value: 37.38209218426787
verified: no, type: nauc_ndcg_at_1000_std
value: 7.562606053871329
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.118002901267545
verified: no, type: nauc_ndcg_at_100_max
value: 37.08747189664714
verified: no, type: nauc_ndcg_at_100_std
value: 7.5960070954791705
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.50559704908023
verified: no, type: nauc_ndcg_at_10_max
value: 36.44654941397671
verified: no, type: nauc_ndcg_at_10_std
value: 4.965127544282767
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.89628065603443
verified: no, type: nauc_ndcg_at_1_max
value: 37.996939557776095
verified: no, type: nauc_ndcg_at_1_std
value: 2.153267590949631
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.39254920165008
verified: no, type: nauc_ndcg_at_20_max
value: 36.916854469693575
verified: no, type: nauc_ndcg_at_20_std
value: 6.086494699104603
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.36359122099107
verified: no, type: nauc_ndcg_at_3_max
value: 37.046121931570916
verified: no, type: nauc_ndcg_at_3_std
value: 3.1574964976166333
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.5582652711063
verified: no, type: nauc_ndcg_at_5_max
value: 36.18558444731444
verified: no, type: nauc_ndcg_at_5_std
value: 3.832396124704952
verified: no, type: nauc_precision_at_1000_diff1
value: 2.2864644386233586
verified: no, type: nauc_precision_at_1000_max
value: 7.20908177927649
verified: no, type: nauc_precision_at_1000_std
value: 5.555003810450184
verified: no, type: nauc_precision_at_100_diff1
value: 9.862474724647964
verified: no, type: nauc_precision_at_100_max
value: 18.32968696035674
verified: no, type: nauc_precision_at_100_std
value: 11.623605222066711
verified: no, type: nauc_precision_at_10_diff1
value: 22.463771538601492
verified: no, type: nauc_precision_at_10_max
value: 30.978133789439376
verified: no, type: nauc_precision_at_10_std
value: 8.286121544404391
verified: no, type: nauc_precision_at_1_diff1
value: 49.89628065603443
verified: no, type: nauc_precision_at_1_max
value: 37.996939557776095
verified: no, type: nauc_precision_at_1_std
value: 2.153267590949631
verified: no, type: nauc_precision_at_20_diff1
value: 18.220595875083966
verified: no, type: nauc_precision_at_20_max
value: 28.346921854722034
verified: no, type: nauc_precision_at_20_std
value: 10.273810100275899
verified: no, type: nauc_precision_at_3_diff1
value: 35.012302714762285
verified: no, type: nauc_precision_at_3_max
value: 36.28875088265941
verified: no, type: nauc_precision_at_3_std
value: 4.005105982482449
verified: no, type: nauc_precision_at_5_diff1
value: 28.396470823961412
verified: no, type: nauc_precision_at_5_max
value: 32.737997207189615
verified: no, type: nauc_precision_at_5_std
value: 4.784459732005448
verified: no, type: nauc_recall_at_1000_diff1
value: 20.327711283956255
verified: no, type: nauc_recall_at_1000_max
value: 37.0704878438467
verified: no, type: nauc_recall_at_1000_std
value: 35.75674454719592
verified: no, type: nauc_recall_at_100_diff1
value: 24.36552307372351
verified: no, type: nauc_recall_at_100_max
value: 33.539816313523005
verified: no, type: nauc_recall_at_100_std
value: 21.32369323408807
verified: no, type: nauc_recall_at_10_diff1
value: 30.955033013118697
verified: no, type: nauc_recall_at_10_max
value: 33.015068845269205
verified: no, type: nauc_recall_at_10_std
value: 7.6648954096823765
verified: no, type: nauc_recall_at_1_diff1
value: 49.69299904195074
verified: no, type: nauc_recall_at_1_max
value: 35.3185664028284
verified: no, type: nauc_recall_at_1_std
value: 1.4688246990256346
verified: no, type: nauc_recall_at_20_diff1
value: 29.543554170900038
verified: no, type: nauc_recall_at_20_max
value: 33.8343255326902
verified: no, type: nauc_recall_at_20_std
value: 11.674093317168884
verified: no, type: nauc_recall_at_3_diff1
value: 38.78889409839137
verified: no, type: nauc_recall_at_3_max
value: 35.267542834931746
verified: no, type: nauc_recall_at_3_std
value: 4.155285803806091
verified: no, type: nauc_recall_at_5_diff1
value: 34.5062081359784
verified: no, type: nauc_recall_at_5_max
value: 33.06934231809503
verified: no, type: nauc_recall_at_5_std
value: 5.308553270025992
verified: no, type: ndcg_at_1
value: 26.222
verified: no, type: ndcg_at_10
value: 34.747
verified: no, type: ndcg_at_100
value: 40.227000000000004
verified: no, type: ndcg_at_1000
value: 42.957
verified: no, type: ndcg_at_20
value: 36.84
verified: no, type: ndcg_at_3
value: 30.546
verified: no, type: ndcg_at_5
value: 32.54
verified: no, type: precision_at_1
value: 26.222
verified: no, type: precision_at_10
value: 6.125
verified: no, type: precision_at_100
value: 1.042
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_20
value: 3.689
verified: no, type: precision_at_3
value: 14.304
verified: no, type: precision_at_5
value: 10.165000000000001
verified: no, type: recall_at_1
value: 21.834999999999997
verified: no, type: recall_at_10
value: 45.086
verified: no, type: recall_at_100
value: 69.42399999999999
verified: no, type: recall_at_1000
value: 88.637
verified: no, type: recall_at_20
value: 52.813
verified: no, type: recall_at_3
value: 33.339
verified: no, type: recall_at_5
value: 38.568999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 46.217000000000006
verified: no, type: map_at_1
value: 30.694
verified: no, type: map_at_10
value: 40.663
verified: no, type: map_at_100
value: 41.92
verified: no, type: map_at_1000
value: 42.016
verified: no, type: map_at_20
value: 41.453
verified: no, type: map_at_3
value: 37.586999999999996
verified: no, type: map_at_5
value: 39.206
verified: no, type: mrr_at_1
value: 35.634328358208954
verified: no, type: mrr_at_10
value: 44.59355010660978
verified: no, type: mrr_at_100
value: 45.45809181295436
verified: no, type: mrr_at_1000
value: 45.511480349861
verified: no, type: mrr_at_20
value: 45.14851149688157
verified: no, type: mrr_at_3
value: 42.10199004975122
verified: no, type: mrr_at_5
value: 43.4546019900497
verified: no, type: nauc_map_at_1000_diff1
value: 54.49157296835768
verified: no, type: nauc_map_at_1000_max
value: 44.571646063255734
verified: no, type: nauc_map_at_1000_std
value: 5.88489486258929
verified: no, type: nauc_map_at_100_diff1
value: 54.4750886109242
verified: no, type: nauc_map_at_100_max
value: 44.58745640948606
verified: no, type: nauc_map_at_100_std
value: 5.921654270108923
verified: no, type: nauc_map_at_10_diff1
value: 54.77323759820101
verified: no, type: nauc_map_at_10_max
value: 44.5308708337522
verified: no, type: nauc_map_at_10_std
value: 5.556181862868676
verified: no, type: nauc_map_at_1_diff1
value: 61.199521619603324
verified: no, type: nauc_map_at_1_max
value: 43.35152212139949
verified: no, type: nauc_map_at_1_std
value: 1.8250136220533804
verified: no, type: nauc_map_at_20_diff1
value: 54.53992127623092
verified: no, type: nauc_map_at_20_max
value: 44.562426294305766
verified: no, type: nauc_map_at_20_std
value: 5.883167785481589
verified: no, type: nauc_map_at_3_diff1
value: 55.849077974593264
verified: no, type: nauc_map_at_3_max
value: 43.63537595305222
verified: no, type: nauc_map_at_3_std
value: 3.955405001774955
verified: no, type: nauc_map_at_5_diff1
value: 54.875360007892915
verified: no, type: nauc_map_at_5_max
value: 44.122844145457314
verified: no, type: nauc_map_at_5_std
value: 5.292241654718073
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.79026001696958
verified: no, type: nauc_mrr_at_1000_max
value: 45.003335504255716
verified: no, type: nauc_mrr_at_1000_std
value: 5.7193959704884625
verified: no, type: nauc_mrr_at_100_diff1
value: 53.77099382934476
verified: no, type: nauc_mrr_at_100_max
value: 45.001137520052474
verified: no, type: nauc_mrr_at_100_std
value: 5.744675154739931
verified: no, type: nauc_mrr_at_10_diff1
value: 53.67068659921886
verified: no, type: nauc_mrr_at_10_max
value: 45.031787546530865
verified: no, type: nauc_mrr_at_10_std
value: 5.552485217606094
verified: no, type: nauc_mrr_at_1_diff1
value: 60.11868299569921
verified: no, type: nauc_mrr_at_1_max
value: 44.43993196821902
verified: no, type: nauc_mrr_at_1_std
value: 1.6193064176014789
verified: no, type: nauc_mrr_at_20_diff1
value: 53.7063379529791
verified: no, type: nauc_mrr_at_20_max
value: 45.026408969690365
verified: no, type: nauc_mrr_at_20_std
value: 5.784653137718281
verified: no, type: nauc_mrr_at_3_diff1
value: 54.32684070276712
verified: no, type: nauc_mrr_at_3_max
value: 44.907538081980206
verified: no, type: nauc_mrr_at_3_std
value: 4.445174178524578
verified: no, type: nauc_mrr_at_5_diff1
value: 53.569381129347974
verified: no, type: nauc_mrr_at_5_max
value: 44.78946405058036
verified: no, type: nauc_mrr_at_5_std
value: 5.256110400574076
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.19534836509613
verified: no, type: nauc_ndcg_at_1000_max
value: 44.97967472797531
verified: no, type: nauc_ndcg_at_1000_std
value: 8.054384323530511
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.71703032379199
verified: no, type: nauc_ndcg_at_100_max
value: 45.165486288760206
verified: no, type: nauc_ndcg_at_100_std
value: 8.935210771224625
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.2813212134141
verified: no, type: nauc_ndcg_at_10_max
value: 45.09360720038123
verified: no, type: nauc_ndcg_at_10_std
value: 7.333462651609881
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.11868299569921
verified: no, type: nauc_ndcg_at_1_max
value: 44.43993196821902
verified: no, type: nauc_ndcg_at_1_std
value: 1.6193064176014789
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.79260120012986
verified: no, type: nauc_ndcg_at_20_max
value: 45.11310286101053
verified: no, type: nauc_ndcg_at_20_std
value: 8.64544289254536
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.48446499869877
verified: no, type: nauc_ndcg_at_3_max
value: 44.065508335360235
verified: no, type: nauc_ndcg_at_3_std
value: 4.72003163528987
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.2665514246751
verified: no, type: nauc_ndcg_at_5_max
value: 44.309202727356826
verified: no, type: nauc_ndcg_at_5_std
value: 6.557954992070128
verified: no, type: nauc_precision_at_1000_diff1
value: -20.135608241014314
verified: no, type: nauc_precision_at_1000_max
value: -8.072232641333796
verified: no, type: nauc_precision_at_1000_std
value: -0.9854111061728026
verified: no, type: nauc_precision_at_100_diff1
value: -6.675936748503976
verified: no, type: nauc_precision_at_100_max
value: 9.458096538337845
verified: no, type: nauc_precision_at_100_std
value: 9.669047880836656
verified: no, type: nauc_precision_at_10_diff1
value: 18.99731503204749
verified: no, type: nauc_precision_at_10_max
value: 30.060390720696006
verified: no, type: nauc_precision_at_10_std
value: 8.947603217350805
verified: no, type: nauc_precision_at_1_diff1
value: 60.11868299569921
verified: no, type: nauc_precision_at_1_max
value: 44.43993196821902
verified: no, type: nauc_precision_at_1_std
value: 1.6193064176014789
verified: no, type: nauc_precision_at_20_diff1
value: 8.492991282537064
verified: no, type: nauc_precision_at_20_max
value: 22.547742822445805
verified: no, type: nauc_precision_at_20_std
value: 11.66851645034729
verified: no, type: nauc_precision_at_3_diff1
value: 37.096049548744084
verified: no, type: nauc_precision_at_3_max
value: 38.32665656060843
verified: no, type: nauc_precision_at_3_std
value: 6.056505021027511
verified: no, type: nauc_precision_at_5_diff1
value: 28.026702227231453
verified: no, type: nauc_precision_at_5_max
value: 35.52718369957977
verified: no, type: nauc_precision_at_5_std
value: 9.579893460752707
verified: no, type: nauc_recall_at_1000_diff1
value: 36.522293248630646
verified: no, type: nauc_recall_at_1000_max
value: 50.12987838816737
verified: no, type: nauc_recall_at_1000_std
value: 41.87667128189119
verified: no, type: nauc_recall_at_100_diff1
value: 38.28689929050365
verified: no, type: nauc_recall_at_100_max
value: 45.12984308724397
verified: no, type: nauc_recall_at_100_std
value: 27.651176460124955
verified: no, type: nauc_recall_at_10_diff1
value: 43.915333865635795
verified: no, type: nauc_recall_at_10_max
value: 44.12102590410687
verified: no, type: nauc_recall_at_10_std
value: 12.929151897559302
verified: no, type: nauc_recall_at_1_diff1
value: 61.199521619603324
verified: no, type: nauc_recall_at_1_max
value: 43.35152212139949
verified: no, type: nauc_recall_at_1_std
value: 1.8250136220533804
verified: no, type: nauc_recall_at_20_diff1
value: 41.1919417904227
verified: no, type: nauc_recall_at_20_max
value: 43.93891446263423
verified: no, type: nauc_recall_at_20_std
value: 19.360962694822103
verified: no, type: nauc_recall_at_3_diff1
value: 49.012044588636314
verified: no, type: nauc_recall_at_3_max
value: 42.36403255197195
verified: no, type: nauc_recall_at_3_std
value: 5.910392359087258
verified: no, type: nauc_recall_at_5_diff1
value: 45.01684121003052
verified: no, type: nauc_recall_at_5_max
value: 42.50353450375004
verified: no, type: nauc_recall_at_5_std
value: 10.20686161068941
verified: no, type: ndcg_at_1
value: 35.634
verified: no, type: ndcg_at_10
value: 46.217000000000006
verified: no, type: ndcg_at_100
value: 51.382000000000005
verified: no, type: ndcg_at_1000
value: 53.398
verified: no, type: ndcg_at_20
value: 48.601
verified: no, type: ndcg_at_3
value: 40.885
verified: no, type: ndcg_at_5
value: 43.21
verified: no, type: precision_at_1
value: 35.634
verified: no, type: precision_at_10
value: 7.733
verified: no, type: precision_at_100
value: 1.1520000000000001
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 4.557
verified: no, type: precision_at_3
value: 18.407999999999998
verified: no, type: precision_at_5
value: 12.799
verified: no, type: recall_at_1
value: 30.694
verified: no, type: recall_at_10
value: 59.016000000000005
verified: no, type: recall_at_100
value: 80.55799999999999
verified: no, type: recall_at_1000
value: 94.396
verified: no, type: recall_at_20
value: 67.448
verified: no, type: recall_at_3
value: 44.47
verified: no, type: recall_at_5
value: 50.422999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 45.617000000000004
verified: no, type: map_at_1
value: 30.605
verified: no, type: map_at_10
value: 39.82
verified: no, type: map_at_100
value: 41.436
verified: no, type: map_at_1000
value: 41.650999999999996
verified: no, type: map_at_20
value: 40.632000000000005
verified: no, type: map_at_3
value: 36.773
verified: no, type: map_at_5
value: 38.262
verified: no, type: mrr_at_1
value: 36.56126482213439
verified: no, type: mrr_at_10
value: 44.396292113683415
verified: no, type: mrr_at_100
value: 45.355059573471564
verified: no, type: mrr_at_1000
value: 45.395592279144
verified: no, type: mrr_at_20
value: 44.95137796744523
verified: no, type: mrr_at_3
value: 41.96310935441372
verified: no, type: mrr_at_5
value: 43.18840579710146
verified: no, type: nauc_map_at_1000_diff1
value: 54.037905802630824
verified: no, type: nauc_map_at_1000_max
value: 40.450308786251725
verified: no, type: nauc_map_at_1000_std
value: 9.148698758674364
verified: no, type: nauc_map_at_100_diff1
value: 54.072292884161065
verified: no, type: nauc_map_at_100_max
value: 40.645549885870764
verified: no, type: nauc_map_at_100_std
value: 9.045471413369627
verified: no, type: nauc_map_at_10_diff1
value: 54.18871972357613
verified: no, type: nauc_map_at_10_max
value: 40.48047320299438
verified: no, type: nauc_map_at_10_std
value: 7.759433230608552
verified: no, type: nauc_map_at_1_diff1
value: 60.252738170851295
verified: no, type: nauc_map_at_1_max
value: 37.820479858935904
verified: no, type: nauc_map_at_1_std
value: 4.358462724453915
verified: no, type: nauc_map_at_20_diff1
value: 53.992902705647595
verified: no, type: nauc_map_at_20_max
value: 40.61396716993049
verified: no, type: nauc_map_at_20_std
value: 8.367068955202162
verified: no, type: nauc_map_at_3_diff1
value: 55.02002806249898
verified: no, type: nauc_map_at_3_max
value: 40.153735394036985
verified: no, type: nauc_map_at_3_std
value: 6.356789989044052
verified: no, type: nauc_map_at_5_diff1
value: 54.39644719640333
verified: no, type: nauc_map_at_5_max
value: 39.783628855308855
verified: no, type: nauc_map_at_5_std
value: 6.884993267179124
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.51322583010865
verified: no, type: nauc_mrr_at_1000_max
value: 39.61505600996298
verified: no, type: nauc_mrr_at_1000_std
value: 10.062810078262705
verified: no, type: nauc_mrr_at_100_diff1
value: 51.485129593394454
verified: no, type: nauc_mrr_at_100_max
value: 39.61068326780849
verified: no, type: nauc_mrr_at_100_std
value: 10.104664788214674
verified: no, type: nauc_mrr_at_10_diff1
value: 51.453327413203944
verified: no, type: nauc_mrr_at_10_max
value: 39.59859304483541
verified: no, type: nauc_mrr_at_10_std
value: 9.806291191245174
verified: no, type: nauc_mrr_at_1_diff1
value: 56.46194397143132
verified: no, type: nauc_mrr_at_1_max
value: 38.46984315267595
verified: no, type: nauc_mrr_at_1_std
value: 7.901227094621062
verified: no, type: nauc_mrr_at_20_diff1
value: 51.39284512555125
verified: no, type: nauc_mrr_at_20_max
value: 39.5141389589787
verified: no, type: nauc_mrr_at_20_std
value: 9.955396483907231
verified: no, type: nauc_mrr_at_3_diff1
value: 51.92875388910452
verified: no, type: nauc_mrr_at_3_max
value: 39.61356707024846
verified: no, type: nauc_mrr_at_3_std
value: 9.221894323860608
verified: no, type: nauc_mrr_at_5_diff1
value: 51.76533052697717
verified: no, type: nauc_mrr_at_5_max
value: 39.37224340525692
verified: no, type: nauc_mrr_at_5_std
value: 9.591107649683261
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.51985677496593
verified: no, type: nauc_ndcg_at_1000_max
value: 41.205946764922885
verified: no, type: nauc_ndcg_at_1000_std
value: 12.235715267234813
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.976885819253184
verified: no, type: nauc_ndcg_at_100_max
value: 41.3698483798701
verified: no, type: nauc_ndcg_at_100_std
value: 12.926691259793136
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.175922991306244
verified: no, type: nauc_ndcg_at_10_max
value: 40.583412345898886
verified: no, type: nauc_ndcg_at_10_std
value: 10.5105692131039
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.46194397143132
verified: no, type: nauc_ndcg_at_1_max
value: 38.46984315267595
verified: no, type: nauc_ndcg_at_1_std
value: 7.901227094621062
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.65555101985068
verified: no, type: nauc_ndcg_at_20_max
value: 40.83254051658996
verified: no, type: nauc_ndcg_at_20_std
value: 11.10240595140561
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.64713670047041
verified: no, type: nauc_ndcg_at_3_max
value: 40.150832427957
verified: no, type: nauc_ndcg_at_3_std
value: 8.308961635349586
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.67780215717258
verified: no, type: nauc_ndcg_at_5_max
value: 39.73135207048929
verified: no, type: nauc_ndcg_at_5_std
value: 9.362001359100065
verified: no, type: nauc_precision_at_1000_diff1
value: -18.35413896999055
verified: no, type: nauc_precision_at_1000_max
value: -22.440813066322367
verified: no, type: nauc_precision_at_1000_std
value: 13.713989618569943
verified: no, type: nauc_precision_at_100_diff1
value: -6.460027590526615
verified: no, type: nauc_precision_at_100_max
value: -5.289552609878046
verified: no, type: nauc_precision_at_100_std
value: 19.945140974151077
verified: no, type: nauc_precision_at_10_diff1
value: 13.811111882813027
verified: no, type: nauc_precision_at_10_max
value: 22.083890093474498
verified: no, type: nauc_precision_at_10_std
value: 19.864592346780555
verified: no, type: nauc_precision_at_1_diff1
value: 56.46194397143132
verified: no, type: nauc_precision_at_1_max
value: 38.46984315267595
verified: no, type: nauc_precision_at_1_std
value: 7.901227094621062
verified: no, type: nauc_precision_at_20_diff1
value: 3.615806105136385
verified: no, type: nauc_precision_at_20_max
value: 14.545739153541733
verified: no, type: nauc_precision_at_20_std
value: 21.59687523481294
verified: no, type: nauc_precision_at_3_diff1
value: 31.353226335214952
verified: no, type: nauc_precision_at_3_max
value: 33.98522590517617
verified: no, type: nauc_precision_at_3_std
value: 12.24165215255015
verified: no, type: nauc_precision_at_5_diff1
value: 23.921742105135273
verified: no, type: nauc_precision_at_5_max
value: 28.33578039622996
verified: no, type: nauc_precision_at_5_std
value: 14.595218126936347
verified: no, type: nauc_recall_at_1000_diff1
value: 37.072169332454884
verified: no, type: nauc_recall_at_1000_max
value: 65.74181547600575
verified: no, type: nauc_recall_at_1000_std
value: 63.879841544531715
verified: no, type: nauc_recall_at_100_diff1
value: 32.41938614666549
verified: no, type: nauc_recall_at_100_max
value: 42.19385838299294
verified: no, type: nauc_recall_at_100_std
value: 36.70934004379387
verified: no, type: nauc_recall_at_10_diff1
value: 43.41881951105109
verified: no, type: nauc_recall_at_10_max
value: 40.77999928072556
verified: no, type: nauc_recall_at_10_std
value: 13.08409072311216
verified: no, type: nauc_recall_at_1_diff1
value: 60.252738170851295
verified: no, type: nauc_recall_at_1_max
value: 37.820479858935904
verified: no, type: nauc_recall_at_1_std
value: 4.358462724453915
verified: no, type: nauc_recall_at_20_diff1
value: 40.466068680939564
verified: no, type: nauc_recall_at_20_max
value: 40.456898157268476
verified: no, type: nauc_recall_at_20_std
value: 16.802947038702285
verified: no, type: nauc_recall_at_3_diff1
value: 48.90985904873113
verified: no, type: nauc_recall_at_3_max
value: 40.355251875045134
verified: no, type: nauc_recall_at_3_std
value: 7.6831281622651195
verified: no, type: nauc_recall_at_5_diff1
value: 46.52974428597555
verified: no, type: nauc_recall_at_5_max
value: 38.686366219208566
verified: no, type: nauc_recall_at_5_std
value: 9.746838299246388
verified: no, type: ndcg_at_1
value: 36.561
verified: no, type: ndcg_at_10
value: 45.617000000000004
verified: no, type: ndcg_at_100
value: 51.498
verified: no, type: ndcg_at_1000
value: 53.55
verified: no, type: ndcg_at_20
value: 47.69
verified: no, type: ndcg_at_3
value: 40.959
verified: no, type: ndcg_at_5
value: 42.713
verified: no, type: precision_at_1
value: 36.561
verified: no, type: precision_at_10
value: 8.518
verified: no, type: precision_at_100
value: 1.6230000000000002
verified: no, type: precision_at_1000
value: 0.248
verified: no, type: precision_at_20
value: 5.296
verified: no, type: precision_at_3
value: 18.972
verified: no, type: precision_at_5
value: 13.281
verified: no, type: recall_at_1
value: 30.605
verified: no, type: recall_at_10
value: 56.507
verified: no, type: recall_at_100
value: 83.021
verified: no, type: recall_at_1000
value: 95.15400000000001
verified: no, type: recall_at_20
value: 64.211
verified: no, type: recall_at_3
value: 42.905
verified: no, type: recall_at_5
value: 48.222
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 38.645
verified: no, type: map_at_1
value: 25.678
verified: no, type: map_at_10
value: 33.723
verified: no, type: map_at_100
value: 34.709
verified: no, type: map_at_1000
value: 34.807
verified: no, type: map_at_20
value: 34.239000000000004
verified: no, type: map_at_3
value: 31.038
verified: no, type: map_at_5
value: 32.412
verified: no, type: mrr_at_1
value: 27.911275415896487
verified: no, type: mrr_at_10
value: 35.97790687439485
verified: no, type: mrr_at_100
value: 36.780172693739885
verified: no, type: mrr_at_1000
value: 36.853206678752635
verified: no, type: mrr_at_20
value: 36.39926435386768
verified: no, type: mrr_at_3
value: 33.54898336414048
verified: no, type: mrr_at_5
value: 34.741219963031426
verified: no, type: nauc_map_at_1000_diff1
value: 50.70376514935502
verified: no, type: nauc_map_at_1000_max
value: 34.715574916274015
verified: no, type: nauc_map_at_1000_std
value: 2.857145703771197
verified: no, type: nauc_map_at_100_diff1
value: 50.68803386146576
verified: no, type: nauc_map_at_100_max
value: 34.72480905664743
verified: no, type: nauc_map_at_100_std
value: 2.874097116107013
verified: no, type: nauc_map_at_10_diff1
value: 50.85144940330611
verified: no, type: nauc_map_at_10_max
value: 34.86971741140245
verified: no, type: nauc_map_at_10_std
value: 2.3960927913664456
verified: no, type: nauc_map_at_1_diff1
value: 58.39635634775997
verified: no, type: nauc_map_at_1_max
value: 33.21539901517558
verified: no, type: nauc_map_at_1_std
value: -1.3643570885414436
verified: no, type: nauc_map_at_20_diff1
value: 50.6576547451562
verified: no, type: nauc_map_at_20_max
value: 34.64296947893069
verified: no, type: nauc_map_at_20_std
value: 2.5872198719498267
verified: no, type: nauc_map_at_3_diff1
value: 52.034597942323224
verified: no, type: nauc_map_at_3_max
value: 34.76014051294698
verified: no, type: nauc_map_at_3_std
value: 1.6016973476618055
verified: no, type: nauc_map_at_5_diff1
value: 50.91185539428835
verified: no, type: nauc_map_at_5_max
value: 34.89661763697396
verified: no, type: nauc_map_at_5_std
value: 1.9166919513100547
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.44709709546153
verified: no, type: nauc_mrr_at_1000_max
value: 34.76818294423692
verified: no, type: nauc_mrr_at_1000_std
value: 3.784298299856579
verified: no, type: nauc_mrr_at_100_diff1
value: 49.414102627661094
verified: no, type: nauc_mrr_at_100_max
value: 34.78222989030245
verified: no, type: nauc_mrr_at_100_std
value: 3.81206420835598
verified: no, type: nauc_mrr_at_10_diff1
value: 49.46764370594936
verified: no, type: nauc_mrr_at_10_max
value: 34.8973046542979
verified: no, type: nauc_mrr_at_10_std
value: 3.4143729715445743
verified: no, type: nauc_mrr_at_1_diff1
value: 56.94689727516319
verified: no, type: nauc_mrr_at_1_max
value: 33.63815035299124
verified: no, type: nauc_mrr_at_1_std
value: -0.3238386146577392
verified: no, type: nauc_mrr_at_20_diff1
value: 49.38284176502219
verified: no, type: nauc_mrr_at_20_max
value: 34.779770996479414
verified: no, type: nauc_mrr_at_20_std
value: 3.6393928012551777
verified: no, type: nauc_mrr_at_3_diff1
value: 50.413534933718076
verified: no, type: nauc_mrr_at_3_max
value: 35.2355086746895
verified: no, type: nauc_mrr_at_3_std
value: 3.2874514415001355
verified: no, type: nauc_mrr_at_5_diff1
value: 49.54229976377922
verified: no, type: nauc_mrr_at_5_max
value: 35.2158327592191
verified: no, type: nauc_mrr_at_5_std
value: 3.1725476512174158
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.120538617666114
verified: no, type: nauc_ndcg_at_1000_max
value: 35.04705009841914
verified: no, type: nauc_ndcg_at_1000_std
value: 6.4351693550919835
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.34364138839563
verified: no, type: nauc_ndcg_at_100_max
value: 34.66685645306898
verified: no, type: nauc_ndcg_at_100_std
value: 6.878861943573172
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.71681977063441
verified: no, type: nauc_ndcg_at_10_max
value: 34.7357965852759
verified: no, type: nauc_ndcg_at_10_std
value: 4.221940362317388
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.94689727516319
verified: no, type: nauc_ndcg_at_1_max
value: 33.63815035299124
verified: no, type: nauc_ndcg_at_1_std
value: -0.3238386146577392
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.143175116342164
verified: no, type: nauc_ndcg_at_20_max
value: 34.060564866094104
verified: no, type: nauc_ndcg_at_20_std
value: 4.825115325641695
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.344605024642604
verified: no, type: nauc_ndcg_at_3_max
value: 35.130225181455025
verified: no, type: nauc_ndcg_at_3_std
value: 3.2358596964463406
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.78161337000044
verified: no, type: nauc_ndcg_at_5_max
value: 35.21427173972542
verified: no, type: nauc_ndcg_at_5_std
value: 3.3316671059413565
verified: no, type: nauc_precision_at_1000_diff1
value: -12.185229718736519
verified: no, type: nauc_precision_at_1000_max
value: -5.143952938261702
verified: no, type: nauc_precision_at_1000_std
value: 9.973950056060861
verified: no, type: nauc_precision_at_100_diff1
value: 9.58352444091056
verified: no, type: nauc_precision_at_100_max
value: 21.382425938743122
verified: no, type: nauc_precision_at_100_std
value: 24.16287723446871
verified: no, type: nauc_precision_at_10_diff1
value: 28.776525902554834
verified: no, type: nauc_precision_at_10_max
value: 33.911171529963454
verified: no, type: nauc_precision_at_10_std
value: 14.82005619941979
verified: no, type: nauc_precision_at_1_diff1
value: 56.94689727516319
verified: no, type: nauc_precision_at_1_max
value: 33.63815035299124
verified: no, type: nauc_precision_at_1_std
value: -0.3238386146577392
verified: no, type: nauc_precision_at_20_diff1
value: 23.158315288397596
verified: no, type: nauc_precision_at_20_max
value: 27.80569911941973
verified: no, type: nauc_precision_at_20_std
value: 16.04487961632009
verified: no, type: nauc_precision_at_3_diff1
value: 39.62535812885354
verified: no, type: nauc_precision_at_3_max
value: 36.51213228287965
verified: no, type: nauc_precision_at_3_std
value: 8.116280123866353
verified: no, type: nauc_precision_at_5_diff1
value: 31.712654781612365
verified: no, type: nauc_precision_at_5_max
value: 35.816857659237215
verified: no, type: nauc_precision_at_5_std
value: 9.268216959058009
verified: no, type: nauc_recall_at_1000_diff1
value: 38.391247252984925
verified: no, type: nauc_recall_at_1000_max
value: 47.15753182456363
verified: no, type: nauc_recall_at_1000_std
value: 48.58094810349862
verified: no, type: nauc_recall_at_100_diff1
value: 33.146385303867035
verified: no, type: nauc_recall_at_100_max
value: 31.23397224541019
verified: no, type: nauc_recall_at_100_std
value: 25.9640624687697
verified: no, type: nauc_recall_at_10_diff1
value: 38.48401335354199
verified: no, type: nauc_recall_at_10_max
value: 32.224451286507225
verified: no, type: nauc_recall_at_10_std
value: 8.123596700542349
verified: no, type: nauc_recall_at_1_diff1
value: 58.39635634775997
verified: no, type: nauc_recall_at_1_max
value: 33.21539901517558
verified: no, type: nauc_recall_at_1_std
value: -1.3643570885414436
verified: no, type: nauc_recall_at_20_diff1
value: 36.02226998004879
verified: no, type: nauc_recall_at_20_max
value: 29.617461591260724
verified: no, type: nauc_recall_at_20_std
value: 10.141289841509085
verified: no, type: nauc_recall_at_3_diff1
value: 43.8069577952235
verified: no, type: nauc_recall_at_3_max
value: 34.79904316427403
verified: no, type: nauc_recall_at_3_std
value: 5.155948130298837
verified: no, type: nauc_recall_at_5_diff1
value: 39.42033328271163
verified: no, type: nauc_recall_at_5_max
value: 34.42928238899675
verified: no, type: nauc_recall_at_5_std
value: 5.632638942940883
verified: no, type: ndcg_at_1
value: 27.911
verified: no, type: ndcg_at_10
value: 38.645
verified: no, type: ndcg_at_100
value: 43.478
verified: no, type: ndcg_at_1000
value: 45.895
verified: no, type: ndcg_at_20
value: 40.253
verified: no, type: ndcg_at_3
value: 33.521
verified: no, type: ndcg_at_5
value: 35.711999999999996
verified: no, type: precision_at_1
value: 27.911
verified: no, type: precision_at_10
value: 5.989
verified: no, type: precision_at_100
value: 0.915
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: precision_at_20
value: 3.392
verified: no, type: precision_at_3
value: 14.11
verified: no, type: precision_at_5
value: 9.871
verified: no, type: recall_at_1
value: 25.678
verified: no, type: recall_at_10
value: 51.617000000000004
verified: no, type: recall_at_100
value: 74.117
verified: no, type: recall_at_1000
value: 92.06800000000001
verified: no, type: recall_at_20
value: 57.49999999999999
verified: no, type: recall_at_3
value: 37.705
verified: no, type: recall_at_5
value: 42.985
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 39.893
verified: no, type: map_at_1
value: 17.015
verified: no, type: map_at_10
value: 29.774
verified: no, type: map_at_100
value: 31.85
verified: no, type: map_at_1000
value: 32.04
verified: no, type: map_at_20
value: 30.909
verified: no, type: map_at_3
value: 24.79
verified: no, type: map_at_5
value: 27.503
verified: no, type: mrr_at_1
value: 38.371335504886
verified: no, type: mrr_at_10
value: 51.698102476604134
verified: no, type: mrr_at_100
value: 52.37642053960552
verified: no, type: mrr_at_1000
value: 52.39929399165635
verified: no, type: mrr_at_20
value: 52.14169876214939
verified: no, type: mrr_at_3
value: 48.9467969598263
verified: no, type: mrr_at_5
value: 50.653637350705836
verified: no, type: nauc_map_at_1000_diff1
value: 27.944908093190573
verified: no, type: nauc_map_at_1000_max
value: 36.8158438017512
verified: no, type: nauc_map_at_1000_std
value: 21.049995457766265
verified: no, type: nauc_map_at_100_diff1
value: 27.89880319854821
verified: no, type: nauc_map_at_100_max
value: 36.82081491300568
verified: no, type: nauc_map_at_100_std
value: 21.033538531183574
verified: no, type: nauc_map_at_10_diff1
value: 28.04702868036437
verified: no, type: nauc_map_at_10_max
value: 35.828396439615844
verified: no, type: nauc_map_at_10_std
value: 19.386466847792313
verified: no, type: nauc_map_at_1_diff1
value: 35.990766700733666
verified: no, type: nauc_map_at_1_max
value: 29.711074426265377
verified: no, type: nauc_map_at_1_std
value: 8.80172791202737
verified: no, type: nauc_map_at_20_diff1
value: 27.778323786296617
verified: no, type: nauc_map_at_20_max
value: 36.31833346940698
verified: no, type: nauc_map_at_20_std
value: 20.291526594416357
verified: no, type: nauc_map_at_3_diff1
value: 28.94580764960388
verified: no, type: nauc_map_at_3_max
value: 32.95647088190485
verified: no, type: nauc_map_at_3_std
value: 14.111407635835146
verified: no, type: nauc_map_at_5_diff1
value: 27.945803526851424
verified: no, type: nauc_map_at_5_max
value: 34.0185273762353
verified: no, type: nauc_map_at_5_std
value: 16.215045945048686
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.736625286063443
verified: no, type: nauc_mrr_at_1000_max
value: 33.642204191814386
verified: no, type: nauc_mrr_at_1000_std
value: 21.80704540877825
verified: no, type: nauc_mrr_at_100_diff1
value: 27.737166943875796
verified: no, type: nauc_mrr_at_100_max
value: 33.664071472865594
verified: no, type: nauc_mrr_at_100_std
value: 21.8379746015177
verified: no, type: nauc_mrr_at_10_diff1
value: 27.945163031104276
verified: no, type: nauc_mrr_at_10_max
value: 33.859314923894594
verified: no, type: nauc_mrr_at_10_std
value: 21.707287373363084
verified: no, type: nauc_mrr_at_1_diff1
value: 30.197548640710586
verified: no, type: nauc_mrr_at_1_max
value: 28.699305487301448
verified: no, type: nauc_mrr_at_1_std
value: 15.591542208606757
verified: no, type: nauc_mrr_at_20_diff1
value: 27.766720800081846
verified: no, type: nauc_mrr_at_20_max
value: 33.720004243768756
verified: no, type: nauc_mrr_at_20_std
value: 21.84490359079179
verified: no, type: nauc_mrr_at_3_diff1
value: 26.36316485516251
verified: no, type: nauc_mrr_at_3_max
value: 32.162398379112986
verified: no, type: nauc_mrr_at_3_std
value: 20.309889044335932
verified: no, type: nauc_mrr_at_5_diff1
value: 27.291015445042056
verified: no, type: nauc_mrr_at_5_max
value: 33.40344599071943
verified: no, type: nauc_mrr_at_5_std
value: 21.438249940391817
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.45379244203272
verified: no, type: nauc_ndcg_at_1000_max
value: 40.090643062494216
verified: no, type: nauc_ndcg_at_1000_std
value: 28.384199906296253
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.837148341123285
verified: no, type: nauc_ndcg_at_100_max
value: 40.33406358067434
verified: no, type: nauc_ndcg_at_100_std
value: 28.574928808420076
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.235940345262193
verified: no, type: nauc_ndcg_at_10_max
value: 37.93372504090421
verified: no, type: nauc_ndcg_at_10_std
value: 24.090106747060858
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.197548640710586
verified: no, type: nauc_ndcg_at_1_max
value: 28.699305487301448
verified: no, type: nauc_ndcg_at_1_std
value: 15.591542208606757
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.311542451666746
verified: no, type: nauc_ndcg_at_20_max
value: 38.60977365910181
verified: no, type: nauc_ndcg_at_20_std
value: 25.829059643447135
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.313160792251562
verified: no, type: nauc_ndcg_at_3_max
value: 32.87657878239498
verified: no, type: nauc_ndcg_at_3_std
value: 17.40543281835367
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.49173735975078
verified: no, type: nauc_ndcg_at_5_max
value: 35.393781071988776
verified: no, type: nauc_ndcg_at_5_std
value: 19.897433706259992
verified: no, type: nauc_precision_at_1000_diff1
value: -5.892707218823614
verified: no, type: nauc_precision_at_1000_max
value: 8.008545637681289
verified: no, type: nauc_precision_at_1000_std
value: 22.791171062328512
verified: no, type: nauc_precision_at_100_diff1
value: 1.1764994072550392
verified: no, type: nauc_precision_at_100_max
value: 23.439657001775203
verified: no, type: nauc_precision_at_100_std
value: 33.85346958354402
verified: no, type: nauc_precision_at_10_diff1
value: 10.599629887072993
verified: no, type: nauc_precision_at_10_max
value: 30.796658344272643
verified: no, type: nauc_precision_at_10_std
value: 31.592727804961047
verified: no, type: nauc_precision_at_1_diff1
value: 30.197548640710586
verified: no, type: nauc_precision_at_1_max
value: 28.699305487301448
verified: no, type: nauc_precision_at_1_std
value: 15.591542208606757
verified: no, type: nauc_precision_at_20_diff1
value: 5.169964235321207
verified: no, type: nauc_precision_at_20_max
value: 27.84113856153298
verified: no, type: nauc_precision_at_20_std
value: 32.687599811383315
verified: no, type: nauc_precision_at_3_diff1
value: 14.636299697383318
verified: no, type: nauc_precision_at_3_max
value: 30.487599693224425
verified: no, type: nauc_precision_at_3_std
value: 22.854868444529902
verified: no, type: nauc_precision_at_5_diff1
value: 11.483987469094416
verified: no, type: nauc_precision_at_5_max
value: 30.416780863513328
verified: no, type: nauc_precision_at_5_std
value: 25.885556187061187
verified: no, type: nauc_recall_at_1000_diff1
value: 21.348510039325454
verified: no, type: nauc_recall_at_1000_max
value: 49.882181645332054
verified: no, type: nauc_recall_at_1000_std
value: 56.01741566070508
verified: no, type: nauc_recall_at_100_diff1
value: 18.145639935832786
verified: no, type: nauc_recall_at_100_max
value: 43.71208607215468
verified: no, type: nauc_recall_at_100_std
value: 42.776960296168035
verified: no, type: nauc_recall_at_10_diff1
value: 21.508085827272694
verified: no, type: nauc_recall_at_10_max
value: 37.58739691370799
verified: no, type: nauc_recall_at_10_std
value: 27.84314947266321
verified: no, type: nauc_recall_at_1_diff1
value: 35.990766700733666
verified: no, type: nauc_recall_at_1_max
value: 29.711074426265377
verified: no, type: nauc_recall_at_1_std
value: 8.80172791202737
verified: no, type: nauc_recall_at_20_diff1
value: 18.059452327875228
verified: no, type: nauc_recall_at_20_max
value: 38.03444901646099
verified: no, type: nauc_recall_at_20_std
value: 31.337948210431595
verified: no, type: nauc_recall_at_3_diff1
value: 23.003705225329192
verified: no, type: nauc_recall_at_3_max
value: 32.68482322928325
verified: no, type: nauc_recall_at_3_std
value: 17.04245899987673
verified: no, type: nauc_recall_at_5_diff1
value: 21.456295545433857
verified: no, type: nauc_recall_at_5_max
value: 34.98739569425076
verified: no, type: nauc_recall_at_5_std
value: 21.157564347220983
verified: no, type: ndcg_at_1
value: 38.371
verified: no, type: ndcg_at_10
value: 39.893
verified: no, type: ndcg_at_100
value: 47.058
verified: no, type: ndcg_at_1000
value: 50.085
verified: no, type: ndcg_at_20
value: 42.762
verified: no, type: ndcg_at_3
value: 33.535
verified: no, type: ndcg_at_5
value: 35.859
verified: no, type: precision_at_1
value: 38.371
verified: no, type: precision_at_10
value: 12.417
verified: no, type: precision_at_100
value: 2.018
verified: no, type: precision_at_1000
value: 0.259
verified: no, type: precision_at_20
value: 7.478999999999999
verified: no, type: precision_at_3
value: 25.342
verified: no, type: precision_at_5
value: 19.375
verified: no, type: recall_at_1
value: 17.015
verified: no, type: recall_at_10
value: 46.322
verified: no, type: recall_at_100
value: 70.395
verified: no, type: recall_at_1000
value: 86.965
verified: no, type: recall_at_20
value: 54.237
verified: no, type: recall_at_3
value: 30.453999999999997
verified: no, type: recall_at_5
value: 37.457
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 53.64600000000001
verified: no, type: map_at_1
value: 11.886
verified: no, type: map_at_10
value: 26.344
verified: no, type: map_at_100
value: 36.681000000000004
verified: no, type: map_at_1000
value: 38.562000000000005
verified: no, type: map_at_20
value: 30.517
verified: no, type: map_at_3
value: 18.134
verified: no, type: map_at_5
value: 21.684
verified: no, type: mrr_at_1
value: 82.08955223880598
verified: no, type: mrr_at_10
value: 86.94029850746269
verified: no, type: mrr_at_100
value: 87.23963912494942
verified: no, type: mrr_at_1000
value: 87.25187303735461
verified: no, type: mrr_at_20
value: 87.2003618272275
verified: no, type: mrr_at_3
value: 86.318407960199
verified: no, type: mrr_at_5
value: 86.69154228855722
verified: no, type: nauc_map_at_1000_diff1
value: 31.904858122789655
verified: no, type: nauc_map_at_1000_max
value: 15.393069164987324
verified: no, type: nauc_map_at_1000_std
value: -2.5516002495745536
verified: no, type: nauc_map_at_100_diff1
value: 33.12859014812164
verified: no, type: nauc_map_at_100_max
value: 16.03984329898158
verified: no, type: nauc_map_at_100_std
value: -6.3602270619421
verified: no, type: nauc_map_at_10_diff1
value: 42.812205659641265
verified: no, type: nauc_map_at_10_max
value: 9.437532136242455
verified: no, type: nauc_map_at_10_std
value: -26.630043592840718
verified: no, type: nauc_map_at_1_diff1
value: 52.39673975888479
verified: no, type: nauc_map_at_1_max
value: -4.975155424552521
verified: no, type: nauc_map_at_1_std
value: -43.35553798396772
verified: no, type: nauc_map_at_20_diff1
value: 38.81156608497937
verified: no, type: nauc_map_at_20_max
value: 10.496922767791727
verified: no, type: nauc_map_at_20_std
value: -20.03378456478267
verified: no, type: nauc_map_at_3_diff1
value: 51.488644281019816
verified: no, type: nauc_map_at_3_max
value: 3.583641040987949
verified: no, type: nauc_map_at_3_std
value: -40.69780713904084
verified: no, type: nauc_map_at_5_diff1
value: 49.07272163812163
verified: no, type: nauc_map_at_5_max
value: 7.671957527642814
verified: no, type: nauc_map_at_5_std
value: -34.91512826568007
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.6355971077988
verified: no, type: nauc_mrr_at_1000_max
value: 45.36479865434538
verified: no, type: nauc_mrr_at_1000_std
value: 32.79332484713971
verified: no, type: nauc_mrr_at_100_diff1
value: 52.59498488683217
verified: no, type: nauc_mrr_at_100_max
value: 45.39162017148813
verified: no, type: nauc_mrr_at_100_std
value: 32.83268069547622
verified: no, type: nauc_mrr_at_10_diff1
value: 52.90078607010709
verified: no, type: nauc_mrr_at_10_max
value: 46.69210937923942
verified: no, type: nauc_mrr_at_10_std
value: 33.85843763986334
verified: no, type: nauc_mrr_at_1_diff1
value: 49.1516816465786
verified: no, type: nauc_mrr_at_1_max
value: 34.06625521283758
verified: no, type: nauc_mrr_at_1_std
value: 26.7487412661101
verified: no, type: nauc_mrr_at_20_diff1
value: 52.746246079487506
verified: no, type: nauc_mrr_at_20_max
value: 45.565866053324086
verified: no, type: nauc_mrr_at_20_std
value: 33.04699997796583
verified: no, type: nauc_mrr_at_3_diff1
value: 53.91035759263653
verified: no, type: nauc_mrr_at_3_max
value: 44.50150247827879
verified: no, type: nauc_mrr_at_3_std
value: 27.57511278982597
verified: no, type: nauc_mrr_at_5_diff1
value: 52.95112713443137
verified: no, type: nauc_mrr_at_5_max
value: 45.450430582134246
verified: no, type: nauc_mrr_at_5_std
value: 33.432362399682525
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.923468112209264
verified: no, type: nauc_ndcg_at_1000_max
value: 27.489887941028258
verified: no, type: nauc_ndcg_at_1000_std
value: 21.202401371634373
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.391045263120546
verified: no, type: nauc_ndcg_at_100_max
value: 26.972671038514445
verified: no, type: nauc_ndcg_at_100_std
value: 7.426194860998732
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.116506536831345
verified: no, type: nauc_ndcg_at_10_max
value: 19.499556706036923
verified: no, type: nauc_ndcg_at_10_std
value: 8.153191338687364
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.608273621659485
verified: no, type: nauc_ndcg_at_1_max
value: 26.309365209102463
verified: no, type: nauc_ndcg_at_1_std
value: 12.608273594894905
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.77903793396184
verified: no, type: nauc_ndcg_at_20_max
value: 15.937086060520981
verified: no, type: nauc_ndcg_at_20_std
value: -4.764058119363524
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.34013983598627
verified: no, type: nauc_ndcg_at_3_max
value: 22.17918915302654
verified: no, type: nauc_ndcg_at_3_std
value: 5.840704603416985
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.00765691902229
verified: no, type: nauc_ndcg_at_5_max
value: 24.11780582205954
verified: no, type: nauc_ndcg_at_5_std
value: 14.681321585103008
verified: no, type: nauc_precision_at_1000_diff1
value: -30.348815927104173
verified: no, type: nauc_precision_at_1000_max
value: -0.34837235715550513
verified: no, type: nauc_precision_at_1000_std
value: 48.85702188312139
verified: no, type: nauc_precision_at_100_diff1
value: -27.33309281230633
verified: no, type: nauc_precision_at_100_max
value: 9.73442173022611
verified: no, type: nauc_precision_at_100_std
value: 53.60828426620004
verified: no, type: nauc_precision_at_10_diff1
value: -22.49877954403723
verified: no, type: nauc_precision_at_10_max
value: 13.583779756215566
verified: no, type: nauc_precision_at_10_std
value: 46.2586545254228
verified: no, type: nauc_precision_at_1_diff1
value: 49.1516816465786
verified: no, type: nauc_precision_at_1_max
value: 34.06625521283758
verified: no, type: nauc_precision_at_1_std
value: 26.7487412661101
verified: no, type: nauc_precision_at_20_diff1
value: -27.3321150009186
verified: no, type: nauc_precision_at_20_max
value: 11.298895669810724
verified: no, type: nauc_precision_at_20_std
value: 47.64225907563871
verified: no, type: nauc_precision_at_3_diff1
value: 6.753806545317881
verified: no, type: nauc_precision_at_3_max
value: 28.30120636725949
verified: no, type: nauc_precision_at_3_std
value: 28.59868816299497
verified: no, type: nauc_precision_at_5_diff1
value: -10.985876397497565
verified: no, type: nauc_precision_at_5_max
value: 26.256194956378437
verified: no, type: nauc_precision_at_5_std
value: 44.790348803819846
verified: no, type: nauc_recall_at_1000_diff1
value: 23.401398066050845
verified: no, type: nauc_recall_at_1000_max
value: 26.21354448282117
verified: no, type: nauc_recall_at_1000_std
value: 36.8829642741755
verified: no, type: nauc_recall_at_100_diff1
value: 30.615565095003294
verified: no, type: nauc_recall_at_100_max
value: 26.095372785252795
verified: no, type: nauc_recall_at_100_std
value: 6.142605509708311
verified: no, type: nauc_recall_at_10_diff1
value: 38.240536826377266
verified: no, type: nauc_recall_at_10_max
value: 12.280206720878708
verified: no, type: nauc_recall_at_10_std
value: -25.2698685049082
verified: no, type: nauc_recall_at_1_diff1
value: 52.39673975888479
verified: no, type: nauc_recall_at_1_max
value: -4.975155424552521
verified: no, type: nauc_recall_at_1_std
value: -43.35553798396772
verified: no, type: nauc_recall_at_20_diff1
value: 26.874728676069175
verified: no, type: nauc_recall_at_20_max
value: 5.312933810294398
verified: no, type: nauc_recall_at_20_std
value: -23.875335283481437
verified: no, type: nauc_recall_at_3_diff1
value: 50.20535980461269
verified: no, type: nauc_recall_at_3_max
value: 5.545187994233299
verified: no, type: nauc_recall_at_3_std
value: -40.36081527039166
verified: no, type: nauc_recall_at_5_diff1
value: 46.47698540226754
verified: no, type: nauc_recall_at_5_max
value: 8.8323523086315
verified: no, type: nauc_recall_at_5_std
value: -34.88882328531045
verified: no, type: ndcg_at_1
value: 73.881
verified: no, type: ndcg_at_10
value: 53.64600000000001
verified: no, type: ndcg_at_100
value: 58.67
verified: no, type: ndcg_at_1000
value: 66.086
verified: no, type: ndcg_at_20
value: 52.563
verified: no, type: ndcg_at_3
value: 60.464
verified: no, type: ndcg_at_5
value: 57.964000000000006
verified: no, type: precision_at_1
value: 82.09
verified: no, type: precision_at_10
value: 40
verified: no, type: precision_at_100
value: 11.745999999999999
verified: no, type: precision_at_1000
value: 1.812
verified: no, type: precision_at_20
value: 29.627
verified: no, type: precision_at_3
value: 58.706
verified: no, type: precision_at_5
value: 51.94
verified: no, type: recall_at_1
value: 11.886
verified: no, type: recall_at_10
value: 31.328
verified: no, type: recall_at_100
value: 64.5
verified: no, type: recall_at_1000
value: 87.897
verified: no, type: recall_at_20
value: 42.458
verified: no, type: recall_at_3
value: 19.151
verified: no, type: recall_at_5
value: 23.892
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 46.14
verified: no, type: map_at_1
value: 9.625
verified: no, type: map_at_10
value: 22.342000000000002
verified: no, type: map_at_100
value: 32.669
verified: no, type: map_at_1000
value: 34.481
verified: no, type: map_at_20
value: 26.247999999999998
verified: no, type: map_at_3
value: 15.801000000000002
verified: no, type: map_at_5
value: 18.671
verified: no, type: mrr_at_1
value: 73.25
verified: no, type: mrr_at_10
value: 80.84335317460315
verified: no, type: mrr_at_100
value: 81.057633670892
verified: no, type: mrr_at_1000
value: 81.06341463210379
verified: no, type: mrr_at_20
value: 81.00136738261736
verified: no, type: mrr_at_3
value: 80.08333333333333
verified: no, type: mrr_at_5
value: 80.53333333333333
verified: no, type: nauc_map_at_1000_diff1
value: 18.808416608853623
verified: no, type: nauc_map_at_1000_max
value: 22.274749590304392
verified: no, type: nauc_map_at_1000_std
value: 26.993422069361873
verified: no, type: nauc_map_at_100_diff1
value: 19.519767936883348
verified: no, type: nauc_map_at_100_max
value: 20.56575582187748
verified: no, type: nauc_map_at_100_std
value: 24.017114495402883
verified: no, type: nauc_map_at_10_diff1
value: 20.742656127758373
verified: no, type: nauc_map_at_10_max
value: 7.573453667001434
verified: no, type: nauc_map_at_10_std
value: -5.456524927507794
verified: no, type: nauc_map_at_1_diff1
value: 36.76303782773709
verified: no, type: nauc_map_at_1_max
value: -0.4641162841266217
verified: no, type: nauc_map_at_1_std
value: -21.924930847883296
verified: no, type: nauc_map_at_20_diff1
value: 19.639655231973045
verified: no, type: nauc_map_at_20_max
value: 13.032068028607249
verified: no, type: nauc_map_at_20_std
value: 5.799991072412417
verified: no, type: nauc_map_at_3_diff1
value: 23.129315693385262
verified: no, type: nauc_map_at_3_max
value: -0.4857267219950859
verified: no, type: nauc_map_at_3_std
value: -18.55512119874913
verified: no, type: nauc_map_at_5_diff1
value: 22.3872034169013
verified: no, type: nauc_map_at_5_max
value: 2.5672533421233066
verified: no, type: nauc_map_at_5_std
value: -14.023487160730742
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.16047235133225
verified: no, type: nauc_mrr_at_1000_max
value: 60.161857198524594
verified: no, type: nauc_mrr_at_1000_std
value: 41.774830096690316
verified: no, type: nauc_mrr_at_100_diff1
value: 53.170646858899275
verified: no, type: nauc_mrr_at_100_max
value: 60.16539833163827
verified: no, type: nauc_mrr_at_100_std
value: 41.76287840069125
verified: no, type: nauc_mrr_at_10_diff1
value: 52.90449578254105
verified: no, type: nauc_mrr_at_10_max
value: 60.103747480856605
verified: no, type: nauc_mrr_at_10_std
value: 41.699592365522484
verified: no, type: nauc_mrr_at_1_diff1
value: 54.231933006155565
verified: no, type: nauc_mrr_at_1_max
value: 56.28859648688401
verified: no, type: nauc_mrr_at_1_std
value: 38.09012078502835
verified: no, type: nauc_mrr_at_20_diff1
value: 53.110389369392195
verified: no, type: nauc_mrr_at_20_max
value: 60.21316329427088
verified: no, type: nauc_mrr_at_20_std
value: 41.754011873038706
verified: no, type: nauc_mrr_at_3_diff1
value: 53.041629414814075
verified: no, type: nauc_mrr_at_3_max
value: 60.590885039620225
verified: no, type: nauc_mrr_at_3_std
value: 42.40239299103488
verified: no, type: nauc_mrr_at_5_diff1
value: 52.761597419908526
verified: no, type: nauc_mrr_at_5_max
value: 60.08630101754503
verified: no, type: nauc_mrr_at_5_std
value: 41.84106933929747
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.85133713668183
verified: no, type: nauc_ndcg_at_1000_max
value: 37.41875071827513
verified: no, type: nauc_ndcg_at_1000_std
value: 42.50452677406385
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.091089889124234
verified: no, type: nauc_ndcg_at_100_max
value: 30.804260054276146
verified: no, type: nauc_ndcg_at_100_std
value: 33.36980648385951
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.910946578398637
verified: no, type: nauc_ndcg_at_10_max
value: 30.131895404991514
verified: no, type: nauc_ndcg_at_10_std
value: 27.14384930922406
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.378548739820104
verified: no, type: nauc_ndcg_at_1_max
value: 38.20042154427698
verified: no, type: nauc_ndcg_at_1_std
value: 25.84957004462828
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.248214771631464
verified: no, type: nauc_ndcg_at_20_max
value: 28.39760869669494
verified: no, type: nauc_ndcg_at_20_std
value: 25.7940168728995
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.543803404398997
verified: no, type: nauc_ndcg_at_3_max
value: 33.76121086041755
verified: no, type: nauc_ndcg_at_3_std
value: 27.890406379302128
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.903161199686494
verified: no, type: nauc_ndcg_at_5_max
value: 32.30909593534191
verified: no, type: nauc_ndcg_at_5_std
value: 27.586478184869602
verified: no, type: nauc_precision_at_1000_diff1
value: -14.129241148980695
verified: no, type: nauc_precision_at_1000_max
value: 6.5821742919315005
verified: no, type: nauc_precision_at_1000_std
value: 20.778864942184995
verified: no, type: nauc_precision_at_100_diff1
value: -4.8893752487067
verified: no, type: nauc_precision_at_100_max
value: 27.291931953840038
verified: no, type: nauc_precision_at_100_std
value: 50.48461748905693
verified: no, type: nauc_precision_at_10_diff1
value: -0.7667210526343395
verified: no, type: nauc_precision_at_10_max
value: 37.46677217439101
verified: no, type: nauc_precision_at_10_std
value: 51.55142159022884
verified: no, type: nauc_precision_at_1_diff1
value: 54.231933006155565
verified: no, type: nauc_precision_at_1_max
value: 56.28859648688401
verified: no, type: nauc_precision_at_1_std
value: 38.09012078502835
verified: no, type: nauc_precision_at_20_diff1
value: -2.6321106434866794
verified: no, type: nauc_precision_at_20_max
value: 33.76155137063395
verified: no, type: nauc_precision_at_20_std
value: 53.125611051569244
verified: no, type: nauc_precision_at_3_diff1
value: 6.577876589414075
verified: no, type: nauc_precision_at_3_max
value: 37.69316279300651
verified: no, type: nauc_precision_at_3_std
value: 41.59455105304094
verified: no, type: nauc_precision_at_5_diff1
value: 2.794727527273706
verified: no, type: nauc_precision_at_5_max
value: 37.62117970256494
verified: no, type: nauc_precision_at_5_std
value: 45.84130506152856
verified: no, type: nauc_recall_at_1000_diff1
value: 9.909457444514592
verified: no, type: nauc_recall_at_1000_max
value: 31.672472097999833
verified: no, type: nauc_recall_at_1000_std
value: 54.756814638129526
verified: no, type: nauc_recall_at_100_diff1
value: 16.70858982603935
verified: no, type: nauc_recall_at_100_max
value: 21.79730939844451
verified: no, type: nauc_recall_at_100_std
value: 30.623781783612277
verified: no, type: nauc_recall_at_10_diff1
value: 15.79944658167252
verified: no, type: nauc_recall_at_10_max
value: 3.5778016982061613
verified: no, type: nauc_recall_at_10_std
value: -8.762254293915984
verified: no, type: nauc_recall_at_1_diff1
value: 36.76303782773709
verified: no, type: nauc_recall_at_1_max
value: -0.4641162841266217
verified: no, type: nauc_recall_at_1_std
value: -21.924930847883296
verified: no, type: nauc_recall_at_20_diff1
value: 13.654020745847738
verified: no, type: nauc_recall_at_20_max
value: 8.661334654305582
verified: no, type: nauc_recall_at_20_std
value: 2.2082534655673833
verified: no, type: nauc_recall_at_3_diff1
value: 18.325646606940328
verified: no, type: nauc_recall_at_3_max
value: -4.54530258566652
verified: no, type: nauc_recall_at_3_std
value: -21.028819902366013
verified: no, type: nauc_recall_at_5_diff1
value: 18.65353347594189
verified: no, type: nauc_recall_at_5_max
value: -1.1818458344246656
verified: no, type: nauc_recall_at_5_std
value: -17.153599696172893
verified: no, type: ndcg_at_1
value: 60.12499999999999
verified: no, type: ndcg_at_10
value: 46.14
verified: no, type: ndcg_at_100
value: 51.80200000000001
verified: no, type: ndcg_at_1000
value: 58.975
verified: no, type: ndcg_at_20
value: 45.742
verified: no, type: ndcg_at_3
value: 50.745
verified: no, type: ndcg_at_5
value: 48.324
verified: no, type: precision_at_1
value: 73.25
verified: no, type: precision_at_10
value: 37.425000000000004
verified: no, type: precision_at_100
value: 12.215
verified: no, type: precision_at_1000
value: 2.2689999999999997
verified: no, type: precision_at_20
value: 28.775000000000002
verified: no, type: precision_at_3
value: 54.833
verified: no, type: precision_at_5
value: 47.55
verified: no, type: recall_at_1
value: 9.625
verified: no, type: recall_at_10
value: 27.877000000000002
verified: no, type: recall_at_100
value: 58.797999999999995
verified: no, type: recall_at_1000
value: 81.645
verified: no, type: recall_at_20
value: 36.097
verified: no, type: recall_at_3
value: 17.492
verified: no, type: recall_at_5
value: 21.497
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 90.834
verified: no, type: map_at_1
value: 80.604
verified: no, type: map_at_10
value: 87.81
verified: no, type: map_at_100
value: 88.015
verified: no, type: map_at_1000
value: 88.02799999999999
verified: no, type: map_at_20
value: 87.928
verified: no, type: map_at_3
value: 87.07300000000001
verified: no, type: map_at_5
value: 87.527
verified: no, type: mrr_at_1
value: 87.3987398739874
verified: no, type: mrr_at_10
value: 92.76807442649016
verified: no, type: mrr_at_100
value: 92.78949106669239
verified: no, type: mrr_at_1000
value: 92.78974222320679
verified: no, type: mrr_at_20
value: 92.78556988298675
verified: no, type: mrr_at_3
value: 92.4892489248924
verified: no, type: mrr_at_5
value: 92.68351835183503
verified: no, type: nauc_map_at_1000_diff1
value: 47.66982481342224
verified: no, type: nauc_map_at_1000_max
value: 17.335595727415615
verified: no, type: nauc_map_at_1000_std
value: -3.374731443502621
verified: no, type: nauc_map_at_100_diff1
value: 47.62390871144849
verified: no, type: nauc_map_at_100_max
value: 17.333898019751715
verified: no, type: nauc_map_at_100_std
value: -3.3676563570240834
verified: no, type: nauc_map_at_10_diff1
value: 47.00400674886937
verified: no, type: nauc_map_at_10_max
value: 16.95808851125027
verified: no, type: nauc_map_at_10_std
value: -3.7540636078709215
verified: no, type: nauc_map_at_1_diff1
value: 54.73601392293206
verified: no, type: nauc_map_at_1_max
value: 12.196886082153208
verified: no, type: nauc_map_at_1_std
value: -7.478404784374586
verified: no, type: nauc_map_at_20_diff1
value: 47.32361447078238
verified: no, type: nauc_map_at_20_max
value: 17.23360070788687
verified: no, type: nauc_map_at_20_std
value: -3.5054382123007053
verified: no, type: nauc_map_at_3_diff1
value: 46.41583091904632
verified: no, type: nauc_map_at_3_max
value: 16.36159010582028
verified: no, type: nauc_map_at_3_std
value: -4.658049536832921
verified: no, type: nauc_map_at_5_diff1
value: 46.52946366198386
verified: no, type: nauc_map_at_5_max
value: 16.74450400580674
verified: no, type: nauc_map_at_5_std
value: -4.108220142499625
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.23174721823989
verified: no, type: nauc_mrr_at_1000_max
value: 20.679036621825436
verified: no, type: nauc_mrr_at_1000_std
value: -12.372646874535736
verified: no, type: nauc_mrr_at_100_diff1
value: 76.23235829015022
verified: no, type: nauc_mrr_at_100_max
value: 20.68186609726051
verified: no, type: nauc_mrr_at_100_std
value: -12.368979971123155
verified: no, type: nauc_mrr_at_10_diff1
value: 76.18677256786995
verified: no, type: nauc_mrr_at_10_max
value: 20.766965521284185
verified: no, type: nauc_mrr_at_10_std
value: -12.416808565439725
verified: no, type: nauc_mrr_at_1_diff1
value: 76.85474065189635
verified: no, type: nauc_mrr_at_1_max
value: 17.22882213900808
verified: no, type: nauc_mrr_at_1_std
value: -11.696873831763623
verified: no, type: nauc_mrr_at_20_diff1
value: 76.22993750308532
verified: no, type: nauc_mrr_at_20_max
value: 20.712794831345168
verified: no, type: nauc_mrr_at_20_std
value: -12.330623369594392
verified: no, type: nauc_mrr_at_3_diff1
value: 75.93451229919016
verified: no, type: nauc_mrr_at_3_max
value: 21.610990192567662
verified: no, type: nauc_mrr_at_3_std
value: -12.809588044640897
verified: no, type: nauc_mrr_at_5_diff1
value: 76.21371710254333
verified: no, type: nauc_mrr_at_5_max
value: 21.074935296799822
verified: no, type: nauc_mrr_at_5_std
value: -12.719619000388349
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.014409325297386
verified: no, type: nauc_ndcg_at_1000_max
value: 19.699332852773484
verified: no, type: nauc_ndcg_at_1000_std
value: -2.2709665879841845
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.07911650536347
verified: no, type: nauc_ndcg_at_100_max
value: 19.77727110232642
verified: no, type: nauc_ndcg_at_100_std
value: -1.8464196973530789
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.49483709069946
verified: no, type: nauc_ndcg_at_10_max
value: 18.582490956167547
verified: no, type: nauc_ndcg_at_10_std
value: -3.0256905511703143
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.85474065189635
verified: no, type: nauc_ndcg_at_1_max
value: 17.22882213900808
verified: no, type: nauc_ndcg_at_1_std
value: -11.696873831763623
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.40342672507231
verified: no, type: nauc_ndcg_at_20_max
value: 19.228600038947512
verified: no, type: nauc_ndcg_at_20_std
value: -2.3311737628995703
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.61114139623747
verified: no, type: nauc_ndcg_at_3_max
value: 18.69979123624098
verified: no, type: nauc_ndcg_at_3_std
value: -4.558476300243176
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.915186073259804
verified: no, type: nauc_ndcg_at_5_max
value: 18.474697066818933
verified: no, type: nauc_ndcg_at_5_std
value: -3.8495078567474654
verified: no, type: nauc_precision_at_1000_diff1
value: -7.7185510931166
verified: no, type: nauc_precision_at_1000_max
value: 3.1094709117338106
verified: no, type: nauc_precision_at_1000_std
value: 8.574501659251595
verified: no, type: nauc_precision_at_100_diff1
value: -7.575980314171725
verified: no, type: nauc_precision_at_100_max
value: 6.844394394588453
verified: no, type: nauc_precision_at_100_std
value: 11.979916297807362
verified: no, type: nauc_precision_at_10_diff1
value: -9.326564451079632
verified: no, type: nauc_precision_at_10_max
value: 11.195895816468909
verified: no, type: nauc_precision_at_10_std
value: 10.47911838738924
verified: no, type: nauc_precision_at_1_diff1
value: 76.85474065189635
verified: no, type: nauc_precision_at_1_max
value: 17.22882213900808
verified: no, type: nauc_precision_at_1_std
value: -11.696873831763623
verified: no, type: nauc_precision_at_20_diff1
value: -9.003158694428597
verified: no, type: nauc_precision_at_20_max
value: 10.061127490589199
verified: no, type: nauc_precision_at_20_std
value: 11.887489241368932
verified: no, type: nauc_precision_at_3_diff1
value: 0.16916287454937304
verified: no, type: nauc_precision_at_3_max
value: 16.98083985881467
verified: no, type: nauc_precision_at_3_std
value: 4.603256524512925
verified: no, type: nauc_precision_at_5_diff1
value: -7.50002391068408
verified: no, type: nauc_precision_at_5_max
value: 14.407165406406792
verified: no, type: nauc_precision_at_5_std
value: 8.410890993074611
verified: no, type: nauc_recall_at_1000_diff1
value: 4.719347205347491
verified: no, type: nauc_recall_at_1000_max
value: 40.59300834847414
verified: no, type: nauc_recall_at_1000_std
value: 49.284495449709155
verified: no, type: nauc_recall_at_100_diff1
value: 8.48851657784082
verified: no, type: nauc_recall_at_100_max
value: 32.86730307842109
verified: no, type: nauc_recall_at_100_std
value: 34.92891606130411
verified: no, type: nauc_recall_at_10_diff1
value: 9.091653822294713
verified: no, type: nauc_recall_at_10_max
value: 19.97932228248086
verified: no, type: nauc_recall_at_10_std
value: 11.726667783827
verified: no, type: nauc_recall_at_1_diff1
value: 54.73601392293206
verified: no, type: nauc_recall_at_1_max
value: 12.196886082153208
verified: no, type: nauc_recall_at_1_std
value: -7.478404784374586
verified: no, type: nauc_recall_at_20_diff1
value: 7.175104904115427
verified: no, type: nauc_recall_at_20_max
value: 23.88719101063754
verified: no, type: nauc_recall_at_20_std
value: 19.70879315323268
verified: no, type: nauc_recall_at_3_diff1
value: 20.75863060017615
verified: no, type: nauc_recall_at_3_max
value: 19.292908601356697
verified: no, type: nauc_recall_at_3_std
value: 0.8778108332026987
verified: no, type: nauc_recall_at_5_diff1
value: 14.388632469474533
verified: no, type: nauc_recall_at_5_max
value: 19.74920228365671
verified: no, type: nauc_recall_at_5_std
value: 5.125514707743805
verified: no, type: ndcg_at_1
value: 87.399
verified: no, type: ndcg_at_10
value: 90.834
verified: no, type: ndcg_at_100
value: 91.43900000000001
verified: no, type: ndcg_at_1000
value: 91.643
verified: no, type: ndcg_at_20
value: 91.10000000000001
verified: no, type: ndcg_at_3
value: 89.956
verified: no, type: ndcg_at_5
value: 90.4
verified: no, type: precision_at_1
value: 87.399
verified: no, type: precision_at_10
value: 10.695
verified: no, type: precision_at_100
value: 1.131
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 5.453
verified: no, type: precision_at_3
value: 34.078
verified: no, type: precision_at_5
value: 20.879
verified: no, type: recall_at_1
value: 80.604
verified: no, type: recall_at_10
value: 95.22
verified: no, type: recall_at_100
value: 97.395
verified: no, type: recall_at_1000
value: 98.59599999999999
verified: no, type: recall_at_20
value: 96.06700000000001
verified: no, type: recall_at_3
value: 92.601
verified: no, type: recall_at_5
value: 93.95700000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 90.25800000000001
verified: no, type: map_at_1
value: 79.453
verified: no, type: map_at_10
value: 87.09
verified: no, type: map_at_100
value: 87.306
verified: no, type: map_at_1000
value: 87.318
verified: no, type: map_at_20
value: 87.223
verified: no, type: map_at_3
value: 86.181
verified: no, type: map_at_5
value: 86.771
verified: no, type: mrr_at_1
value: 85.7035703570357
verified: no, type: mrr_at_10
value: 91.59727877549649
verified: no, type: mrr_at_100
value: 91.62878189000877
verified: no, type: mrr_at_1000
value: 91.62956689674226
verified: no, type: mrr_at_20
value: 91.62221108033692
verified: no, type: mrr_at_3
value: 91.25662566256617
verified: no, type: mrr_at_5
value: 91.49889988998886
verified: no, type: nauc_map_at_1000_diff1
value: 48.95967465500532
verified: no, type: nauc_map_at_1000_max
value: 13.552958155142544
verified: no, type: nauc_map_at_1000_std
value: -6.4905216456926995
verified: no, type: nauc_map_at_100_diff1
value: 48.89414890666479
verified: no, type: nauc_map_at_100_max
value: 13.535442300209844
verified: no, type: nauc_map_at_100_std
value: -6.477107890977689
verified: no, type: nauc_map_at_10_diff1
value: 48.44305750037048
verified: no, type: nauc_map_at_10_max
value: 13.3766772939877
verified: no, type: nauc_map_at_10_std
value: -6.612176221534562
verified: no, type: nauc_map_at_1_diff1
value: 54.093905885669734
verified: no, type: nauc_map_at_1_max
value: 7.7983577556125185
verified: no, type: nauc_map_at_1_std
value: -10.652843802676353
verified: no, type: nauc_map_at_20_diff1
value: 48.67326568334062
verified: no, type: nauc_map_at_20_max
value: 13.487634425801796
verified: no, type: nauc_map_at_20_std
value: -6.410918320951313
verified: no, type: nauc_map_at_3_diff1
value: 48.29932184107172
verified: no, type: nauc_map_at_3_max
value: 13.02326893220213
verified: no, type: nauc_map_at_3_std
value: -7.722418221654614
verified: no, type: nauc_map_at_5_diff1
value: 48.181168136332595
verified: no, type: nauc_map_at_5_max
value: 13.171144379780056
verified: no, type: nauc_map_at_5_std
value: -7.136239742353514
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.68636763108105
verified: no, type: nauc_mrr_at_1000_max
value: 13.112870901835366
verified: no, type: nauc_mrr_at_1000_std
value: -16.816140112002877
verified: no, type: nauc_mrr_at_100_diff1
value: 71.68340883100159
verified: no, type: nauc_mrr_at_100_max
value: 13.118827070456662
verified: no, type: nauc_mrr_at_100_std
value: -16.80570967438365
verified: no, type: nauc_mrr_at_10_diff1
value: 71.66920684557107
verified: no, type: nauc_mrr_at_10_max
value: 13.322749754458684
verified: no, type: nauc_mrr_at_10_std
value: -16.747882600201798
verified: no, type: nauc_mrr_at_1_diff1
value: 71.96165982322854
verified: no, type: nauc_mrr_at_1_max
value: 9.584871421344907
verified: no, type: nauc_mrr_at_1_std
value: -16.695718104507566
verified: no, type: nauc_mrr_at_20_diff1
value: 71.68644116651814
verified: no, type: nauc_mrr_at_20_max
value: 13.175985071299964
verified: no, type: nauc_mrr_at_20_std
value: -16.750815576718665
verified: no, type: nauc_mrr_at_3_diff1
value: 71.90727611125823
verified: no, type: nauc_mrr_at_3_max
value: 13.626458987265941
verified: no, type: nauc_mrr_at_3_std
value: -17.84496816797055
verified: no, type: nauc_mrr_at_5_diff1
value: 71.7854913757351
verified: no, type: nauc_mrr_at_5_max
value: 13.575403146316267
verified: no, type: nauc_mrr_at_5_std
value: -17.08521934193673
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.066585605962246
verified: no, type: nauc_ndcg_at_1000_max
value: 15.361479005367206
verified: no, type: nauc_ndcg_at_1000_std
value: -6.088585873735421
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.72143377042151
verified: no, type: nauc_ndcg_at_100_max
value: 15.238646937739356
verified: no, type: nauc_ndcg_at_100_std
value: -5.4770070162753735
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.647682887084095
verified: no, type: nauc_ndcg_at_10_max
value: 15.035559255940637
verified: no, type: nauc_ndcg_at_10_std
value: -5.547993952394186
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.96165982322854
verified: no, type: nauc_ndcg_at_1_max
value: 9.584871421344907
verified: no, type: nauc_ndcg_at_1_std
value: -16.695718104507566
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.36402205451731
verified: no, type: nauc_ndcg_at_20_max
value: 15.165527068805423
verified: no, type: nauc_ndcg_at_20_std
value: -5.020480694558102
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.19393399264834
verified: no, type: nauc_ndcg_at_3_max
value: 14.963993281745477
verified: no, type: nauc_ndcg_at_3_std
value: -8.46649849858527
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.748692877075804
verified: no, type: nauc_ndcg_at_5_max
value: 14.973018370459279
verified: no, type: nauc_ndcg_at_5_std
value: -6.884456655111388
verified: no, type: nauc_precision_at_1000_diff1
value: -3.426030106577485
verified: no, type: nauc_precision_at_1000_max
value: 4.431468036965319
verified: no, type: nauc_precision_at_1000_std
value: 4.2796433448579325
verified: no, type: nauc_precision_at_100_diff1
value: -7.225817278615556
verified: no, type: nauc_precision_at_100_max
value: 5.727540376540685
verified: no, type: nauc_precision_at_100_std
value: 7.621823945869666
verified: no, type: nauc_precision_at_10_diff1
value: -8.512808836712555
verified: no, type: nauc_precision_at_10_max
value: 10.062000086858193
verified: no, type: nauc_precision_at_10_std
value: 10.34606930713952
verified: no, type: nauc_precision_at_1_diff1
value: 71.96165982322854
verified: no, type: nauc_precision_at_1_max
value: 9.584871421344907
verified: no, type: nauc_precision_at_1_std
value: -16.695718104507566
verified: no, type: nauc_precision_at_20_diff1
value: -8.85903500015368
verified: no, type: nauc_precision_at_20_max
value: 8.556783597219457
verified: no, type: nauc_precision_at_20_std
value: 11.112190849799777
verified: no, type: nauc_precision_at_3_diff1
value: 9.315729981233503
verified: no, type: nauc_precision_at_3_max
value: 19.025669680080902
verified: no, type: nauc_precision_at_3_std
value: 3.8698499676908167
verified: no, type: nauc_precision_at_5_diff1
value: -3.7299965413574983
verified: no, type: nauc_precision_at_5_max
value: 13.305616510081416
verified: no, type: nauc_precision_at_5_std
value: 7.63924483161138
verified: no, type: nauc_recall_at_1000_diff1
value: 11.191174439777496
verified: no, type: nauc_recall_at_1000_max
value: 54.4082555481569
verified: no, type: nauc_recall_at_1000_std
value: 54.15386504969637
verified: no, type: nauc_recall_at_100_diff1
value: -0.03126529063446544
verified: no, type: nauc_recall_at_100_max
value: 34.1035151022096
verified: no, type: nauc_recall_at_100_std
value: 41.37762363765351
verified: no, type: nauc_recall_at_10_diff1
value: 11.244080211910003
verified: no, type: nauc_recall_at_10_max
value: 24.618319335111526
verified: no, type: nauc_recall_at_10_std
value: 17.87932822395642
verified: no, type: nauc_recall_at_1_diff1
value: 54.093905885669734
verified: no, type: nauc_recall_at_1_max
value: 7.7983577556125185
verified: no, type: nauc_recall_at_1_std
value: -10.652843802676353
verified: no, type: nauc_recall_at_20_diff1
value: 6.502935901039147
verified: no, type: nauc_recall_at_20_max
value: 27.206947142553663
verified: no, type: nauc_recall_at_20_std
value: 28.032976285160043
verified: no, type: nauc_recall_at_3_diff1
value: 27.41330897260636
verified: no, type: nauc_recall_at_3_max
value: 19.142212328857084
verified: no, type: nauc_recall_at_3_std
value: -1.6728318873826566
verified: no, type: nauc_recall_at_5_diff1
value: 19.199930042258764
verified: no, type: nauc_recall_at_5_max
value: 21.354041676576575
verified: no, type: nauc_recall_at_5_std
value: 5.798726913017626
verified: no, type: ndcg_at_1
value: 85.70400000000001
verified: no, type: ndcg_at_10
value: 90.25800000000001
verified: no, type: ndcg_at_100
value: 90.922
verified: no, type: ndcg_at_1000
value: 91.098
verified: no, type: ndcg_at_20
value: 90.572
verified: no, type: ndcg_at_3
value: 89.071
verified: no, type: ndcg_at_5
value: 89.742
verified: no, type: precision_at_1
value: 85.70400000000001
verified: no, type: precision_at_10
value: 10.671
verified: no, type: precision_at_100
value: 1.1280000000000001
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 5.443
verified: no, type: precision_at_3
value: 33.708
verified: no, type: precision_at_5
value: 20.785999999999998
verified: no, type: recall_at_1
value: 79.453
verified: no, type: recall_at_10
value: 95.478
verified: no, type: recall_at_100
value: 97.898
verified: no, type: recall_at_1000
value: 98.931
verified: no, type: recall_at_20
value: 96.481
verified: no, type: recall_at_3
value: 92.26299999999999
verified: no, type: recall_at_5
value: 94.003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 90.19
verified: no, type: map_at_1
value: 77.774
verified: no, type: map_at_10
value: 86.751
verified: no, type: map_at_100
value: 87.01
verified: no, type: map_at_1000
value: 87.027
verified: no, type: map_at_20
value: 86.902
verified: no, type: map_at_3
value: 85.82300000000001
verified: no, type: map_at_5
value: 86.414
verified: no, type: mrr_at_1
value: 86.4292869501867
verified: no, type: mrr_at_10
value: 92.42043327363166
verified: no, type: mrr_at_100
value: 92.43039837206005
verified: no, type: mrr_at_1000
value: 92.43049509357725
verified: no, type: mrr_at_20
value: 92.42830554720031
verified: no, type: mrr_at_3
value: 92.17299578058855
verified: no, type: mrr_at_5
value: 92.36906171265254
verified: no, type: nauc_map_at_1000_diff1
value: 38.51962805312923
verified: no, type: nauc_map_at_1000_max
value: -2.584449676087596
verified: no, type: nauc_map_at_1000_std
value: -14.754716102820922
verified: no, type: nauc_map_at_100_diff1
value: 38.45419775334632
verified: no, type: nauc_map_at_100_max
value: -2.561182669607417
verified: no, type: nauc_map_at_100_std
value: -14.710908124127153
verified: no, type: nauc_map_at_10_diff1
value: 37.73723021819721
verified: no, type: nauc_map_at_10_max
value: -2.48929251013858
verified: no, type: nauc_map_at_10_std
value: -14.617303353672304
verified: no, type: nauc_map_at_1_diff1
value: 45.59367471780984
verified: no, type: nauc_map_at_1_max
value: -8.79394540843278
verified: no, type: nauc_map_at_1_std
value: -18.592849963100452
verified: no, type: nauc_map_at_20_diff1
value: 38.094018510918545
verified: no, type: nauc_map_at_20_max
value: -2.4946663351513765
verified: no, type: nauc_map_at_20_std
value: -14.617529049915062
verified: no, type: nauc_map_at_3_diff1
value: 37.2825384594879
verified: no, type: nauc_map_at_3_max
value: -2.7437227164766793
verified: no, type: nauc_map_at_3_std
value: -15.615179684316619
verified: no, type: nauc_map_at_5_diff1
value: 37.29251719589608
verified: no, type: nauc_map_at_5_max
value: -2.490965706373661
verified: no, type: nauc_map_at_5_std
value: -14.750128097927359
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.41322459273906
verified: no, type: nauc_mrr_at_1000_max
value: -16.489014563746952
verified: no, type: nauc_mrr_at_1000_std
value: -35.84365264710914
verified: no, type: nauc_mrr_at_100_diff1
value: 66.41345340021958
verified: no, type: nauc_mrr_at_100_max
value: -16.487687647735363
verified: no, type: nauc_mrr_at_100_std
value: -35.84266306778577
verified: no, type: nauc_mrr_at_10_diff1
value: 66.42934132853334
verified: no, type: nauc_mrr_at_10_max
value: -16.413124135695732
verified: no, type: nauc_mrr_at_10_std
value: -35.84526130937461
verified: no, type: nauc_mrr_at_1_diff1
value: 66.67028094421802
verified: no, type: nauc_mrr_at_1_max
value: -17.165368836050753
verified: no, type: nauc_mrr_at_1_std
value: -33.261826441743125
verified: no, type: nauc_mrr_at_20_diff1
value: 66.41476879339757
verified: no, type: nauc_mrr_at_20_max
value: -16.46589905273922
verified: no, type: nauc_mrr_at_20_std
value: -35.83503515437515
verified: no, type: nauc_mrr_at_3_diff1
value: 66.32619482173827
verified: no, type: nauc_mrr_at_3_max
value: -16.345253832335274
verified: no, type: nauc_mrr_at_3_std
value: -36.927314989541614
verified: no, type: nauc_mrr_at_5_diff1
value: 66.43639260714113
verified: no, type: nauc_mrr_at_5_max
value: -16.257534579289114
verified: no, type: nauc_mrr_at_5_std
value: -36.02427701751464
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.92531749803412
verified: no, type: nauc_ndcg_at_1000_max
value: -2.9840601177890136
verified: no, type: nauc_ndcg_at_1000_std
value: -15.9844531171351
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.54880734081055
verified: no, type: nauc_ndcg_at_100_max
value: -2.279659009100174
verified: no, type: nauc_ndcg_at_100_std
value: -14.831218566119967
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.86462563664053
verified: no, type: nauc_ndcg_at_10_max
value: -1.530723987317026
verified: no, type: nauc_ndcg_at_10_std
value: -14.082379523495161
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.67028094421802
verified: no, type: nauc_ndcg_at_1_max
value: -17.165368836050753
verified: no, type: nauc_ndcg_at_1_std
value: -33.261826441743125
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.76126966520895
verified: no, type: nauc_ndcg_at_20_max
value: -1.632449728251427
verified: no, type: nauc_ndcg_at_20_std
value: -14.086296686315958
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.42102302865233
verified: no, type: nauc_ndcg_at_3_max
value: -2.020301091355397
verified: no, type: nauc_ndcg_at_3_std
value: -17.010312259332512
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.69023629578657
verified: no, type: nauc_ndcg_at_5_max
value: -1.4553705361052656
verified: no, type: nauc_ndcg_at_5_std
value: -14.662676754364872
verified: no, type: nauc_precision_at_1000_diff1
value: -2.579666933975314
verified: no, type: nauc_precision_at_1000_max
value: 0.4665939639671969
verified: no, type: nauc_precision_at_1000_std
value: 0.8422650657008633
verified: no, type: nauc_precision_at_100_diff1
value: -4.9995368220526135
verified: no, type: nauc_precision_at_100_max
value: 2.9446170123168565
verified: no, type: nauc_precision_at_100_std
value: 4.229678644683377
verified: no, type: nauc_precision_at_10_diff1
value: -9.774162327456947
verified: no, type: nauc_precision_at_10_max
value: 5.37831433315376
verified: no, type: nauc_precision_at_10_std
value: 4.7842571438021375
verified: no, type: nauc_precision_at_1_diff1
value: 66.67028094421802
verified: no, type: nauc_precision_at_1_max
value: -17.165368836050753
verified: no, type: nauc_precision_at_1_std
value: -33.261826441743125
verified: no, type: nauc_precision_at_20_diff1
value: -8.053926975071425
verified: no, type: nauc_precision_at_20_max
value: 5.015267267048775
verified: no, type: nauc_precision_at_20_std
value: 5.39589484985495
verified: no, type: nauc_precision_at_3_diff1
value: -6.794243492247966
verified: no, type: nauc_precision_at_3_max
value: 5.795585879471898
verified: no, type: nauc_precision_at_3_std
value: -3.0991408572665646
verified: no, type: nauc_precision_at_5_diff1
value: -10.807385999336905
verified: no, type: nauc_precision_at_5_max
value: 6.047919916817182
verified: no, type: nauc_precision_at_5_std
value: 3.0744980914193816
verified: no, type: nauc_recall_at_1000_diff1
value: -8.83235270771091
verified: no, type: nauc_recall_at_1000_max
value: 45.12283312420266
verified: no, type: nauc_recall_at_1000_std
value: 52.208444882282635
verified: no, type: nauc_recall_at_100_diff1
value: -7.479713459569299
verified: no, type: nauc_recall_at_100_max
value: 33.80130037870934
verified: no, type: nauc_recall_at_100_std
value: 38.447888209366944
verified: no, type: nauc_recall_at_10_diff1
value: -1.196038439665805
verified: no, type: nauc_recall_at_10_max
value: 22.634429878615137
verified: no, type: nauc_recall_at_10_std
value: 18.560653718536248
verified: no, type: nauc_recall_at_1_diff1
value: 45.59367471780984
verified: no, type: nauc_recall_at_1_max
value: -8.79394540843278
verified: no, type: nauc_recall_at_1_std
value: -18.592849963100452
verified: no, type: nauc_recall_at_20_diff1
value: -3.919520514412911
verified: no, type: nauc_recall_at_20_max
value: 26.943409555922642
verified: no, type: nauc_recall_at_20_std
value: 25.528749887760394
verified: no, type: nauc_recall_at_3_diff1
value: 11.740112034107208
verified: no, type: nauc_recall_at_3_max
value: 12.315680617281167
verified: no, type: nauc_recall_at_3_std
value: -0.8629495880752692
verified: no, type: nauc_recall_at_5_diff1
value: 4.061518157560268
verified: no, type: nauc_recall_at_5_max
value: 18.10733238594876
verified: no, type: nauc_recall_at_5_std
value: 9.959026977903445
verified: no, type: ndcg_at_1
value: 86.429
verified: no, type: ndcg_at_10
value: 90.19
verified: no, type: ndcg_at_100
value: 90.911
verified: no, type: ndcg_at_1000
value: 91.15299999999999
verified: no, type: ndcg_at_20
value: 90.505
verified: no, type: ndcg_at_3
value: 89.239
verified: no, type: ndcg_at_5
value: 89.749
verified: no, type: precision_at_1
value: 86.429
verified: no, type: precision_at_10
value: 11.123
verified: no, type: precision_at_100
value: 1.193
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_20
value: 5.704
verified: no, type: precision_at_3
value: 35.002
verified: no, type: precision_at_5
value: 21.605
verified: no, type: recall_at_1
value: 77.774
verified: no, type: recall_at_10
value: 95.109
verified: no, type: recall_at_100
value: 97.565
verified: no, type: recall_at_1000
value: 98.92999999999999
verified: no, type: recall_at_20
value: 96.032
verified: no, type: recall_at_3
value: 92.191
verified: no, type: recall_at_5
value: 93.818
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 47.259
verified: no, type: map_at_1
value: 25.491999999999997
verified: no, type: map_at_10
value: 39.363
verified: no, type: map_at_100
value: 41.281
verified: no, type: map_at_1000
value: 41.433
verified: no, type: map_at_20
value: 40.445
verified: no, type: map_at_3
value: 35.142
verified: no, type: map_at_5
value: 37.381
verified: no, type: mrr_at_1
value: 45.6
verified: no, type: mrr_at_10
value: 54.605396825396824
verified: no, type: mrr_at_100
value: 55.254906558729786
verified: no, type: mrr_at_1000
value: 55.2874716323657
verified: no, type: mrr_at_20
value: 54.980650513057626
verified: no, type: mrr_at_3
value: 52.46666666666668
verified: no, type: mrr_at_5
value: 53.65666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 50.72180427594406
verified: no, type: nauc_map_at_1000_max
value: 30.876082039757236
verified: no, type: nauc_map_at_1000_std
value: 1.2116689446228104
verified: no, type: nauc_map_at_100_diff1
value: 50.68177752337445
verified: no, type: nauc_map_at_100_max
value: 30.785700629549623
verified: no, type: nauc_map_at_100_std
value: 1.1782094560924603
verified: no, type: nauc_map_at_10_diff1
value: 50.833761742669296
verified: no, type: nauc_map_at_10_max
value: 30.023634696159178
verified: no, type: nauc_map_at_10_std
value: -0.7690872824966695
verified: no, type: nauc_map_at_1_diff1
value: 53.688246820443666
verified: no, type: nauc_map_at_1_max
value: 22.798469345843053
verified: no, type: nauc_map_at_1_std
value: -8.116505032590933
verified: no, type: nauc_map_at_20_diff1
value: 50.72178455757237
verified: no, type: nauc_map_at_20_max
value: 30.272614157124245
verified: no, type: nauc_map_at_20_std
value: 0.3426372520251747
verified: no, type: nauc_map_at_3_diff1
value: 50.437105587236395
verified: no, type: nauc_map_at_3_max
value: 25.94808478989068
verified: no, type: nauc_map_at_3_std
value: -5.113415398823721
verified: no, type: nauc_map_at_5_diff1
value: 51.08971801336635
verified: no, type: nauc_map_at_5_max
value: 28.44694164848957
verified: no, type: nauc_map_at_5_std
value: -2.873984613746069
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.05571877329422
verified: no, type: nauc_mrr_at_1000_max
value: 43.50113665892488
verified: no, type: nauc_mrr_at_1000_std
value: 7.235970711775945
verified: no, type: nauc_mrr_at_100_diff1
value: 58.04631900388618
verified: no, type: nauc_mrr_at_100_max
value: 43.50169072674772
verified: no, type: nauc_mrr_at_100_std
value: 7.260998970091722
verified: no, type: nauc_mrr_at_10_diff1
value: 58.10753352699932
verified: no, type: nauc_mrr_at_10_max
value: 43.619051743963574
verified: no, type: nauc_mrr_at_10_std
value: 7.252255743827588
verified: no, type: nauc_mrr_at_1_diff1
value: 60.814201282818416
verified: no, type: nauc_mrr_at_1_max
value: 41.791851688554324
verified: no, type: nauc_mrr_at_1_std
value: 3.7484647119956973
verified: no, type: nauc_mrr_at_20_diff1
value: 58.10213709860492
verified: no, type: nauc_mrr_at_20_max
value: 43.46697000275535
verified: no, type: nauc_mrr_at_20_std
value: 7.3321550640283855
verified: no, type: nauc_mrr_at_3_diff1
value: 57.84515480159098
verified: no, type: nauc_mrr_at_3_max
value: 42.114438777545715
verified: no, type: nauc_mrr_at_3_std
value: 4.989056401054402
verified: no, type: nauc_mrr_at_5_diff1
value: 57.83131361346262
verified: no, type: nauc_mrr_at_5_max
value: 43.38780575879838
verified: no, type: nauc_mrr_at_5_std
value: 6.128059137749874
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.24461941865872
verified: no, type: nauc_ndcg_at_1000_max
value: 37.12605387314286
verified: no, type: nauc_ndcg_at_1000_std
value: 8.15381458587306
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.44175370568701
verified: no, type: nauc_ndcg_at_100_max
value: 36.3883223360929
verified: no, type: nauc_ndcg_at_100_std
value: 8.650088808677124
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.5338374152218
verified: no, type: nauc_ndcg_at_10_max
value: 34.47813857838582
verified: no, type: nauc_ndcg_at_10_std
value: 4.3502022833370155
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.814201282818416
verified: no, type: nauc_ndcg_at_1_max
value: 41.791851688554324
verified: no, type: nauc_ndcg_at_1_std
value: 3.7484647119956973
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.420581933105716
verified: no, type: nauc_ndcg_at_20_max
value: 34.63146192008459
verified: no, type: nauc_ndcg_at_20_std
value: 6.307667763196827
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.057122417501496
verified: no, type: nauc_ndcg_at_3_max
value: 32.675529929464645
verified: no, type: nauc_ndcg_at_3_std
value: 1.1764904379796604
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.17028777004597
verified: no, type: nauc_ndcg_at_5_max
value: 32.94317314476149
verified: no, type: nauc_ndcg_at_5_std
value: 1.7130455231503465
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9392230592457282
verified: no, type: nauc_precision_at_1000_max
value: 22.345993491836673
verified: no, type: nauc_precision_at_1000_std
value: 24.178427458007544
verified: no, type: nauc_precision_at_100_diff1
value: 4.036666149801863
verified: no, type: nauc_precision_at_100_max
value: 26.548989769682702
verified: no, type: nauc_precision_at_100_std
value: 29.2974364707028
verified: no, type: nauc_precision_at_10_diff1
value: 17.51353122807735
verified: no, type: nauc_precision_at_10_max
value: 32.43490416766948
verified: no, type: nauc_precision_at_10_std
value: 21.839530132265512
verified: no, type: nauc_precision_at_1_diff1
value: 60.814201282818416
verified: no, type: nauc_precision_at_1_max
value: 41.791851688554324
verified: no, type: nauc_precision_at_1_std
value: 3.7484647119956973
verified: no, type: nauc_precision_at_20_diff1
value: 11.223136725113264
verified: no, type: nauc_precision_at_20_max
value: 28.98052334596371
verified: no, type: nauc_precision_at_20_std
value: 26.97618173457716
verified: no, type: nauc_precision_at_3_diff1
value: 31.043853181414928
verified: no, type: nauc_precision_at_3_max
value: 33.11108166956598
verified: no, type: nauc_precision_at_3_std
value: 10.618685268602885
verified: no, type: nauc_precision_at_5_diff1
value: 25.520865305521102
verified: no, type: nauc_precision_at_5_max
value: 33.48283016783097
verified: no, type: nauc_precision_at_5_std
value: 15.157211083964592
verified: no, type: nauc_recall_at_1000_diff1
value: 42.74299853922106
verified: no, type: nauc_recall_at_1000_max
value: 42.18810540059435
verified: no, type: nauc_recall_at_1000_std
value: 40.599584937563954
verified: no, type: nauc_recall_at_100_diff1
value: 36.358133041879
verified: no, type: nauc_recall_at_100_max
value: 32.89739462535902
verified: no, type: nauc_recall_at_100_std
value: 28.262077367665505
verified: no, type: nauc_recall_at_10_diff1
value: 42.33807743083503
verified: no, type: nauc_recall_at_10_max
value: 29.707954836506982
verified: no, type: nauc_recall_at_10_std
value: 8.703138122786624
verified: no, type: nauc_recall_at_1_diff1
value: 53.688246820443666
verified: no, type: nauc_recall_at_1_max
value: 22.798469345843053
verified: no, type: nauc_recall_at_1_std
value: -8.116505032590933
verified: no, type: nauc_recall_at_20_diff1
value: 39.45484845593912
verified: no, type: nauc_recall_at_20_max
value: 27.549514718986806
verified: no, type: nauc_recall_at_20_std
value: 14.313387585153405
verified: no, type: nauc_recall_at_3_diff1
value: 44.0557079332108
verified: no, type: nauc_recall_at_3_max
value: 21.89712965509793
verified: no, type: nauc_recall_at_3_std
value: -4.486798859251415
verified: no, type: nauc_recall_at_5_diff1
value: 44.25967763312861
verified: no, type: nauc_recall_at_5_max
value: 26.64082836717858
verified: no, type: nauc_recall_at_5_std
value: 0.8448093114664144
verified: no, type: ndcg_at_1
value: 45.6
verified: no, type: ndcg_at_10
value: 47.259
verified: no, type: ndcg_at_100
value: 53.406
verified: no, type: ndcg_at_1000
value: 55.82
verified: no, type: ndcg_at_20
value: 49.784
verified: no, type: ndcg_at_3
value: 43.996
verified: no, type: ndcg_at_5
value: 44.686
verified: no, type: precision_at_1
value: 45.6
verified: no, type: precision_at_10
value: 12.22
verified: no, type: precision_at_100
value: 1.8679999999999999
verified: no, type: precision_at_1000
value: 0.22699999999999998
verified: no, type: precision_at_20
value: 7.22
verified: no, type: precision_at_3
value: 27.866999999999997
verified: no, type: precision_at_5
value: 19.84
verified: no, type: recall_at_1
value: 25.491999999999997
verified: no, type: recall_at_10
value: 54.521
verified: no, type: recall_at_100
value: 77.029
verified: no, type: recall_at_1000
value: 91.62400000000001
verified: no, type: recall_at_20
value: 62.397000000000006
verified: no, type: recall_at_3
value: 41.128
verified: no, type: recall_at_5
value: 46.609
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 45.414
verified: no, type: map_at_1
value: 23.639
verified: no, type: map_at_10
value: 37.714
verified: no, type: map_at_100
value: 39.649
verified: no, type: map_at_1000
value: 39.83
verified: no, type: map_at_20
value: 38.839
verified: no, type: map_at_3
value: 33.318
verified: no, type: map_at_5
value: 35.702
verified: no, type: mrr_at_1
value: 45.67901234567901
verified: no, type: mrr_at_10
value: 53.80787037037037
verified: no, type: mrr_at_100
value: 54.57292395037695
verified: no, type: mrr_at_1000
value: 54.60732599969202
verified: no, type: mrr_at_20
value: 54.29808731528356
verified: no, type: mrr_at_3
value: 51.23456790123457
verified: no, type: mrr_at_5
value: 52.70061728395061
verified: no, type: nauc_map_at_1000_diff1
value: 40.79693555111124
verified: no, type: nauc_map_at_1000_max
value: 31.93826160734657
verified: no, type: nauc_map_at_1000_std
value: 3.8184369075253506
verified: no, type: nauc_map_at_100_diff1
value: 40.70327893882628
verified: no, type: nauc_map_at_100_max
value: 31.84401788672614
verified: no, type: nauc_map_at_100_std
value: 3.8218534829376116
verified: no, type: nauc_map_at_10_diff1
value: 40.46730792783253
verified: no, type: nauc_map_at_10_max
value: 30.465616503734296
verified: no, type: nauc_map_at_10_std
value: 2.3830531439591813
verified: no, type: nauc_map_at_1_diff1
value: 45.25513310331309
verified: no, type: nauc_map_at_1_max
value: 24.33267518396139
verified: no, type: nauc_map_at_1_std
value: 0.058189822716279094
verified: no, type: nauc_map_at_20_diff1
value: 40.49922197626706
verified: no, type: nauc_map_at_20_max
value: 31.384589763567554
verified: no, type: nauc_map_at_20_std
value: 3.3254300279996887
verified: no, type: nauc_map_at_3_diff1
value: 41.275011370302664
verified: no, type: nauc_map_at_3_max
value: 26.67085750744137
verified: no, type: nauc_map_at_3_std
value: -0.14108246056717116
verified: no, type: nauc_map_at_5_diff1
value: 41.32360383192518
verified: no, type: nauc_map_at_5_max
value: 29.479218102656574
verified: no, type: nauc_map_at_5_std
value: 1.5963967229908553
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.54649350159304
verified: no, type: nauc_mrr_at_1000_max
value: 41.12026635845684
verified: no, type: nauc_mrr_at_1000_std
value: 6.013167900259446
verified: no, type: nauc_mrr_at_100_diff1
value: 53.52118112726805
verified: no, type: nauc_mrr_at_100_max
value: 41.128658883492825
verified: no, type: nauc_mrr_at_100_std
value: 6.043033929594675
verified: no, type: nauc_mrr_at_10_diff1
value: 53.3548135763686
verified: no, type: nauc_mrr_at_10_max
value: 40.793671799611616
verified: no, type: nauc_mrr_at_10_std
value: 5.399733307841459
verified: no, type: nauc_mrr_at_1_diff1
value: 56.51206647461513
verified: no, type: nauc_mrr_at_1_max
value: 41.0802790143328
verified: no, type: nauc_mrr_at_1_std
value: 4.82373453507849
verified: no, type: nauc_mrr_at_20_diff1
value: 53.42197135923319
verified: no, type: nauc_mrr_at_20_max
value: 41.04568171837774
verified: no, type: nauc_mrr_at_20_std
value: 5.940443558911226
verified: no, type: nauc_mrr_at_3_diff1
value: 54.08570617279002
verified: no, type: nauc_mrr_at_3_max
value: 40.6764139846654
verified: no, type: nauc_mrr_at_3_std
value: 4.799356031469672
verified: no, type: nauc_mrr_at_5_diff1
value: 53.80809476676707
verified: no, type: nauc_mrr_at_5_max
value: 40.91131831488185
verified: no, type: nauc_mrr_at_5_std
value: 5.384337462838449
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.40936042120287
verified: no, type: nauc_ndcg_at_1000_max
value: 37.36720837647671
verified: no, type: nauc_ndcg_at_1000_std
value: 8.469923413119727
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.13653122471379
verified: no, type: nauc_ndcg_at_100_max
value: 36.493253754425254
verified: no, type: nauc_ndcg_at_100_std
value: 9.056782965364897
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.09654106679639
verified: no, type: nauc_ndcg_at_10_max
value: 33.240520203888835
verified: no, type: nauc_ndcg_at_10_std
value: 4.007667430079706
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.51206647461513
verified: no, type: nauc_ndcg_at_1_max
value: 41.0802790143328
verified: no, type: nauc_ndcg_at_1_std
value: 4.82373453507849
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.31585208388624
verified: no, type: nauc_ndcg_at_20_max
value: 34.925001463841596
verified: no, type: nauc_ndcg_at_20_std
value: 6.57677059528588
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.11230344169659
verified: no, type: nauc_ndcg_at_3_max
value: 33.371126631700236
verified: no, type: nauc_ndcg_at_3_std
value: 2.6157697075832194
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.08901943201737
verified: no, type: nauc_ndcg_at_5_max
value: 33.551785743184034
verified: no, type: nauc_ndcg_at_5_std
value: 3.5514401825959503
verified: no, type: nauc_precision_at_1000_diff1
value: 2.0038085725274124
verified: no, type: nauc_precision_at_1000_max
value: 23.892791793393855
verified: no, type: nauc_precision_at_1000_std
value: 15.576002858560829
verified: no, type: nauc_precision_at_100_diff1
value: 6.758228283812937
verified: no, type: nauc_precision_at_100_max
value: 29.143629344714544
verified: no, type: nauc_precision_at_100_std
value: 19.276601462356844
verified: no, type: nauc_precision_at_10_diff1
value: 16.68790806980712
verified: no, type: nauc_precision_at_10_max
value: 33.57227603366303
verified: no, type: nauc_precision_at_10_std
value: 10.916847025085708
verified: no, type: nauc_precision_at_1_diff1
value: 56.51206647461513
verified: no, type: nauc_precision_at_1_max
value: 41.0802790143328
verified: no, type: nauc_precision_at_1_std
value: 4.82373453507849
verified: no, type: nauc_precision_at_20_diff1
value: 12.805224266236184
verified: no, type: nauc_precision_at_20_max
value: 32.95072251134881
verified: no, type: nauc_precision_at_20_std
value: 15.567649053765525
verified: no, type: nauc_precision_at_3_diff1
value: 29.79457909141301
verified: no, type: nauc_precision_at_3_max
value: 34.100479917557955
verified: no, type: nauc_precision_at_3_std
value: 4.8228489191687
verified: no, type: nauc_precision_at_5_diff1
value: 24.780101003334558
verified: no, type: nauc_precision_at_5_max
value: 35.38026352988683
verified: no, type: nauc_precision_at_5_std
value: 8.251451137390243
verified: no, type: nauc_recall_at_1000_diff1
value: 43.45779284015868
verified: no, type: nauc_recall_at_1000_max
value: 47.6560075930806
verified: no, type: nauc_recall_at_1000_std
value: 43.754965098108165
verified: no, type: nauc_recall_at_100_diff1
value: 28.173230312706366
verified: no, type: nauc_recall_at_100_max
value: 32.85300138122667
verified: no, type: nauc_recall_at_100_std
value: 28.345517496198084
verified: no, type: nauc_recall_at_10_diff1
value: 30.857388512991218
verified: no, type: nauc_recall_at_10_max
value: 25.911017012295684
verified: no, type: nauc_recall_at_10_std
value: 4.1564118591506425
verified: no, type: nauc_recall_at_1_diff1
value: 45.25513310331309
verified: no, type: nauc_recall_at_1_max
value: 24.33267518396139
verified: no, type: nauc_recall_at_1_std
value: 0.058189822716279094
verified: no, type: nauc_recall_at_20_diff1
value: 30.114352125861572
verified: no, type: nauc_recall_at_20_max
value: 30.042878295078072
verified: no, type: nauc_recall_at_20_std
value: 12.418600151564057
verified: no, type: nauc_recall_at_3_diff1
value: 36.372282024548255
verified: no, type: nauc_recall_at_3_max
value: 23.2065904151668
verified: no, type: nauc_recall_at_3_std
value: -0.7920546172242813
verified: no, type: nauc_recall_at_5_diff1
value: 35.60442261227824
verified: no, type: nauc_recall_at_5_max
value: 26.769767553883923
verified: no, type: nauc_recall_at_5_std
value: 3.173463160439195
verified: no, type: ndcg_at_1
value: 45.678999999999995
verified: no, type: ndcg_at_10
value: 45.414
verified: no, type: ndcg_at_100
value: 52.09
verified: no, type: ndcg_at_1000
value: 54.854
verified: no, type: ndcg_at_20
value: 48.156
verified: no, type: ndcg_at_3
value: 41.813
verified: no, type: ndcg_at_5
value: 42.794
verified: no, type: precision_at_1
value: 45.678999999999995
verified: no, type: precision_at_10
value: 12.315
verified: no, type: precision_at_100
value: 1.917
verified: no, type: precision_at_1000
value: 0.241
verified: no, type: precision_at_20
value: 7.361
verified: no, type: precision_at_3
value: 27.366
verified: no, type: precision_at_5
value: 20.093
verified: no, type: recall_at_1
value: 23.639
verified: no, type: recall_at_10
value: 51.517
verified: no, type: recall_at_100
value: 76.151
verified: no, type: recall_at_1000
value: 92.14099999999999
verified: no, type: recall_at_20
value: 59.782999999999994
verified: no, type: recall_at_3
value: 37.535000000000004
verified: no, type: recall_at_5
value: 43.181000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 46.587
verified: no, type: map_at_1
value: 24.194
verified: no, type: map_at_10
value: 38.505
verified: no, type: map_at_100
value: 40.35
verified: no, type: map_at_1000
value: 40.513
verified: no, type: map_at_20
value: 39.548
verified: no, type: map_at_3
value: 33.888
verified: no, type: map_at_5
value: 36.370999999999995
verified: no, type: mrr_at_1
value: 44.85454545454545
verified: no, type: mrr_at_10
value: 53.74769841269854
verified: no, type: mrr_at_100
value: 54.45303445294334
verified: no, type: mrr_at_1000
value: 54.48781203381574
verified: no, type: mrr_at_20
value: 54.17068368187784
verified: no, type: mrr_at_3
value: 51.275757575757716
verified: no, type: mrr_at_5
value: 52.71484848484853
verified: no, type: nauc_map_at_1000_diff1
value: 45.59497741451223
verified: no, type: nauc_map_at_1000_max
value: 29.29369747229761
verified: no, type: nauc_map_at_1000_std
value: 1.7760673707937762
verified: no, type: nauc_map_at_100_diff1
value: 45.58884528458884
verified: no, type: nauc_map_at_100_max
value: 29.244033513094276
verified: no, type: nauc_map_at_100_std
value: 1.7313619143262027
verified: no, type: nauc_map_at_10_diff1
value: 45.37380105017834
verified: no, type: nauc_map_at_10_max
value: 28.222088708674164
verified: no, type: nauc_map_at_10_std
value: 0.35078417002628504
verified: no, type: nauc_map_at_1_diff1
value: 48.69936193448306
verified: no, type: nauc_map_at_1_max
value: 19.086854504806546
verified: no, type: nauc_map_at_1_std
value: -4.76102930260662
verified: no, type: nauc_map_at_20_diff1
value: 45.442731723960286
verified: no, type: nauc_map_at_20_max
value: 28.78189737953754
verified: no, type: nauc_map_at_20_std
value: 1.1443897851780256
verified: no, type: nauc_map_at_3_diff1
value: 45.66389119353029
verified: no, type: nauc_map_at_3_max
value: 24.8929203407857
verified: no, type: nauc_map_at_3_std
value: -2.9734539769983295
verified: no, type: nauc_map_at_5_diff1
value: 45.332909024668645
verified: no, type: nauc_map_at_5_max
value: 26.572901966592838
verified: no, type: nauc_map_at_5_std
value: -1.4890802294775731
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.24905947258471
verified: no, type: nauc_mrr_at_1000_max
value: 36.68992514726046
verified: no, type: nauc_mrr_at_1000_std
value: 4.036175007509102
verified: no, type: nauc_mrr_at_100_diff1
value: 52.24111877954976
verified: no, type: nauc_mrr_at_100_max
value: 36.69904806662672
verified: no, type: nauc_mrr_at_100_std
value: 4.057041685352858
verified: no, type: nauc_mrr_at_10_diff1
value: 52.20317475120265
verified: no, type: nauc_mrr_at_10_max
value: 36.73687859138565
verified: no, type: nauc_mrr_at_10_std
value: 3.9791960914853965
verified: no, type: nauc_mrr_at_1_diff1
value: 55.67342562037457
verified: no, type: nauc_mrr_at_1_max
value: 35.42443099163554
verified: no, type: nauc_mrr_at_1_std
value: 0.5448839756707202
verified: no, type: nauc_mrr_at_20_diff1
value: 52.18210662127548
verified: no, type: nauc_mrr_at_20_max
value: 36.711107440726536
verified: no, type: nauc_mrr_at_20_std
value: 4.058202442757198
verified: no, type: nauc_mrr_at_3_diff1
value: 52.26160206801409
verified: no, type: nauc_mrr_at_3_max
value: 36.205799065502866
verified: no, type: nauc_mrr_at_3_std
value: 2.9681462087067696
verified: no, type: nauc_mrr_at_5_diff1
value: 52.247034238031695
verified: no, type: nauc_mrr_at_5_max
value: 36.51493166384178
verified: no, type: nauc_mrr_at_5_std
value: 3.570981650048746
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.50975125927248
verified: no, type: nauc_ndcg_at_1000_max
value: 33.853860913478904
verified: no, type: nauc_ndcg_at_1000_std
value: 6.660306015939721
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.27042408923828
verified: no, type: nauc_ndcg_at_100_max
value: 33.607892772154344
verified: no, type: nauc_ndcg_at_100_std
value: 7.008572795576808
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.59321855035331
verified: no, type: nauc_ndcg_at_10_max
value: 31.539072784071976
verified: no, type: nauc_ndcg_at_10_std
value: 3.6682407658236604
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.67342562037457
verified: no, type: nauc_ndcg_at_1_max
value: 35.42443099163554
verified: no, type: nauc_ndcg_at_1_std
value: 0.5448839756707202
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.65487959293365
verified: no, type: nauc_ndcg_at_20_max
value: 32.121270115512445
verified: no, type: nauc_ndcg_at_20_std
value: 4.895201727104387
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.01634177986288
verified: no, type: nauc_ndcg_at_3_max
value: 31.039722303081156
verified: no, type: nauc_ndcg_at_3_std
value: 1.2634852059305737
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.39242013370225
verified: no, type: nauc_ndcg_at_5_max
value: 30.3812965425671
verified: no, type: nauc_ndcg_at_5_std
value: 1.819391722091453
verified: no, type: nauc_precision_at_1000_diff1
value: -1.5590692190860904
verified: no, type: nauc_precision_at_1000_max
value: 20.979544329360568
verified: no, type: nauc_precision_at_1000_std
value: 19.519200019393033
verified: no, type: nauc_precision_at_100_diff1
value: 6.997385462318145
verified: no, type: nauc_precision_at_100_max
value: 28.698708128988503
verified: no, type: nauc_precision_at_100_std
value: 23.97830418343215
verified: no, type: nauc_precision_at_10_diff1
value: 19.389059235749873
verified: no, type: nauc_precision_at_10_max
value: 34.079184666167414
verified: no, type: nauc_precision_at_10_std
value: 16.574183149641954
verified: no, type: nauc_precision_at_1_diff1
value: 55.67342562037457
verified: no, type: nauc_precision_at_1_max
value: 35.42443099163554
verified: no, type: nauc_precision_at_1_std
value: 0.5448839756707202
verified: no, type: nauc_precision_at_20_diff1
value: 14.913591644410861
verified: no, type: nauc_precision_at_20_max
value: 32.50938357784388
verified: no, type: nauc_precision_at_20_std
value: 19.850776471349782
verified: no, type: nauc_precision_at_3_diff1
value: 31.38779333263097
verified: no, type: nauc_precision_at_3_max
value: 35.03244136415842
verified: no, type: nauc_precision_at_3_std
value: 6.719699147068504
verified: no, type: nauc_precision_at_5_diff1
value: 25.30837187699263
verified: no, type: nauc_precision_at_5_max
value: 34.590856041914606
verified: no, type: nauc_precision_at_5_std
value: 10.788586397125274
verified: no, type: nauc_recall_at_1000_diff1
value: 25.821877997412066
verified: no, type: nauc_recall_at_1000_max
value: 36.21259453607436
verified: no, type: nauc_recall_at_1000_std
value: 39.93155434096384
verified: no, type: nauc_recall_at_100_diff1
value: 32.050903304097766
verified: no, type: nauc_recall_at_100_max
value: 31.360916971322116
verified: no, type: nauc_recall_at_100_std
value: 23.22588972952997
verified: no, type: nauc_recall_at_10_diff1
value: 35.05124064290814
verified: no, type: nauc_recall_at_10_max
value: 26.73964977315679
verified: no, type: nauc_recall_at_10_std
value: 6.740995331893972
verified: no, type: nauc_recall_at_1_diff1
value: 48.69936193448306
verified: no, type: nauc_recall_at_1_max
value: 19.086854504806546
verified: no, type: nauc_recall_at_1_std
value: -4.76102930260662
verified: no, type: nauc_recall_at_20_diff1
value: 33.3672021367699
verified: no, type: nauc_recall_at_20_max
value: 27.043596259272075
verified: no, type: nauc_recall_at_20_std
value: 10.64844704773122
verified: no, type: nauc_recall_at_3_diff1
value: 39.249554420545245
verified: no, type: nauc_recall_at_3_max
value: 22.93148009562249
verified: no, type: nauc_recall_at_3_std
value: -1.52369678059749
verified: no, type: nauc_recall_at_5_diff1
value: 36.93076382798328
verified: no, type: nauc_recall_at_5_max
value: 23.938693625294675
verified: no, type: nauc_recall_at_5_std
value: 1.2542630444480962
verified: no, type: ndcg_at_1
value: 44.855000000000004
verified: no, type: ndcg_at_10
value: 46.587
verified: no, type: ndcg_at_100
value: 52.864
verified: no, type: ndcg_at_1000
value: 55.472
verified: no, type: ndcg_at_20
value: 49.053999999999995
verified: no, type: ndcg_at_3
value: 42.335
verified: no, type: ndcg_at_5
value: 43.693
verified: no, type: precision_at_1
value: 44.855000000000004
verified: no, type: precision_at_10
value: 12.427000000000001
verified: no, type: precision_at_100
value: 1.905
verified: no, type: precision_at_1000
value: 0.23600000000000002
verified: no, type: precision_at_20
value: 7.295999999999999
verified: no, type: precision_at_3
value: 27.442
verified: no, type: precision_at_5
value: 20.003999999999998
verified: no, type: recall_at_1
value: 24.194
verified: no, type: recall_at_10
value: 54.31399999999999
verified: no, type: recall_at_100
value: 77.653
verified: no, type: recall_at_1000
value: 93.31099999999999
verified: no, type: recall_at_20
value: 62.022999999999996
verified: no, type: recall_at_3
value: 39.163
verified: no, type: recall_at_5
value: 45.541
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 78.594
verified: no, type: map_at_1
value: 43.143
verified: no, type: map_at_10
value: 71.378
verified: no, type: map_at_100
value: 72.136
verified: no, type: map_at_1000
value: 72.18299999999999
verified: no, type: map_at_20
value: 71.851
verified: no, type: map_at_3
value: 68.27499999999999
verified: no, type: map_at_5
value: 70.229
verified: no, type: mrr_at_1
value: 86.28602900679273
verified: no, type: mrr_at_10
value: 90.57545874968305
verified: no, type: mrr_at_100
value: 90.66400671194192
verified: no, type: mrr_at_1000
value: 90.66560423144004
verified: no, type: mrr_at_20
value: 90.63388375183823
verified: no, type: mrr_at_3
value: 90.00979132244048
verified: no, type: mrr_at_5
value: 90.38339146931027
verified: no, type: nauc_map_at_1000_diff1
value: 9.388430489926671
verified: no, type: nauc_map_at_1000_max
value: 30.585113457632847
verified: no, type: nauc_map_at_1000_std
value: 23.04278851501047
verified: no, type: nauc_map_at_100_diff1
value: 9.356444463077015
verified: no, type: nauc_map_at_100_max
value: 30.58814044634665
verified: no, type: nauc_map_at_100_std
value: 23.07560185915737
verified: no, type: nauc_map_at_10_diff1
value: 8.877530965043936
verified: no, type: nauc_map_at_10_max
value: 30.366402397278875
verified: no, type: nauc_map_at_10_std
value: 22.833144668339592
verified: no, type: nauc_map_at_1_diff1
value: 70.06248041256521
verified: no, type: nauc_map_at_1_max
value: 48.0800497365783
verified: no, type: nauc_map_at_1_std
value: 4.864111306341327
verified: no, type: nauc_map_at_20_diff1
value: 9.223705261670693
verified: no, type: nauc_map_at_20_max
value: 30.560650634461922
verified: no, type: nauc_map_at_20_std
value: 23.029467586071004
verified: no, type: nauc_map_at_3_diff1
value: 8.882099696768105
verified: no, type: nauc_map_at_3_max
value: 28.633735347192648
verified: no, type: nauc_map_at_3_std
value: 18.91510493931095
verified: no, type: nauc_map_at_5_diff1
value: 9.1266109061697
verified: no, type: nauc_map_at_5_max
value: 29.856683878528745
verified: no, type: nauc_map_at_5_std
value: 21.556900429541464
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.56709020548416
verified: no, type: nauc_mrr_at_1000_max
value: 51.801789590600734
verified: no, type: nauc_mrr_at_1000_std
value: 8.654124094099393
verified: no, type: nauc_mrr_at_100_diff1
value: 69.56704937674587
verified: no, type: nauc_mrr_at_100_max
value: 51.807968550977044
verified: no, type: nauc_mrr_at_100_std
value: 8.66028971665739
verified: no, type: nauc_mrr_at_10_diff1
value: 69.58545319727206
verified: no, type: nauc_mrr_at_10_max
value: 51.91765539257316
verified: no, type: nauc_mrr_at_10_std
value: 8.76708974052272
verified: no, type: nauc_mrr_at_1_diff1
value: 70.06248041256521
verified: no, type: nauc_mrr_at_1_max
value: 48.0800497365783
verified: no, type: nauc_mrr_at_1_std
value: 4.864111306341327
verified: no, type: nauc_mrr_at_20_diff1
value: 69.51864854234509
verified: no, type: nauc_mrr_at_20_max
value: 51.86043525767574
verified: no, type: nauc_mrr_at_20_std
value: 8.779547981143692
verified: no, type: nauc_mrr_at_3_diff1
value: 69.54615016831823
verified: no, type: nauc_mrr_at_3_max
value: 52.17745956421602
verified: no, type: nauc_mrr_at_3_std
value: 7.935204865903847
verified: no, type: nauc_mrr_at_5_diff1
value: 69.69710713238221
verified: no, type: nauc_mrr_at_5_max
value: 52.08654294666856
verified: no, type: nauc_mrr_at_5_std
value: 8.654083438282056
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.242605765688694
verified: no, type: nauc_ndcg_at_1000_max
value: 35.07165720958159
verified: no, type: nauc_ndcg_at_1000_std
value: 25.67569052091955
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.187960766782545
verified: no, type: nauc_ndcg_at_100_max
value: 35.04207977681353
verified: no, type: nauc_ndcg_at_100_std
value: 26.641180659185228
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.437171988178745
verified: no, type: nauc_ndcg_at_10_max
value: 34.25673377763555
verified: no, type: nauc_ndcg_at_10_std
value: 25.7326001239102
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.06248041256521
verified: no, type: nauc_ndcg_at_1_max
value: 48.0800497365783
verified: no, type: nauc_ndcg_at_1_std
value: 4.864111306341327
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.329469941566877
verified: no, type: nauc_ndcg_at_20_max
value: 34.84766744310814
verified: no, type: nauc_ndcg_at_20_std
value: 26.494826227161145
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.144945529516598
verified: no, type: nauc_ndcg_at_3_max
value: 31.862175768992007
verified: no, type: nauc_ndcg_at_3_std
value: 19.26728699023659
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.174567290867287
verified: no, type: nauc_ndcg_at_5_max
value: 33.40724910369022
verified: no, type: nauc_ndcg_at_5_std
value: 23.181873724075082
verified: no, type: nauc_precision_at_1000_diff1
value: -2.954891416976416
verified: no, type: nauc_precision_at_1000_max
value: 42.184537786000774
verified: no, type: nauc_precision_at_1000_std
value: 66.64900526421333
verified: no, type: nauc_precision_at_100_diff1
value: -4.161796796363399
verified: no, type: nauc_precision_at_100_max
value: 36.37411208428507
verified: no, type: nauc_precision_at_100_std
value: 53.17437800549103
verified: no, type: nauc_precision_at_10_diff1
value: -2.3517941676669323
verified: no, type: nauc_precision_at_10_max
value: 33.45090205320283
verified: no, type: nauc_precision_at_10_std
value: 39.094125569808504
verified: no, type: nauc_precision_at_1_diff1
value: 70.06248041256521
verified: no, type: nauc_precision_at_1_max
value: 48.0800497365783
verified: no, type: nauc_precision_at_1_std
value: 4.864111306341327
verified: no, type: nauc_precision_at_20_diff1
value: -1.987456332062962
verified: no, type: nauc_precision_at_20_max
value: 35.02025399087546
verified: no, type: nauc_precision_at_20_std
value: 43.9516095251227
verified: no, type: nauc_precision_at_3_diff1
value: 3.3504605594055192
verified: no, type: nauc_precision_at_3_max
value: 29.700751073309668
verified: no, type: nauc_precision_at_3_std
value: 23.621821011080876
verified: no, type: nauc_precision_at_5_diff1
value: 1.8873559078558009
verified: no, type: nauc_precision_at_5_max
value: 31.87602995170986
verified: no, type: nauc_precision_at_5_std
value: 31.31868467173099
verified: no, type: nauc_recall_at_1000_diff1
value: -2.9548914169769955
verified: no, type: nauc_recall_at_1000_max
value: 42.184537786000284
verified: no, type: nauc_recall_at_1000_std
value: 66.64900526421359
verified: no, type: nauc_recall_at_100_diff1
value: -4.161796796363361
verified: no, type: nauc_recall_at_100_max
value: 36.37411208428513
verified: no, type: nauc_recall_at_100_std
value: 53.174378005490794
verified: no, type: nauc_recall_at_10_diff1
value: -2.35179416766723
verified: no, type: nauc_recall_at_10_max
value: 33.45090205320268
verified: no, type: nauc_recall_at_10_std
value: 39.094125569808305
verified: no, type: nauc_recall_at_1_diff1
value: 70.06248041256521
verified: no, type: nauc_recall_at_1_max
value: 48.0800497365783
verified: no, type: nauc_recall_at_1_std
value: 4.864111306341327
verified: no, type: nauc_recall_at_20_diff1
value: -1.9874563320631378
verified: no, type: nauc_recall_at_20_max
value: 35.020253990875204
verified: no, type: nauc_recall_at_20_std
value: 43.95160952512256
verified: no, type: nauc_recall_at_3_diff1
value: 3.3504605594055166
verified: no, type: nauc_recall_at_3_max
value: 29.70075107330964
verified: no, type: nauc_recall_at_3_std
value: 23.621821011080808
verified: no, type: nauc_recall_at_5_diff1
value: 1.8873559078557478
verified: no, type: nauc_recall_at_5_max
value: 31.8760299517097
verified: no, type: nauc_recall_at_5_std
value: 31.318684671730807
verified: no, type: ndcg_at_1
value: 86.286
verified: no, type: ndcg_at_10
value: 78.594
verified: no, type: ndcg_at_100
value: 81.00699999999999
verified: no, type: ndcg_at_1000
value: 81.855
verified: no, type: ndcg_at_20
value: 79.702
verified: no, type: ndcg_at_3
value: 74.417
verified: no, type: ndcg_at_5
value: 76.775
verified: no, type: precision_at_1
value: 86.286
verified: no, type: precision_at_10
value: 16.293
verified: no, type: precision_at_100
value: 1.814
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_20
value: 8.502
verified: no, type: precision_at_3
value: 48.186
verified: no, type: precision_at_5
value: 30.773
verified: no, type: recall_at_1
value: 43.143
verified: no, type: recall_at_10
value: 81.467
verified: no, type: recall_at_100
value: 90.71000000000001
verified: no, type: recall_at_1000
value: 96.26400000000001
verified: no, type: recall_at_20
value: 85.019
verified: no, type: recall_at_3
value: 72.27799999999999
verified: no, type: recall_at_5
value: 76.932
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 76.875
verified: no, type: map_at_1
value: 42.269
verified: no, type: map_at_10
value: 69.292
verified: no, type: map_at_100
value: 70.114
verified: no, type: map_at_1000
value: 70.16
verified: no, type: map_at_20
value: 69.796
verified: no, type: map_at_3
value: 65.935
verified: no, type: map_at_5
value: 68.123
verified: no, type: mrr_at_1
value: 84.53747467927076
verified: no, type: mrr_at_10
value: 89.33357448313538
verified: no, type: mrr_at_100
value: 89.43144514614639
verified: no, type: mrr_at_1000
value: 89.43439453618649
verified: no, type: mrr_at_20
value: 89.3957836961129
verified: no, type: mrr_at_3
value: 88.69232500562664
verified: no, type: mrr_at_5
value: 89.11163628179128
verified: no, type: nauc_map_at_1000_diff1
value: 8.109703373251145
verified: no, type: nauc_map_at_1000_max
value: 23.994888983388254
verified: no, type: nauc_map_at_1000_std
value: 17.121601939043398
verified: no, type: nauc_map_at_100_diff1
value: 8.08595887114707
verified: no, type: nauc_map_at_100_max
value: 23.998897104654144
verified: no, type: nauc_map_at_100_std
value: 17.163165111294518
verified: no, type: nauc_map_at_10_diff1
value: 7.684758341960099
verified: no, type: nauc_map_at_10_max
value: 23.724799190953018
verified: no, type: nauc_map_at_10_std
value: 16.68447774854757
verified: no, type: nauc_map_at_1_diff1
value: 66.81583059408007
verified: no, type: nauc_map_at_1_max
value: 44.99007039930331
verified: no, type: nauc_map_at_1_std
value: 1.9672750979981743
verified: no, type: nauc_map_at_20_diff1
value: 7.889868542104006
verified: no, type: nauc_map_at_20_max
value: 23.842069475755636
verified: no, type: nauc_map_at_20_std
value: 17.00465387238006
verified: no, type: nauc_map_at_3_diff1
value: 8.23318084259305
verified: no, type: nauc_map_at_3_max
value: 22.041544528023994
verified: no, type: nauc_map_at_3_std
value: 13.414893323049728
verified: no, type: nauc_map_at_5_diff1
value: 7.439725925625305
verified: no, type: nauc_map_at_5_max
value: 23.33003483895132
verified: no, type: nauc_map_at_5_std
value: 15.753908206597092
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.15955168618606
verified: no, type: nauc_mrr_at_1000_max
value: 48.56436483917718
verified: no, type: nauc_mrr_at_1000_std
value: 4.474538780987628
verified: no, type: nauc_mrr_at_100_diff1
value: 66.16502155887812
verified: no, type: nauc_mrr_at_100_max
value: 48.57268936821578
verified: no, type: nauc_mrr_at_100_std
value: 4.4830649246242205
verified: no, type: nauc_mrr_at_10_diff1
value: 66.2089647691383
verified: no, type: nauc_mrr_at_10_max
value: 48.75908726580652
verified: no, type: nauc_mrr_at_10_std
value: 4.616333858518716
verified: no, type: nauc_mrr_at_1_diff1
value: 66.81583059408007
verified: no, type: nauc_mrr_at_1_max
value: 44.99007039930331
verified: no, type: nauc_mrr_at_1_std
value: 1.9672750979981743
verified: no, type: nauc_mrr_at_20_diff1
value: 66.16404221325158
verified: no, type: nauc_mrr_at_20_max
value: 48.62361247765342
verified: no, type: nauc_mrr_at_20_std
value: 4.530845984725845
verified: no, type: nauc_mrr_at_3_diff1
value: 65.92961125630885
verified: no, type: nauc_mrr_at_3_max
value: 48.99162797399524
verified: no, type: nauc_mrr_at_3_std
value: 4.4598293131250335
verified: no, type: nauc_mrr_at_5_diff1
value: 66.19071575749183
verified: no, type: nauc_mrr_at_5_max
value: 49.09480826369942
verified: no, type: nauc_mrr_at_5_std
value: 4.65021545718115
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.738756964862642
verified: no, type: nauc_ndcg_at_1000_max
value: 28.933401252638998
verified: no, type: nauc_ndcg_at_1000_std
value: 19.53690398894528
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.925580127074463
verified: no, type: nauc_ndcg_at_100_max
value: 28.916986648599526
verified: no, type: nauc_ndcg_at_100_std
value: 20.560721835265138
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.27023264472293
verified: no, type: nauc_ndcg_at_10_max
value: 27.625796820636772
verified: no, type: nauc_ndcg_at_10_std
value: 18.621751232958527
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.81583059408007
verified: no, type: nauc_ndcg_at_1_max
value: 44.99007039930331
verified: no, type: nauc_ndcg_at_1_std
value: 1.9672750979981743
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.796824428751854
verified: no, type: nauc_ndcg_at_20_max
value: 27.94600059457669
verified: no, type: nauc_ndcg_at_20_std
value: 19.56124604706208
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.497928598266885
verified: no, type: nauc_ndcg_at_3_max
value: 25.512659339160404
verified: no, type: nauc_ndcg_at_3_std
value: 13.492408305021456
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.129094782065444
verified: no, type: nauc_ndcg_at_5_max
value: 27.09821685754243
verified: no, type: nauc_ndcg_at_5_std
value: 16.749664591916023
verified: no, type: nauc_precision_at_1000_diff1
value: -10.482006811274527
verified: no, type: nauc_precision_at_1000_max
value: 35.47844891285956
verified: no, type: nauc_precision_at_1000_std
value: 60.3055227587308
verified: no, type: nauc_precision_at_100_diff1
value: -6.4516803404104
verified: no, type: nauc_precision_at_100_max
value: 30.571341321897126
verified: no, type: nauc_precision_at_100_std
value: 48.83583502335811
verified: no, type: nauc_precision_at_10_diff1
value: -4.134290594596903
verified: no, type: nauc_precision_at_10_max
value: 24.50731126991085
verified: no, type: nauc_precision_at_10_std
value: 28.90753659067843
verified: no, type: nauc_precision_at_1_diff1
value: 66.81583059408007
verified: no, type: nauc_precision_at_1_max
value: 44.99007039930331
verified: no, type: nauc_precision_at_1_std
value: 1.9672750979981743
verified: no, type: nauc_precision_at_20_diff1
value: -4.9287309601836515
verified: no, type: nauc_precision_at_20_max
value: 24.973388438210566
verified: no, type: nauc_precision_at_20_std
value: 33.837584207454015
verified: no, type: nauc_precision_at_3_diff1
value: 1.9725862462476325
verified: no, type: nauc_precision_at_3_max
value: 21.78580614273071
verified: no, type: nauc_precision_at_3_std
value: 16.830358454546698
verified: no, type: nauc_precision_at_5_diff1
value: -2.1036896627637374
verified: no, type: nauc_precision_at_5_max
value: 23.95905039644115
verified: no, type: nauc_precision_at_5_std
value: 23.158073886809635
verified: no, type: nauc_recall_at_1000_diff1
value: -10.482006811273724
verified: no, type: nauc_recall_at_1000_max
value: 35.478448912859825
verified: no, type: nauc_recall_at_1000_std
value: 60.30552275873128
verified: no, type: nauc_recall_at_100_diff1
value: -6.4516803404104595
verified: no, type: nauc_recall_at_100_max
value: 30.57134132189695
verified: no, type: nauc_recall_at_100_std
value: 48.83583502335814
verified: no, type: nauc_recall_at_10_diff1
value: -4.134290594596836
verified: no, type: nauc_recall_at_10_max
value: 24.507311269910964
verified: no, type: nauc_recall_at_10_std
value: 28.907536590678358
verified: no, type: nauc_recall_at_1_diff1
value: 66.81583059408007
verified: no, type: nauc_recall_at_1_max
value: 44.99007039930331
verified: no, type: nauc_recall_at_1_std
value: 1.9672750979981743
verified: no, type: nauc_recall_at_20_diff1
value: -4.92873096018357
verified: no, type: nauc_recall_at_20_max
value: 24.97338843821055
verified: no, type: nauc_recall_at_20_std
value: 33.837584207454064
verified: no, type: nauc_recall_at_3_diff1
value: 1.9725862462476491
verified: no, type: nauc_recall_at_3_max
value: 21.785806142730692
verified: no, type: nauc_recall_at_3_std
value: 16.83035845454663
verified: no, type: nauc_recall_at_5_diff1
value: -2.1036896627637502
verified: no, type: nauc_recall_at_5_max
value: 23.95905039644112
verified: no, type: nauc_recall_at_5_std
value: 23.15807388680964
verified: no, type: ndcg_at_1
value: 84.53699999999999
verified: no, type: ndcg_at_10
value: 76.875
verified: no, type: ndcg_at_100
value: 79.549
verified: no, type: ndcg_at_1000
value: 80.39
verified: no, type: ndcg_at_20
value: 78.057
verified: no, type: ndcg_at_3
value: 72.356
verified: no, type: ndcg_at_5
value: 74.988
verified: no, type: precision_at_1
value: 84.53699999999999
verified: no, type: precision_at_10
value: 15.998999999999999
verified: no, type: precision_at_100
value: 1.807
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: precision_at_20
value: 8.378
verified: no, type: precision_at_3
value: 46.721000000000004
verified: no, type: precision_at_5
value: 30.104
verified: no, type: recall_at_1
value: 42.269
verified: no, type: recall_at_10
value: 79.99300000000001
verified: no, type: recall_at_100
value: 90.338
verified: no, type: recall_at_1000
value: 95.881
verified: no, type: recall_at_20
value: 83.781
verified: no, type: recall_at_3
value: 70.081
verified: no, type: recall_at_5
value: 75.26
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 79.148
verified: no, type: map_at_1
value: 43.106
verified: no, type: map_at_10
value: 71.986
verified: no, type: map_at_100
value: 72.721
verified: no, type: map_at_1000
value: 72.764
verified: no, type: map_at_20
value: 72.437
verified: no, type: map_at_3
value: 68.67699999999999
verified: no, type: map_at_5
value: 70.814
verified: no, type: mrr_at_1
value: 86.2129411764706
verified: no, type: mrr_at_10
value: 90.55639028944775
verified: no, type: mrr_at_100
value: 90.64496155524004
verified: no, type: mrr_at_1000
value: 90.64726989555281
verified: no, type: mrr_at_20
value: 90.61713734241617
verified: no, type: mrr_at_3
value: 89.98000000000013
verified: no, type: mrr_at_5
value: 90.36052941176395
verified: no, type: nauc_map_at_1000_diff1
value: 10.05761251509696
verified: no, type: nauc_map_at_1000_max
value: 31.618440470080557
verified: no, type: nauc_map_at_1000_std
value: 23.820130377632186
verified: no, type: nauc_map_at_100_diff1
value: 10.035879754654816
verified: no, type: nauc_map_at_100_max
value: 31.62901297205673
verified: no, type: nauc_map_at_100_std
value: 23.862472322221137
verified: no, type: nauc_map_at_10_diff1
value: 9.684570817984941
verified: no, type: nauc_map_at_10_max
value: 31.339281257545803
verified: no, type: nauc_map_at_10_std
value: 23.424796468856435
verified: no, type: nauc_map_at_1_diff1
value: 69.61856350238
verified: no, type: nauc_map_at_1_max
value: 50.65234679645428
verified: no, type: nauc_map_at_1_std
value: 10.64580237874998
verified: no, type: nauc_map_at_20_diff1
value: 9.873820218600816
verified: no, type: nauc_map_at_20_max
value: 31.57189678474991
verified: no, type: nauc_map_at_20_std
value: 23.794450408848927
verified: no, type: nauc_map_at_3_diff1
value: 9.274847308664114
verified: no, type: nauc_map_at_3_max
value: 29.1281557454772
verified: no, type: nauc_map_at_3_std
value: 19.88536868010767
verified: no, type: nauc_map_at_5_diff1
value: 9.45097370507114
verified: no, type: nauc_map_at_5_max
value: 30.712377117427085
verified: no, type: nauc_map_at_5_std
value: 22.246596762146282
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.13234866095783
verified: no, type: nauc_mrr_at_1000_max
value: 54.139390857725445
verified: no, type: nauc_mrr_at_1000_std
value: 13.75136650615866
verified: no, type: nauc_mrr_at_100_diff1
value: 69.1340081434531
verified: no, type: nauc_mrr_at_100_max
value: 54.14611791638828
verified: no, type: nauc_mrr_at_100_std
value: 13.762847786557838
verified: no, type: nauc_mrr_at_10_diff1
value: 69.11212673452002
verified: no, type: nauc_mrr_at_10_max
value: 54.27353042757507
verified: no, type: nauc_mrr_at_10_std
value: 13.858522998058328
verified: no, type: nauc_mrr_at_1_diff1
value: 69.61856350238
verified: no, type: nauc_mrr_at_1_max
value: 50.65234679645428
verified: no, type: nauc_mrr_at_1_std
value: 10.64580237874998
verified: no, type: nauc_mrr_at_20_diff1
value: 69.13074505610524
verified: no, type: nauc_mrr_at_20_max
value: 54.197116208216514
verified: no, type: nauc_mrr_at_20_std
value: 13.813041480367966
verified: no, type: nauc_mrr_at_3_diff1
value: 68.99421809574834
verified: no, type: nauc_mrr_at_3_max
value: 54.328484880230675
verified: no, type: nauc_mrr_at_3_std
value: 13.379393094514672
verified: no, type: nauc_mrr_at_5_diff1
value: 69.0804931701423
verified: no, type: nauc_mrr_at_5_max
value: 54.38248914021001
verified: no, type: nauc_mrr_at_5_std
value: 13.798137560154458
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.967796236537282
verified: no, type: nauc_ndcg_at_1000_max
value: 36.45392260390786
verified: no, type: nauc_ndcg_at_1000_std
value: 26.656134038811558
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.12113715473043
verified: no, type: nauc_ndcg_at_100_max
value: 36.58658672941053
verified: no, type: nauc_ndcg_at_100_std
value: 27.79684895123286
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.454670518223331
verified: no, type: nauc_ndcg_at_10_max
value: 35.41210078818887
verified: no, type: nauc_ndcg_at_10_std
value: 26.110404553906253
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.61856350238
verified: no, type: nauc_ndcg_at_1_max
value: 50.65234679645428
verified: no, type: nauc_ndcg_at_1_std
value: 10.64580237874998
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.982971200193848
verified: no, type: nauc_ndcg_at_20_max
value: 36.11694377424367
verified: no, type: nauc_ndcg_at_20_std
value: 27.310725448903707
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.247702904153513
verified: no, type: nauc_ndcg_at_3_max
value: 32.195697331028185
verified: no, type: nauc_ndcg_at_3_std
value: 20.328126768668824
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.187006798751135
verified: no, type: nauc_ndcg_at_5_max
value: 34.2517672713244
verified: no, type: nauc_ndcg_at_5_std
value: 23.721875747074396
verified: no, type: nauc_precision_at_1000_diff1
value: -1.8032283061535919
verified: no, type: nauc_precision_at_1000_max
value: 45.979727285748886
verified: no, type: nauc_precision_at_1000_std
value: 66.62284452233656
verified: no, type: nauc_precision_at_100_diff1
value: -1.8731653482451494
verified: no, type: nauc_precision_at_100_max
value: 40.81950868326732
verified: no, type: nauc_precision_at_100_std
value: 56.669049299387645
verified: no, type: nauc_precision_at_10_diff1
value: -0.7360893556216586
verified: no, type: nauc_precision_at_10_max
value: 34.234798886249465
verified: no, type: nauc_precision_at_10_std
value: 37.066580831223526
verified: no, type: nauc_precision_at_1_diff1
value: 69.61856350238
verified: no, type: nauc_precision_at_1_max
value: 50.65234679645428
verified: no, type: nauc_precision_at_1_std
value: 10.64580237874998
verified: no, type: nauc_precision_at_20_diff1
value: -1.5994058940261544
verified: no, type: nauc_precision_at_20_max
value: 36.56691220785231
verified: no, type: nauc_precision_at_20_std
value: 43.66158032869279
verified: no, type: nauc_precision_at_3_diff1
value: 2.973992767232654
verified: no, type: nauc_precision_at_3_max
value: 28.98427041638594
verified: no, type: nauc_precision_at_3_std
value: 23.251400594453248
verified: no, type: nauc_precision_at_5_diff1
value: 1.1286753856774216
verified: no, type: nauc_precision_at_5_max
value: 31.86301574615224
verified: no, type: nauc_precision_at_5_std
value: 29.72307522609133
verified: no, type: nauc_recall_at_1000_diff1
value: -1.803228306153869
verified: no, type: nauc_recall_at_1000_max
value: 45.979727285748616
verified: no, type: nauc_recall_at_1000_std
value: 66.62284452233628
verified: no, type: nauc_recall_at_100_diff1
value: -1.8731653482454282
verified: no, type: nauc_recall_at_100_max
value: 40.819508683267465
verified: no, type: nauc_recall_at_100_std
value: 56.66904929938734
verified: no, type: nauc_recall_at_10_diff1
value: -0.7360893556216586
verified: no, type: nauc_recall_at_10_max
value: 34.23479888624942
verified: no, type: nauc_recall_at_10_std
value: 37.066580831223575
verified: no, type: nauc_recall_at_1_diff1
value: 69.61856350238
verified: no, type: nauc_recall_at_1_max
value: 50.65234679645428
verified: no, type: nauc_recall_at_1_std
value: 10.64580237874998
verified: no, type: nauc_recall_at_20_diff1
value: -1.5994058940263893
verified: no, type: nauc_recall_at_20_max
value: 36.566912207852084
verified: no, type: nauc_recall_at_20_std
value: 43.66158032869262
verified: no, type: nauc_recall_at_3_diff1
value: 2.973992767232573
verified: no, type: nauc_recall_at_3_max
value: 28.984270416385762
verified: no, type: nauc_recall_at_3_std
value: 23.251400594453074
verified: no, type: nauc_recall_at_5_diff1
value: 1.1286753856772571
verified: no, type: nauc_recall_at_5_max
value: 31.863015746152207
verified: no, type: nauc_recall_at_5_std
value: 29.723075226091378
verified: no, type: ndcg_at_1
value: 86.213
verified: no, type: ndcg_at_10
value: 79.148
verified: no, type: ndcg_at_100
value: 81.528
verified: no, type: ndcg_at_1000
value: 82.292
verified: no, type: ndcg_at_20
value: 80.215
verified: no, type: ndcg_at_3
value: 74.726
verified: no, type: ndcg_at_5
value: 77.285
verified: no, type: precision_at_1
value: 86.213
verified: no, type: precision_at_10
value: 16.479
verified: no, type: precision_at_100
value: 1.8319999999999999
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_20
value: 8.581999999999999
verified: no, type: precision_at_3
value: 48.464
verified: no, type: precision_at_5
value: 31.096
verified: no, type: recall_at_1
value: 43.106
verified: no, type: recall_at_10
value: 82.396
verified: no, type: recall_at_100
value: 91.581
verified: no, type: recall_at_1000
value: 96.576
verified: no, type: recall_at_20
value: 85.81800000000001
verified: no, type: recall_at_3
value: 72.696
verified: no, type: recall_at_5
value: 77.74
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 43.092999999999996
verified: no, type: map_at_1
value: 22.796
verified: no, type: map_at_10
value: 35.897
verified: no, type: map_at_100
value: 37.043
verified: no, type: map_at_1000
value: 37.085
verified: no, type: map_at_20
value: 36.618
verified: no, type: map_at_3
value: 31.972
verified: no, type: map_at_5
value: 34.260000000000005
verified: no, type: mrr_at_1
value: 23.45272206303725
verified: no, type: mrr_at_10
value: 36.522098285350395
verified: no, type: mrr_at_100
value: 37.60415458447466
verified: no, type: mrr_at_1000
value: 37.64023510314476
verified: no, type: mrr_at_20
value: 37.210080850755766
verified: no, type: mrr_at_3
value: 32.681470869149834
verified: no, type: mrr_at_5
value: 34.937201528175734
verified: no, type: nauc_map_at_1000_diff1
value: 36.69898209074347
verified: no, type: nauc_map_at_1000_max
value: 3.043965768557629
verified: no, type: nauc_map_at_1000_std
value: -20.655216991448096
verified: no, type: nauc_map_at_100_diff1
value: 36.69030351985322
verified: no, type: nauc_map_at_100_max
value: 3.0424899906280554
verified: no, type: nauc_map_at_100_std
value: -20.63677399137818
verified: no, type: nauc_map_at_10_diff1
value: 36.69678708168894
verified: no, type: nauc_map_at_10_max
value: 2.8808847385755403
verified: no, type: nauc_map_at_10_std
value: -21.381065801657765
verified: no, type: nauc_map_at_1_diff1
value: 40.45282223147299
verified: no, type: nauc_map_at_1_max
value: 2.4561406651468616
verified: no, type: nauc_map_at_1_std
value: -18.20707520387699
verified: no, type: nauc_map_at_20_diff1
value: 36.67036642544658
verified: no, type: nauc_map_at_20_max
value: 2.9995644731908193
verified: no, type: nauc_map_at_20_std
value: -20.89094588435063
verified: no, type: nauc_map_at_3_diff1
value: 36.88718383236647
verified: no, type: nauc_map_at_3_max
value: 2.692698975254288
verified: no, type: nauc_map_at_3_std
value: -21.233896311915682
verified: no, type: nauc_map_at_5_diff1
value: 36.7331420446183
verified: no, type: nauc_map_at_5_max
value: 2.7892096779560225
verified: no, type: nauc_map_at_5_std
value: -21.354306663721907
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.71782785781189
verified: no, type: nauc_mrr_at_1000_max
value: 3.1005283778356745
verified: no, type: nauc_mrr_at_1000_std
value: -20.2930295352988
verified: no, type: nauc_mrr_at_100_diff1
value: 36.707115695249854
verified: no, type: nauc_mrr_at_100_max
value: 3.102295624252767
verified: no, type: nauc_mrr_at_100_std
value: -20.26978377415289
verified: no, type: nauc_mrr_at_10_diff1
value: 36.717057516741825
verified: no, type: nauc_mrr_at_10_max
value: 2.9860901265547737
verified: no, type: nauc_mrr_at_10_std
value: -20.95568841004614
verified: no, type: nauc_mrr_at_1_diff1
value: 40.486539775597564
verified: no, type: nauc_mrr_at_1_max
value: 2.5243704406671514
verified: no, type: nauc_mrr_at_1_std
value: -18.04766011045231
verified: no, type: nauc_mrr_at_20_diff1
value: 36.67592961433832
verified: no, type: nauc_mrr_at_20_max
value: 3.1025755273393787
verified: no, type: nauc_mrr_at_20_std
value: -20.480021325210647
verified: no, type: nauc_mrr_at_3_diff1
value: 36.94309899232831
verified: no, type: nauc_mrr_at_3_max
value: 2.6902959836823315
verified: no, type: nauc_mrr_at_3_std
value: -20.99439547354983
verified: no, type: nauc_mrr_at_5_diff1
value: 36.762334959695295
verified: no, type: nauc_mrr_at_5_max
value: 2.7983345425410175
verified: no, type: nauc_mrr_at_5_std
value: -21.02847418758874
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.968719906618155
verified: no, type: nauc_ndcg_at_1000_max
value: 3.787266631742529
verified: no, type: nauc_ndcg_at_1000_std
value: -19.36095787174365
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.73759695176694
verified: no, type: nauc_ndcg_at_100_max
value: 3.926995494072129
verified: no, type: nauc_ndcg_at_100_std
value: -18.455422708670035
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.63192622556607
verified: no, type: nauc_ndcg_at_10_max
value: 3.24107366499774
verified: no, type: nauc_ndcg_at_10_std
value: -22.087888946880593
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.486539775597564
verified: no, type: nauc_ndcg_at_1_max
value: 2.5243704406671514
verified: no, type: nauc_ndcg_at_1_std
value: -18.04766011045231
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.525389559431154
verified: no, type: nauc_ndcg_at_20_max
value: 3.6851086663206356
verified: no, type: nauc_ndcg_at_20_std
value: -20.252260145761472
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.04982237514636
verified: no, type: nauc_ndcg_at_3_max
value: 2.758048272516093
verified: no, type: nauc_ndcg_at_3_std
value: -21.940294918937997
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.77858212500885
verified: no, type: nauc_ndcg_at_5_max
value: 2.909959816503153
verified: no, type: nauc_ndcg_at_5_std
value: -22.16896152451512
verified: no, type: nauc_precision_at_1000_diff1
value: -4.7162448246755195
verified: no, type: nauc_precision_at_1000_max
value: 10.373650619252393
verified: no, type: nauc_precision_at_1000_std
value: 14.357310662396907
verified: no, type: nauc_precision_at_100_diff1
value: 13.055295102773561
verified: no, type: nauc_precision_at_100_max
value: 11.688756971071097
verified: no, type: nauc_precision_at_100_std
value: 13.837542964600951
verified: no, type: nauc_precision_at_10_diff1
value: 29.285778868509432
verified: no, type: nauc_precision_at_10_max
value: 4.167613880995443
verified: no, type: nauc_precision_at_10_std
value: -23.171725652286263
verified: no, type: nauc_precision_at_1_diff1
value: 40.486539775597564
verified: no, type: nauc_precision_at_1_max
value: 2.5243704406671514
verified: no, type: nauc_precision_at_1_std
value: -18.04766011045231
verified: no, type: nauc_precision_at_20_diff1
value: 25.434935125833764
verified: no, type: nauc_precision_at_20_max
value: 6.955075791618158
verified: no, type: nauc_precision_at_20_std
value: -12.90153549510208
verified: no, type: nauc_precision_at_3_diff1
value: 33.436440867459595
verified: no, type: nauc_precision_at_3_max
value: 3.004261639598586
verified: no, type: nauc_precision_at_3_std
value: -23.94804289351618
verified: no, type: nauc_precision_at_5_diff1
value: 32.015481834045765
verified: no, type: nauc_precision_at_5_max
value: 3.391910076030244
verified: no, type: nauc_precision_at_5_std
value: -23.96787614532766
verified: no, type: nauc_recall_at_1000_diff1
value: 22.19644459090854
verified: no, type: nauc_recall_at_1000_max
value: 40.140275718130034
verified: no, type: nauc_recall_at_1000_std
value: 62.09666611742715
verified: no, type: nauc_recall_at_100_diff1
value: 28.019398682042812
verified: no, type: nauc_recall_at_100_max
value: 13.86909861143805
verified: no, type: nauc_recall_at_100_std
value: 16.073534949399807
verified: no, type: nauc_recall_at_10_diff1
value: 31.754844040271763
verified: no, type: nauc_recall_at_10_max
value: 4.4294441953177905
verified: no, type: nauc_recall_at_10_std
value: -24.294975062896643
verified: no, type: nauc_recall_at_1_diff1
value: 40.45282223147299
verified: no, type: nauc_recall_at_1_max
value: 2.4561406651468616
verified: no, type: nauc_recall_at_1_std
value: -18.20707520387699
verified: no, type: nauc_recall_at_20_diff1
value: 30.409841241464203
verified: no, type: nauc_recall_at_20_max
value: 6.817793927374914
verified: no, type: nauc_recall_at_20_std
value: -15.545580889638233
verified: no, type: nauc_recall_at_3_diff1
value: 33.50070203381667
verified: no, type: nauc_recall_at_3_max
value: 2.925541620353969
verified: no, type: nauc_recall_at_3_std
value: -23.772789254855955
verified: no, type: nauc_recall_at_5_diff1
value: 32.735790237010995
verified: no, type: nauc_recall_at_5_max
value: 3.198760172060438
verified: no, type: nauc_recall_at_5_std
value: -24.47406413878985
verified: no, type: ndcg_at_1
value: 23.453
verified: no, type: ndcg_at_10
value: 43.092999999999996
verified: no, type: ndcg_at_100
value: 48.588
verified: no, type: ndcg_at_1000
value: 49.633
verified: no, type: ndcg_at_20
value: 45.658
verified: no, type: ndcg_at_3
value: 35.15
verified: no, type: ndcg_at_5
value: 39.225
verified: no, type: precision_at_1
value: 23.453
verified: no, type: precision_at_10
value: 6.7989999999999995
verified: no, type: precision_at_100
value: 0.9560000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 3.9370000000000003
verified: no, type: precision_at_3
value: 15.033
verified: no, type: precision_at_5
value: 11.103
verified: no, type: recall_at_1
value: 22.796
verified: no, type: recall_at_10
value: 65.146
verified: no, type: recall_at_100
value: 90.521
verified: no, type: recall_at_1000
value: 98.478
verified: no, type: recall_at_20
value: 75.12100000000001
verified: no, type: recall_at_3
value: 43.653999999999996
verified: no, type: recall_at_5
value: 53.419000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 72.355
verified: no, type: map_at_1
value: 2.443
verified: no, type: map_at_10
value: 16.415
verified: no, type: map_at_100
value: 43.407000000000004
verified: no, type: map_at_1000
value: 51.77
verified: no, type: map_at_20
value: 25.384
verified: no, type: map_at_3
value: 6.6000000000000005
verified: no, type: map_at_5
value: 9.716
verified: no, type: mrr_at_1
value: 93.02325581395348
verified: no, type: mrr_at_10
value: 96.12403100775194
verified: no, type: mrr_at_100
value: 96.12403100775194
verified: no, type: mrr_at_1000
value: 96.12403100775194
verified: no, type: mrr_at_20
value: 96.12403100775194
verified: no, type: mrr_at_3
value: 96.12403100775194
verified: no, type: mrr_at_5
value: 96.12403100775194
verified: no, type: nauc_map_at_1000_diff1
value: -13.095612894095154
verified: no, type: nauc_map_at_1000_max
value: 26.995852134511583
verified: no, type: nauc_map_at_1000_std
value: 54.67201845009677
verified: no, type: nauc_map_at_100_diff1
value: 0.9564790713862549
verified: no, type: nauc_map_at_100_max
value: 8.799594495465193
verified: no, type: nauc_map_at_100_std
value: 27.94895226058377
verified: no, type: nauc_map_at_10_diff1
value: 24.483469271673698
verified: no, type: nauc_map_at_10_max
value: -20.21886527023598
verified: no, type: nauc_map_at_10_std
value: -19.286796751707733
verified: no, type: nauc_map_at_1_diff1
value: 33.31026180296999
verified: no, type: nauc_map_at_1_max
value: -39.24980445669469
verified: no, type: nauc_map_at_1_std
value: -39.09477812455557
verified: no, type: nauc_map_at_20_diff1
value: 20.392448985910963
verified: no, type: nauc_map_at_20_max
value: -7.7454812534735975
verified: no, type: nauc_map_at_20_std
value: -6.208561974476969
verified: no, type: nauc_map_at_3_diff1
value: 38.18364178164642
verified: no, type: nauc_map_at_3_max
value: -36.44921485304263
verified: no, type: nauc_map_at_3_std
value: -35.31959806743695
verified: no, type: nauc_map_at_5_diff1
value: 35.33201978468498
verified: no, type: nauc_map_at_5_max
value: -29.298453040830736
verified: no, type: nauc_map_at_5_std
value: -28.920617587362997
verified: no, type: nauc_mrr_at_1000_diff1
value: -30.606157395084576
verified: no, type: nauc_mrr_at_1000_max
value: -53.19264357326626
verified: no, type: nauc_mrr_at_1000_std
value: -8.305258755085841
verified: no, type: nauc_mrr_at_100_diff1
value: -30.606157395084576
verified: no, type: nauc_mrr_at_100_max
value: -53.19264357326626
verified: no, type: nauc_mrr_at_100_std
value: -8.305258755085841
verified: no, type: nauc_mrr_at_10_diff1
value: -30.606157395084576
verified: no, type: nauc_mrr_at_10_max
value: -53.19264357326626
verified: no, type: nauc_mrr_at_10_std
value: -8.305258755085841
verified: no, type: nauc_mrr_at_1_diff1
value: -27.68112574340929
verified: no, type: nauc_mrr_at_1_max
value: -52.777221496944726
verified: no, type: nauc_mrr_at_1_std
value: -15.371067481794132
verified: no, type: nauc_mrr_at_20_diff1
value: -30.606157395084576
verified: no, type: nauc_mrr_at_20_max
value: -53.19264357326626
verified: no, type: nauc_mrr_at_20_std
value: -8.305258755085841
verified: no, type: nauc_mrr_at_3_diff1
value: -30.606157395084576
verified: no, type: nauc_mrr_at_3_max
value: -53.19264357326626
verified: no, type: nauc_mrr_at_3_std
value: -8.305258755085841
verified: no, type: nauc_mrr_at_5_diff1
value: -30.606157395084576
verified: no, type: nauc_mrr_at_5_max
value: -53.19264357326626
verified: no, type: nauc_mrr_at_5_std
value: -8.305258755085841
verified: no, type: nauc_ndcg_at_1000_diff1
value: -16.034483752772204
verified: no, type: nauc_ndcg_at_1000_max
value: 45.46247864860879
verified: no, type: nauc_ndcg_at_1000_std
value: 58.89930063809204
verified: no, type: nauc_ndcg_at_100_diff1
value: -10.748580136138578
verified: no, type: nauc_ndcg_at_100_max
value: 28.946017610642706
verified: no, type: nauc_ndcg_at_100_std
value: 52.582208083028625
verified: no, type: nauc_ndcg_at_10_diff1
value: 0.03984937943496068
verified: no, type: nauc_ndcg_at_10_max
value: 19.79086384332024
verified: no, type: nauc_ndcg_at_10_std
value: 19.155618836589376
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.036794714344047
verified: no, type: nauc_ndcg_at_1_max
value: -1.819122910416097
verified: no, type: nauc_ndcg_at_1_std
value: -10.452802753949953
verified: no, type: nauc_ndcg_at_20_diff1
value: -1.6467702014700067
verified: no, type: nauc_ndcg_at_20_max
value: 23.751741150948085
verified: no, type: nauc_ndcg_at_20_std
value: 37.114835788141995
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.021194985583985
verified: no, type: nauc_ndcg_at_3_max
value: 16.444341503891035
verified: no, type: nauc_ndcg_at_3_std
value: 9.583892749673794
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.707152653487285
verified: no, type: nauc_ndcg_at_5_max
value: 19.29303430227641
verified: no, type: nauc_ndcg_at_5_std
value: 13.921993396555694
verified: no, type: nauc_precision_at_1000_diff1
value: -35.27681517614476
verified: no, type: nauc_precision_at_1000_max
value: 30.735509903891266
verified: no, type: nauc_precision_at_1000_std
value: 51.761061970373234
verified: no, type: nauc_precision_at_100_diff1
value: -32.90941039646208
verified: no, type: nauc_precision_at_100_max
value: 33.710251139092136
verified: no, type: nauc_precision_at_100_std
value: 58.62288946778689
verified: no, type: nauc_precision_at_10_diff1
value: -29.9325099508508
verified: no, type: nauc_precision_at_10_max
value: 41.16949698700421
verified: no, type: nauc_precision_at_10_std
value: 67.483536639692
verified: no, type: nauc_precision_at_1_diff1
value: -27.68112574340929
verified: no, type: nauc_precision_at_1_max
value: -52.777221496944726
verified: no, type: nauc_precision_at_1_std
value: -15.371067481794132
verified: no, type: nauc_precision_at_20_diff1
value: -26.466718701309933
verified: no, type: nauc_precision_at_20_max
value: 42.4258197087897
verified: no, type: nauc_precision_at_20_std
value: 68.28570412537994
verified: no, type: nauc_precision_at_3_diff1
value: -17.5537402528335
verified: no, type: nauc_precision_at_3_max
value: 11.948422610902803
verified: no, type: nauc_precision_at_3_std
value: 42.73257543682195
verified: no, type: nauc_precision_at_5_diff1
value: -9.71770975873051
verified: no, type: nauc_precision_at_5_max
value: 42.91671438570917
verified: no, type: nauc_precision_at_5_std
value: 65.11066579711269
verified: no, type: nauc_recall_at_1000_diff1
value: -31.28280669952206
verified: no, type: nauc_recall_at_1000_max
value: 51.299313317147664
verified: no, type: nauc_recall_at_1000_std
value: 62.264776617261845
verified: no, type: nauc_recall_at_100_diff1
value: 2.047346845359303
verified: no, type: nauc_recall_at_100_max
value: 10.839602920439887
verified: no, type: nauc_recall_at_100_std
value: 21.112967913680105
verified: no, type: nauc_recall_at_10_diff1
value: 24.59299024452016
verified: no, type: nauc_recall_at_10_max
value: -20.50448466493449
verified: no, type: nauc_recall_at_10_std
value: -22.198857077065455
verified: no, type: nauc_recall_at_1_diff1
value: 33.31026180296999
verified: no, type: nauc_recall_at_1_max
value: -39.24980445669469
verified: no, type: nauc_recall_at_1_std
value: -39.09477812455557
verified: no, type: nauc_recall_at_20_diff1
value: 20.473876153114187
verified: no, type: nauc_recall_at_20_max
value: -7.977946091168067
verified: no, type: nauc_recall_at_20_std
value: -9.952756164203983
verified: no, type: nauc_recall_at_3_diff1
value: 38.37782630038568
verified: no, type: nauc_recall_at_3_max
value: -35.69952128519565
verified: no, type: nauc_recall_at_3_std
value: -35.73407225716257
verified: no, type: nauc_recall_at_5_diff1
value: 36.29194975333239
verified: no, type: nauc_recall_at_5_max
value: -28.71941774004871
verified: no, type: nauc_recall_at_5_std
value: -30.51881398299733
verified: no, type: ndcg_at_1
value: 73.643
verified: no, type: ndcg_at_10
value: 72.355
verified: no, type: ndcg_at_100
value: 67.23400000000001
verified: no, type: ndcg_at_1000
value: 74.235
verified: no, type: ndcg_at_20
value: 70.539
verified: no, type: ndcg_at_3
value: 73.79299999999999
verified: no, type: ndcg_at_5
value: 73.051
verified: no, type: precision_at_1
value: 93.023
verified: no, type: precision_at_10
value: 82.093
verified: no, type: precision_at_100
value: 39.977000000000004
verified: no, type: precision_at_1000
value: 7.292999999999999
verified: no, type: precision_at_20
value: 73.372
verified: no, type: precision_at_3
value: 86.822
verified: no, type: precision_at_5
value: 85.116
verified: no, type: recall_at_1
value: 2.443
verified: no, type: recall_at_10
value: 17.87
verified: no, type: recall_at_100
value: 55.361000000000004
verified: no, type: recall_at_1000
value: 81.257
verified: no, type: recall_at_20
value: 28.236
verified: no, type: recall_at_3
value: 6.747
verified: no, type: recall_at_5
value: 10.299999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 40.294000000000004
verified: no, type: map_at_1
value: 20.827
verified: no, type: map_at_10
value: 33.211
verified: no, type: map_at_100
value: 34.467999999999996
verified: no, type: map_at_1000
value: 34.513
verified: no, type: map_at_20
value: 33.991
verified: no, type: map_at_3
value: 29.183999999999997
verified: no, type: map_at_5
value: 31.472
verified: no, type: mrr_at_1
value: 21.408958144029395
verified: no, type: mrr_at_10
value: 33.730745913638195
verified: no, type: mrr_at_100
value: 34.93236545001326
verified: no, type: mrr_at_1000
value: 34.97198061072765
verified: no, type: mrr_at_20
value: 34.48231609505797
verified: no, type: mrr_at_3
value: 29.782902764215052
verified: no, type: mrr_at_5
value: 32.035104323458434
verified: no, type: nauc_map_at_1000_diff1
value: 34.02777987106803
verified: no, type: nauc_map_at_1000_max
value: -1.2815509501626068
verified: no, type: nauc_map_at_1000_std
value: -21.697277337892647
verified: no, type: nauc_map_at_100_diff1
value: 34.01948446116364
verified: no, type: nauc_map_at_100_max
value: -1.2758003329842975
verified: no, type: nauc_map_at_100_std
value: -21.67054142869089
verified: no, type: nauc_map_at_10_diff1
value: 33.93401582866424
verified: no, type: nauc_map_at_10_max
value: -1.436899018998692
verified: no, type: nauc_map_at_10_std
value: -22.31805049004397
verified: no, type: nauc_map_at_1_diff1
value: 37.45478121283546
verified: no, type: nauc_map_at_1_max
value: -1.7292282930395964
verified: no, type: nauc_map_at_1_std
value: -20.09805076172682
verified: no, type: nauc_map_at_20_diff1
value: 33.971782632277694
verified: no, type: nauc_map_at_20_max
value: -1.3408451363490113
verified: no, type: nauc_map_at_20_std
value: -21.92591100627878
verified: no, type: nauc_map_at_3_diff1
value: 34.18069178615134
verified: no, type: nauc_map_at_3_max
value: -1.630386214556127
verified: no, type: nauc_map_at_3_std
value: -22.34846958218982
verified: no, type: nauc_map_at_5_diff1
value: 33.94716003411099
verified: no, type: nauc_map_at_5_max
value: -1.549935182507629
verified: no, type: nauc_map_at_5_std
value: -22.594386694644367
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.03040430088337
verified: no, type: nauc_mrr_at_1000_max
value: -1.3213937991255904
verified: no, type: nauc_mrr_at_1000_std
value: -21.70389090918072
verified: no, type: nauc_mrr_at_100_diff1
value: 34.022522339496774
verified: no, type: nauc_mrr_at_100_max
value: -1.3152285911472388
verified: no, type: nauc_mrr_at_100_std
value: -21.676958200881675
verified: no, type: nauc_mrr_at_10_diff1
value: 33.93355900672435
verified: no, type: nauc_mrr_at_10_max
value: -1.4614678438906665
verified: no, type: nauc_mrr_at_10_std
value: -22.28861947971457
verified: no, type: nauc_mrr_at_1_diff1
value: 37.546452782182136
verified: no, type: nauc_mrr_at_1_max
value: -1.7294766742589955
verified: no, type: nauc_mrr_at_1_std
value: -20.296209334629502
verified: no, type: nauc_mrr_at_20_diff1
value: 33.97459099880882
verified: no, type: nauc_mrr_at_20_max
value: -1.3724484493869407
verified: no, type: nauc_mrr_at_20_std
value: -21.90938080921834
verified: no, type: nauc_mrr_at_3_diff1
value: 34.193028024231275
verified: no, type: nauc_mrr_at_3_max
value: -1.637844162570119
verified: no, type: nauc_mrr_at_3_std
value: -22.391785953371954
verified: no, type: nauc_mrr_at_5_diff1
value: 33.942270203492505
verified: no, type: nauc_mrr_at_5_max
value: -1.5662427239583012
verified: no, type: nauc_mrr_at_5_std
value: -22.588268045906617
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.320660858886434
verified: no, type: nauc_ndcg_at_1000_max
value: -0.5284619160115556
verified: no, type: nauc_ndcg_at_1000_std
value: -20.32856026648269
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.09849012883688
verified: no, type: nauc_ndcg_at_100_max
value: -0.2789444288826172
verified: no, type: nauc_ndcg_at_100_std
value: -19.26818013053826
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.72950590630474
verified: no, type: nauc_ndcg_at_10_max
value: -1.1843262559070222
verified: no, type: nauc_ndcg_at_10_std
value: -22.63881505799233
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.561859267028986
verified: no, type: nauc_ndcg_at_1_max
value: -1.7394271571128594
verified: no, type: nauc_ndcg_at_1_std
value: -20.297582718211768
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.81773357536739
verified: no, type: nauc_ndcg_at_20_max
value: -0.818814036567139
verified: no, type: nauc_ndcg_at_20_std
value: -21.169463105775417
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.26148609046833
verified: no, type: nauc_ndcg_at_3_max
value: -1.6039126727937565
verified: no, type: nauc_ndcg_at_3_std
value: -22.964224178873312
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.819994204462304
verified: no, type: nauc_ndcg_at_5_max
value: -1.4658159671875957
verified: no, type: nauc_ndcg_at_5_std
value: -23.349326219737495
verified: no, type: nauc_precision_at_1000_diff1
value: -1.6104135238170707
verified: no, type: nauc_precision_at_1000_max
value: 8.363222968624898
verified: no, type: nauc_precision_at_1000_std
value: 10.985242380235336
verified: no, type: nauc_precision_at_100_diff1
value: 13.990496029241228
verified: no, type: nauc_precision_at_100_max
value: 9.094045257744632
verified: no, type: nauc_precision_at_100_std
value: 12.351355190207318
verified: no, type: nauc_precision_at_10_diff1
value: 26.921214324266487
verified: no, type: nauc_precision_at_10_max
value: -0.050709399417621606
verified: no, type: nauc_precision_at_10_std
value: -22.106636099886227
verified: no, type: nauc_precision_at_1_diff1
value: 37.561859267028986
verified: no, type: nauc_precision_at_1_max
value: -1.7394271571128594
verified: no, type: nauc_precision_at_1_std
value: -20.297582718211768
verified: no, type: nauc_precision_at_20_diff1
value: 24.46377767433309
verified: no, type: nauc_precision_at_20_max
value: 1.927563456163668
verified: no, type: nauc_precision_at_20_std
value: -14.262008534423437
verified: no, type: nauc_precision_at_3_diff1
value: 30.47654368971038
verified: no, type: nauc_precision_at_3_max
value: -1.4721069715025477
verified: no, type: nauc_precision_at_3_std
value: -24.473419860453287
verified: no, type: nauc_precision_at_5_diff1
value: 28.84207492028085
verified: no, type: nauc_precision_at_5_max
value: -1.072688996665273
verified: no, type: nauc_precision_at_5_std
value: -24.97422068755472
verified: no, type: nauc_recall_at_1000_diff1
value: 18.855605147046848
verified: no, type: nauc_recall_at_1000_max
value: 49.50663718661513
verified: no, type: nauc_recall_at_1000_std
value: 68.09344040370827
verified: no, type: nauc_recall_at_100_diff1
value: 25.72087763068693
verified: no, type: nauc_recall_at_100_max
value: 13.2531664672904
verified: no, type: nauc_recall_at_100_std
value: 18.178666593688614
verified: no, type: nauc_recall_at_10_diff1
value: 28.61768654600192
verified: no, type: nauc_recall_at_10_max
value: -0.2512367516764246
verified: no, type: nauc_recall_at_10_std
value: -23.054794100612842
verified: no, type: nauc_recall_at_1_diff1
value: 37.45478121283546
verified: no, type: nauc_recall_at_1_max
value: -1.7292282930395964
verified: no, type: nauc_recall_at_1_std
value: -20.09805076172682
verified: no, type: nauc_recall_at_20_diff1
value: 27.990638788151053
verified: no, type: nauc_recall_at_20_max
value: 1.766087865322523
verified: no, type: nauc_recall_at_20_std
value: -15.950117081705836
verified: no, type: nauc_recall_at_3_diff1
value: 30.736564004374976
verified: no, type: nauc_recall_at_3_max
value: -1.5244277586907655
verified: no, type: nauc_recall_at_3_std
value: -24.422939089006718
verified: no, type: nauc_recall_at_5_diff1
value: 29.564289336037696
verified: no, type: nauc_recall_at_5_max
value: -1.2071216109305303
verified: no, type: nauc_recall_at_5_std
value: -25.241374271913013
verified: no, type: ndcg_at_1
value: 21.404999999999998
verified: no, type: ndcg_at_10
value: 40.294000000000004
verified: no, type: ndcg_at_100
value: 46.337
verified: no, type: ndcg_at_1000
value: 47.428
verified: no, type: ndcg_at_20
value: 43.064
verified: no, type: ndcg_at_3
value: 32.083
verified: no, type: ndcg_at_5
value: 36.16
verified: no, type: precision_at_1
value: 21.404999999999998
verified: no, type: precision_at_10
value: 6.485
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.816
verified: no, type: precision_at_3
value: 13.748
verified: no, type: precision_at_5
value: 10.31
verified: no, type: recall_at_1
value: 20.827
verified: no, type: recall_at_10
value: 62.272000000000006
verified: no, type: recall_at_100
value: 90.20899999999999
verified: no, type: recall_at_1000
value: 98.483
verified: no, type: recall_at_20
value: 73.038
verified: no, type: recall_at_3
value: 39.883
verified: no, type: recall_at_5
value: 49.688
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 38.184000000000005
verified: no, type: map_at_1
value: 6.401
verified: no, type: map_at_10
value: 14.637
verified: no, type: map_at_100
value: 18.485
verified: no, type: map_at_1000
value: 20.025000000000002
verified: no, type: map_at_20
value: 16.3
verified: no, type: map_at_3
value: 10.745000000000001
verified: no, type: map_at_5
value: 12.696
verified: no, type: mrr_at_1
value: 48.297213622291025
verified: no, type: mrr_at_10
value: 57.5673251756843
verified: no, type: mrr_at_100
value: 58.107503418726736
verified: no, type: mrr_at_1000
value: 58.14401899150543
verified: no, type: mrr_at_20
value: 57.91440208390433
verified: no, type: mrr_at_3
value: 55.77915376676987
verified: no, type: mrr_at_5
value: 56.92466460268319
verified: no, type: nauc_map_at_1000_diff1
value: 27.606998470664717
verified: no, type: nauc_map_at_1000_max
value: 31.6328019008826
verified: no, type: nauc_map_at_1000_std
value: 17.810662159225608
verified: no, type: nauc_map_at_100_diff1
value: 29.083885588601984
verified: no, type: nauc_map_at_100_max
value: 30.64819024654504
verified: no, type: nauc_map_at_100_std
value: 14.340669838788134
verified: no, type: nauc_map_at_10_diff1
value: 32.946874475186
verified: no, type: nauc_map_at_10_max
value: 24.615879188360363
verified: no, type: nauc_map_at_10_std
value: 2.7445636700846694
verified: no, type: nauc_map_at_1_diff1
value: 44.98678904772625
verified: no, type: nauc_map_at_1_max
value: 13.546030135367564
verified: no, type: nauc_map_at_1_std
value: -9.611686868566363
verified: no, type: nauc_map_at_20_diff1
value: 30.992002529054773
verified: no, type: nauc_map_at_20_max
value: 27.796270325045814
verified: no, type: nauc_map_at_20_std
value: 7.68173408442734
verified: no, type: nauc_map_at_3_diff1
value: 38.162397772445075
verified: no, type: nauc_map_at_3_max
value: 17.20746221024842
verified: no, type: nauc_map_at_3_std
value: -5.889837720709133
verified: no, type: nauc_map_at_5_diff1
value: 36.0872960437883
verified: no, type: nauc_map_at_5_max
value: 20.455525612146143
verified: no, type: nauc_map_at_5_std
value: -2.7411662971514295
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.79257013179879
verified: no, type: nauc_mrr_at_1000_max
value: 50.555768937733326
verified: no, type: nauc_mrr_at_1000_std
value: 33.749183381655214
verified: no, type: nauc_mrr_at_100_diff1
value: 30.803504870581605
verified: no, type: nauc_mrr_at_100_max
value: 50.59064210766916
verified: no, type: nauc_mrr_at_100_std
value: 33.79275925748245
verified: no, type: nauc_mrr_at_10_diff1
value: 30.950058059247947
verified: no, type: nauc_mrr_at_10_max
value: 50.40866010594709
verified: no, type: nauc_mrr_at_10_std
value: 33.68951717948501
verified: no, type: nauc_mrr_at_1_diff1
value: 31.491330719810335
verified: no, type: nauc_mrr_at_1_max
value: 41.792415954935095
verified: no, type: nauc_mrr_at_1_std
value: 23.047306999315413
verified: no, type: nauc_mrr_at_20_diff1
value: 30.697653537753162
verified: no, type: nauc_mrr_at_20_max
value: 50.3813529810355
verified: no, type: nauc_mrr_at_20_std
value: 33.66837659146359
verified: no, type: nauc_mrr_at_3_diff1
value: 31.668156779063818
verified: no, type: nauc_mrr_at_3_max
value: 50.22181337505093
verified: no, type: nauc_mrr_at_3_std
value: 32.14633179870973
verified: no, type: nauc_mrr_at_5_diff1
value: 31.274630478737077
verified: no, type: nauc_mrr_at_5_max
value: 50.52878386962845
verified: no, type: nauc_mrr_at_5_std
value: 33.43805881295448
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.798548344185544
verified: no, type: nauc_ndcg_at_1000_max
value: 48.36701062078609
verified: no, type: nauc_ndcg_at_1000_std
value: 38.34086919539637
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.427557288368313
verified: no, type: nauc_ndcg_at_100_max
value: 42.06270676662367
verified: no, type: nauc_ndcg_at_100_std
value: 31.748602206925497
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.692623344846087
verified: no, type: nauc_ndcg_at_10_max
value: 40.232233870099385
verified: no, type: nauc_ndcg_at_10_std
value: 29.97728982863539
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.779937738240662
verified: no, type: nauc_ndcg_at_1_max
value: 40.34342577419757
verified: no, type: nauc_ndcg_at_1_std
value: 22.950173782876366
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.747702508210583
verified: no, type: nauc_ndcg_at_20_max
value: 40.16720666498737
verified: no, type: nauc_ndcg_at_20_std
value: 30.903415317477506
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.42265281145814
verified: no, type: nauc_ndcg_at_3_max
value: 43.24356099664565
verified: no, type: nauc_ndcg_at_3_std
value: 27.632379702409395
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.070337848806965
verified: no, type: nauc_ndcg_at_5_max
value: 41.64135353616761
verified: no, type: nauc_ndcg_at_5_std
value: 28.07901862839794
verified: no, type: nauc_precision_at_1000_diff1
value: -14.701266128133256
verified: no, type: nauc_precision_at_1000_max
value: 6.462978714217531
verified: no, type: nauc_precision_at_1000_std
value: 31.814207539261506
verified: no, type: nauc_precision_at_100_diff1
value: -10.658429998601529
verified: no, type: nauc_precision_at_100_max
value: 19.043079314144624
verified: no, type: nauc_precision_at_100_std
value: 43.633947780936026
verified: no, type: nauc_precision_at_10_diff1
value: -0.13881704719120078
verified: no, type: nauc_precision_at_10_max
value: 36.9070258018293
verified: no, type: nauc_precision_at_10_std
value: 39.9287945576426
verified: no, type: nauc_precision_at_1_diff1
value: 31.491330719810335
verified: no, type: nauc_precision_at_1_max
value: 41.792415954935095
verified: no, type: nauc_precision_at_1_std
value: 23.047306999315413
verified: no, type: nauc_precision_at_20_diff1
value: -4.922519618670497
verified: no, type: nauc_precision_at_20_max
value: 32.57150301394898
verified: no, type: nauc_precision_at_20_std
value: 43.499644765729904
verified: no, type: nauc_precision_at_3_diff1
value: 14.781686610614608
verified: no, type: nauc_precision_at_3_max
value: 44.57882765811817
verified: no, type: nauc_precision_at_3_std
value: 34.090416737481476
verified: no, type: nauc_precision_at_5_diff1
value: 7.800725142070681
verified: no, type: nauc_precision_at_5_max
value: 40.41029866706074
verified: no, type: nauc_precision_at_5_std
value: 35.07366907257489
verified: no, type: nauc_recall_at_1000_diff1
value: 9.319671169112267
verified: no, type: nauc_recall_at_1000_max
value: 22.536801199782687
verified: no, type: nauc_recall_at_1000_std
value: 23.671097200188054
verified: no, type: nauc_recall_at_100_diff1
value: 17.9627378361286
verified: no, type: nauc_recall_at_100_max
value: 28.03776631284452
verified: no, type: nauc_recall_at_100_std
value: 20.58127171451453
verified: no, type: nauc_recall_at_10_diff1
value: 27.144388648804746
verified: no, type: nauc_recall_at_10_max
value: 21.92573151789915
verified: no, type: nauc_recall_at_10_std
value: 3.3904974864867077
verified: no, type: nauc_recall_at_1_diff1
value: 44.98678904772625
verified: no, type: nauc_recall_at_1_max
value: 13.546030135367564
verified: no, type: nauc_recall_at_1_std
value: -9.611686868566363
verified: no, type: nauc_recall_at_20_diff1
value: 24.28379177579911
verified: no, type: nauc_recall_at_20_max
value: 25.846486376177243
verified: no, type: nauc_recall_at_20_std
value: 9.393542031681196
verified: no, type: nauc_recall_at_3_diff1
value: 34.45294795679497
verified: no, type: nauc_recall_at_3_max
value: 15.217898442102806
verified: no, type: nauc_recall_at_3_std
value: -6.263148154779078
verified: no, type: nauc_recall_at_5_diff1
value: 31.265671395262956
verified: no, type: nauc_recall_at_5_max
value: 17.712054796957467
verified: no, type: nauc_recall_at_5_std
value: -2.6905643929982817
verified: no, type: ndcg_at_1
value: 47.059
verified: no, type: ndcg_at_10
value: 38.184000000000005
verified: no, type: ndcg_at_100
value: 34.695
verified: no, type: ndcg_at_1000
value: 43.336999999999996
verified: no, type: ndcg_at_20
value: 35.752
verified: no, type: ndcg_at_3
value: 43.611
verified: no, type: ndcg_at_5
value: 41.725
verified: no, type: precision_at_1
value: 48.297000000000004
verified: no, type: precision_at_10
value: 28.451999999999998
verified: no, type: precision_at_100
value: 8.796
verified: no, type: precision_at_1000
value: 2.165
verified: no, type: precision_at_20
value: 21.115000000000002
verified: no, type: precision_at_3
value: 41.176
verified: no, type: precision_at_5
value: 36.594
verified: no, type: recall_at_1
value: 6.401
verified: no, type: recall_at_10
value: 18.611
verified: no, type: recall_at_100
value: 34.575
verified: no, type: recall_at_1000
value: 66.24600000000001
verified: no, type: recall_at_20
value: 22.698999999999998
verified: no, type: recall_at_3
value: 12.074
verified: no, type: recall_at_5
value: 15.183
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 61.43300000000001
verified: no, type: map_at_1
value: 37.128
verified: no, type: map_at_10
value: 53.667
verified: no, type: map_at_100
value: 54.534000000000006
verified: no, type: map_at_1000
value: 54.55
verified: no, type: map_at_20
value: 54.266999999999996
verified: no, type: map_at_3
value: 49.269
verified: no, type: map_at_5
value: 51.912000000000006
verified: no, type: mrr_at_1
value: 41.68597914252607
verified: no, type: mrr_at_10
value: 56.155943644356
verified: no, type: mrr_at_100
value: 56.739900435896665
verified: no, type: mrr_at_1000
value: 56.7490673421236
verified: no, type: mrr_at_20
value: 56.55444451957713
verified: no, type: mrr_at_3
value: 52.66029354963283
verified: no, type: mrr_at_5
value: 54.77356122054835
verified: no, type: nauc_map_at_1000_diff1
value: 38.35357325796708
verified: no, type: nauc_map_at_1000_max
value: 27.684904103629254
verified: no, type: nauc_map_at_1000_std
value: -2.0615074863647473
verified: no, type: nauc_map_at_100_diff1
value: 38.34938790232624
verified: no, type: nauc_map_at_100_max
value: 27.696112743494766
verified: no, type: nauc_map_at_100_std
value: -2.0427150972305617
verified: no, type: nauc_map_at_10_diff1
value: 38.15278185727002
verified: no, type: nauc_map_at_10_max
value: 27.715948790085353
verified: no, type: nauc_map_at_10_std
value: -2.328925314870795
verified: no, type: nauc_map_at_1_diff1
value: 42.29788217295333
verified: no, type: nauc_map_at_1_max
value: 22.76651930977973
verified: no, type: nauc_map_at_1_std
value: -3.768315692325868
verified: no, type: nauc_map_at_20_diff1
value: 38.302614180998674
verified: no, type: nauc_map_at_20_max
value: 27.78592293953343
verified: no, type: nauc_map_at_20_std
value: -2.0977635859762214
verified: no, type: nauc_map_at_3_diff1
value: 38.115331660918294
verified: no, type: nauc_map_at_3_max
value: 26.181226890845505
verified: no, type: nauc_map_at_3_std
value: -3.743205465259794
verified: no, type: nauc_map_at_5_diff1
value: 37.90906363195439
verified: no, type: nauc_map_at_5_max
value: 26.989258393726985
verified: no, type: nauc_map_at_5_std
value: -3.466409193773486
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.43355997987963
verified: no, type: nauc_mrr_at_1000_max
value: 28.171753738463167
verified: no, type: nauc_mrr_at_1000_std
value: -0.010258951333665323
verified: no, type: nauc_mrr_at_100_diff1
value: 38.431353692452255
verified: no, type: nauc_mrr_at_100_max
value: 28.179704287828383
verified: no, type: nauc_mrr_at_100_std
value: 0.001576750758498444
verified: no, type: nauc_mrr_at_10_diff1
value: 38.26843151859599
verified: no, type: nauc_mrr_at_10_max
value: 28.306144736151694
verified: no, type: nauc_mrr_at_10_std
value: -0.0669248703829922
verified: no, type: nauc_mrr_at_1_diff1
value: 42.123921628197245
verified: no, type: nauc_mrr_at_1_max
value: 24.588261643793565
verified: no, type: nauc_mrr_at_1_std
value: -1.4047148219421608
verified: no, type: nauc_mrr_at_20_diff1
value: 38.39836187546001
verified: no, type: nauc_mrr_at_20_max
value: 28.295906816963445
verified: no, type: nauc_mrr_at_20_std
value: -0.007618532585832778
verified: no, type: nauc_mrr_at_3_diff1
value: 38.06690792892592
verified: no, type: nauc_mrr_at_3_max
value: 27.44210364010309
verified: no, type: nauc_mrr_at_3_std
value: -0.7472428440350823
verified: no, type: nauc_mrr_at_5_diff1
value: 38.0063558642651
verified: no, type: nauc_mrr_at_5_max
value: 27.934465703393656
verified: no, type: nauc_mrr_at_5_std
value: -0.6317390944885618
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.88579365541516
verified: no, type: nauc_ndcg_at_1000_max
value: 29.274472432473182
verified: no, type: nauc_ndcg_at_1000_std
value: -0.05915108845712491
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.828943087002884
verified: no, type: nauc_ndcg_at_100_max
value: 29.699374135251684
verified: no, type: nauc_ndcg_at_100_std
value: 0.5421292608323158
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.046948662407296
verified: no, type: nauc_ndcg_at_10_max
value: 30.16009404810942
verified: no, type: nauc_ndcg_at_10_std
value: -0.4458044961355911
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.123921628197245
verified: no, type: nauc_ndcg_at_1_max
value: 24.588261643793565
verified: no, type: nauc_ndcg_at_1_std
value: -1.4047148219421608
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.54663557752722
verified: no, type: nauc_ndcg_at_20_max
value: 30.413588986848744
verified: no, type: nauc_ndcg_at_20_std
value: 0.25700301995293373
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.89412167863663
verified: no, type: nauc_ndcg_at_3_max
value: 27.233806790041807
verified: no, type: nauc_ndcg_at_3_std
value: -3.0871708406903
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.5141342456609
verified: no, type: nauc_ndcg_at_5_max
value: 28.556555633738796
verified: no, type: nauc_ndcg_at_5_std
value: -2.728248192491663
verified: no, type: nauc_precision_at_1000_diff1
value: -8.137754125603385
verified: no, type: nauc_precision_at_1000_max
value: 5.838400348988766
verified: no, type: nauc_precision_at_1000_std
value: 13.996699568115895
verified: no, type: nauc_precision_at_100_diff1
value: -4.454681692042504
verified: no, type: nauc_precision_at_100_max
value: 11.976565093822284
verified: no, type: nauc_precision_at_100_std
value: 18.269274901888906
verified: no, type: nauc_precision_at_10_diff1
value: 9.773575486302922
verified: no, type: nauc_precision_at_10_max
value: 25.790347896491276
verified: no, type: nauc_precision_at_10_std
value: 12.076820923493626
verified: no, type: nauc_precision_at_1_diff1
value: 42.123921628197245
verified: no, type: nauc_precision_at_1_max
value: 24.588261643793565
verified: no, type: nauc_precision_at_1_std
value: -1.4047148219421608
verified: no, type: nauc_precision_at_20_diff1
value: 4.496587357358886
verified: no, type: nauc_precision_at_20_max
value: 21.787427995109816
verified: no, type: nauc_precision_at_20_std
value: 15.687199106823549
verified: no, type: nauc_precision_at_3_diff1
value: 23.713968885402174
verified: no, type: nauc_precision_at_3_max
value: 27.199278010571494
verified: no, type: nauc_precision_at_3_std
value: 1.2478421491292235
verified: no, type: nauc_precision_at_5_diff1
value: 16.570543406461667
verified: no, type: nauc_precision_at_5_max
value: 26.09436523762944
verified: no, type: nauc_precision_at_5_std
value: 3.4857405443015215
verified: no, type: nauc_recall_at_1000_diff1
value: 20.14160082354098
verified: no, type: nauc_recall_at_1000_max
value: 89.14103766401765
verified: no, type: nauc_recall_at_1000_std
value: 89.37960845266102
verified: no, type: nauc_recall_at_100_diff1
value: 31.211692635521487
verified: no, type: nauc_recall_at_100_max
value: 64.21643563588279
verified: no, type: nauc_recall_at_100_std
value: 50.44423051880654
verified: no, type: nauc_recall_at_10_diff1
value: 29.73508259517405
verified: no, type: nauc_recall_at_10_max
value: 40.29407708917718
verified: no, type: nauc_recall_at_10_std
value: 5.464129983129644
verified: no, type: nauc_recall_at_1_diff1
value: 42.29788217295333
verified: no, type: nauc_recall_at_1_max
value: 22.76651930977973
verified: no, type: nauc_recall_at_1_std
value: -3.768315692325868
verified: no, type: nauc_recall_at_20_diff1
value: 31.443876568168154
verified: no, type: nauc_recall_at_20_max
value: 48.7315962115064
verified: no, type: nauc_recall_at_20_std
value: 13.867248011402793
verified: no, type: nauc_recall_at_3_diff1
value: 31.946580259067396
verified: no, type: nauc_recall_at_3_max
value: 27.990805113588557
verified: no, type: nauc_recall_at_3_std
value: -4.062651237427363
verified: no, type: nauc_recall_at_5_diff1
value: 29.745482391859234
verified: no, type: nauc_recall_at_5_max
value: 31.59767272329835
verified: no, type: nauc_recall_at_5_std
value: -3.552541111763621
verified: no, type: ndcg_at_1
value: 41.686
verified: no, type: ndcg_at_10
value: 61.43300000000001
verified: no, type: ndcg_at_100
value: 64.82
verified: no, type: ndcg_at_1000
value: 65.185
verified: no, type: ndcg_at_20
value: 63.271
verified: no, type: ndcg_at_3
value: 53.391
verified: no, type: ndcg_at_5
value: 57.679
verified: no, type: precision_at_1
value: 41.686
verified: no, type: precision_at_10
value: 9.838
verified: no, type: precision_at_100
value: 1.174
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.369
verified: no, type: precision_at_3
value: 24.034
verified: no, type: precision_at_5
value: 16.929
verified: no, type: recall_at_1
value: 37.128
verified: no, type: recall_at_10
value: 82.421
verified: no, type: recall_at_100
value: 96.676
verified: no, type: recall_at_1000
value: 99.372
verified: no, type: recall_at_20
value: 89.11
verified: no, type: recall_at_3
value: 61.882000000000005
verified: no, type: recall_at_5
value: 71.637
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 88.947
verified: no, type: map_at_1
value: 70.974
verified: no, type: map_at_10
value: 85.357
verified: no, type: map_at_100
value: 85.904
verified: no, type: map_at_1000
value: 85.917
verified: no, type: map_at_20
value: 85.741
verified: no, type: map_at_3
value: 82.471
verified: no, type: map_at_5
value: 84.307
verified: no, type: mrr_at_1
value: 81.72
verified: no, type: mrr_at_10
value: 87.96561904761907
verified: no, type: mrr_at_100
value: 88.05981288204102
verified: no, type: mrr_at_1000
value: 88.0605989923228
verified: no, type: mrr_at_20
value: 88.03992553842785
verified: no, type: mrr_at_3
value: 87.1033333333335
verified: no, type: mrr_at_5
value: 87.69333333333338
verified: no, type: nauc_map_at_1000_diff1
value: 77.2583095861056
verified: no, type: nauc_map_at_1000_max
value: 29.819766579943856
verified: no, type: nauc_map_at_1000_std
value: -44.22888462511169
verified: no, type: nauc_map_at_100_diff1
value: 77.26304950694188
verified: no, type: nauc_map_at_100_max
value: 29.766284798482673
verified: no, type: nauc_map_at_100_std
value: -44.310746009053105
verified: no, type: nauc_map_at_10_diff1
value: 77.44031508365418
verified: no, type: nauc_map_at_10_max
value: 29.37377585409888
verified: no, type: nauc_map_at_10_std
value: -45.92572603956514
verified: no, type: nauc_map_at_1_diff1
value: 80.78269598421348
verified: no, type: nauc_map_at_1_max
value: 20.375459745079624
verified: no, type: nauc_map_at_1_std
value: -40.40708560773394
verified: no, type: nauc_map_at_20_diff1
value: 77.34615850639551
verified: no, type: nauc_map_at_20_max
value: 29.62641843400643
verified: no, type: nauc_map_at_20_std
value: -44.93811637470454
verified: no, type: nauc_map_at_3_diff1
value: 77.63731869100205
verified: no, type: nauc_map_at_3_max
value: 28.37061428460734
verified: no, type: nauc_map_at_3_std
value: -46.90171540251599
verified: no, type: nauc_map_at_5_diff1
value: 77.6416217351081
verified: no, type: nauc_map_at_5_max
value: 28.94297051651431
verified: no, type: nauc_map_at_5_std
value: -47.26092351421585
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.06419885079407
verified: no, type: nauc_mrr_at_1000_max
value: 31.678159608697502
verified: no, type: nauc_mrr_at_1000_std
value: -39.57520042310982
verified: no, type: nauc_mrr_at_100_diff1
value: 78.06493963210038
verified: no, type: nauc_mrr_at_100_max
value: 31.6797189831928
verified: no, type: nauc_mrr_at_100_std
value: -39.576792634210975
verified: no, type: nauc_mrr_at_10_diff1
value: 78.09395363010262
verified: no, type: nauc_mrr_at_10_max
value: 31.691192281739916
verified: no, type: nauc_mrr_at_10_std
value: -39.74691927943722
verified: no, type: nauc_mrr_at_1_diff1
value: 78.66350900281675
verified: no, type: nauc_mrr_at_1_max
value: 30.235119997741407
verified: no, type: nauc_mrr_at_1_std
value: -37.67555546868721
verified: no, type: nauc_mrr_at_20_diff1
value: 78.07234822917289
verified: no, type: nauc_mrr_at_20_max
value: 31.688332584742128
verified: no, type: nauc_mrr_at_20_std
value: -39.577189557335664
verified: no, type: nauc_mrr_at_3_diff1
value: 77.6348006335469
verified: no, type: nauc_mrr_at_3_max
value: 32.048478875517446
verified: no, type: nauc_mrr_at_3_std
value: -39.46137689861855
verified: no, type: nauc_mrr_at_5_diff1
value: 77.99686070703672
verified: no, type: nauc_mrr_at_5_max
value: 31.745081527433022
verified: no, type: nauc_mrr_at_5_std
value: -40.05134752020732
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.30748561300635
verified: no, type: nauc_ndcg_at_1000_max
value: 31.036498855254475
verified: no, type: nauc_ndcg_at_1000_std
value: -42.016114434384086
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.32024263250557
verified: no, type: nauc_ndcg_at_100_max
value: 30.84022156601532
verified: no, type: nauc_ndcg_at_100_std
value: -42.439836942464545
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.5309323684768
verified: no, type: nauc_ndcg_at_10_max
value: 30.45331612382649
verified: no, type: nauc_ndcg_at_10_std
value: -45.57451087917826
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.66350900281675
verified: no, type: nauc_ndcg_at_1_max
value: 30.235119997741407
verified: no, type: nauc_ndcg_at_1_std
value: -37.67555546868721
verified: no, type: nauc_ndcg_at_20_diff1
value: 77.51166891171162
verified: no, type: nauc_ndcg_at_20_max
value: 30.661491259365874
verified: no, type: nauc_ndcg_at_20_std
value: -44.08634405360655
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.30271461099069
verified: no, type: nauc_ndcg_at_3_max
value: 31.006012391984665
verified: no, type: nauc_ndcg_at_3_std
value: -44.7168963927777
verified: no, type: nauc_ndcg_at_5_diff1
value: 77.22382616758514
verified: no, type: nauc_ndcg_at_5_max
value: 30.447766528635935
verified: no, type: nauc_ndcg_at_5_std
value: -46.70804061911347
verified: no, type: nauc_precision_at_1000_diff1
value: -43.859567906851446
verified: no, type: nauc_precision_at_1000_max
value: -0.8109139781032491
verified: no, type: nauc_precision_at_1000_std
value: 39.42408660425704
verified: no, type: nauc_precision_at_100_diff1
value: -43.449801070651425
verified: no, type: nauc_precision_at_100_max
value: -2.0242969976422835
verified: no, type: nauc_precision_at_100_std
value: 36.72249237618423
verified: no, type: nauc_precision_at_10_diff1
value: -38.21061499361725
verified: no, type: nauc_precision_at_10_max
value: -0.5572626903699998
verified: no, type: nauc_precision_at_10_std
value: 24.710137740124264
verified: no, type: nauc_precision_at_1_diff1
value: 78.66350900281675
verified: no, type: nauc_precision_at_1_max
value: 30.235119997741407
verified: no, type: nauc_precision_at_1_std
value: -37.67555546868721
verified: no, type: nauc_precision_at_20_diff1
value: -41.46856876639328
verified: no, type: nauc_precision_at_20_max
value: -1.7948936387960843
verified: no, type: nauc_precision_at_20_std
value: 30.73511099189952
verified: no, type: nauc_precision_at_3_diff1
value: -20.72983464260141
verified: no, type: nauc_precision_at_3_max
value: 9.29173133391085
verified: no, type: nauc_precision_at_3_std
value: 8.014964817204172
verified: no, type: nauc_precision_at_5_diff1
value: -31.862430757438364
verified: no, type: nauc_precision_at_5_max
value: 3.0172810360114917
verified: no, type: nauc_precision_at_5_std
value: 16.6050176953488
verified: no, type: nauc_recall_at_1000_diff1
value: 87.23210214323363
verified: no, type: nauc_recall_at_1000_max
value: 97.27596464931685
verified: no, type: nauc_recall_at_1000_std
value: 80.86009597636799
verified: no, type: nauc_recall_at_100_diff1
value: 73.96238195012937
verified: no, type: nauc_recall_at_100_max
value: 23.69214011088809
verified: no, type: nauc_recall_at_100_std
value: -70.0836554037542
verified: no, type: nauc_recall_at_10_diff1
value: 75.27112739694192
verified: no, type: nauc_recall_at_10_max
value: 27.328681315886648
verified: no, type: nauc_recall_at_10_std
value: -68.13668056983711
verified: no, type: nauc_recall_at_1_diff1
value: 80.78269598421348
verified: no, type: nauc_recall_at_1_max
value: 20.375459745079624
verified: no, type: nauc_recall_at_1_std
value: -40.40708560773394
verified: no, type: nauc_recall_at_20_diff1
value: 77.02460817214431
verified: no, type: nauc_recall_at_20_max
value: 27.83014811353238
verified: no, type: nauc_recall_at_20_std
value: -71.19576480985623
verified: no, type: nauc_recall_at_3_diff1
value: 72.81020455567739
verified: no, type: nauc_recall_at_3_max
value: 28.000021508004576
verified: no, type: nauc_recall_at_3_std
value: -53.52349625767309
verified: no, type: nauc_recall_at_5_diff1
value: 73.16164425572008
verified: no, type: nauc_recall_at_5_max
value: 26.932602565117513
verified: no, type: nauc_recall_at_5_std
value: -62.81566446222357
verified: no, type: ndcg_at_1
value: 81.72
verified: no, type: ndcg_at_10
value: 88.947
verified: no, type: ndcg_at_100
value: 90.02
verified: no, type: ndcg_at_1000
value: 90.09899999999999
verified: no, type: ndcg_at_20
value: 89.579
verified: no, type: ndcg_at_3
value: 86.311
verified: no, type: ndcg_at_5
value: 87.79299999999999
verified: no, type: precision_at_1
value: 81.72
verified: no, type: precision_at_10
value: 13.450000000000001
verified: no, type: precision_at_100
value: 1.493
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 7.087000000000001
verified: no, type: precision_at_3
value: 37.987
verified: no, type: precision_at_5
value: 24.895999999999997
verified: no, type: recall_at_1
value: 70.974
verified: no, type: recall_at_10
value: 96.045
verified: no, type: recall_at_100
value: 99.653
verified: no, type: recall_at_1000
value: 99.99
verified: no, type: recall_at_20
value: 98.042
verified: no, type: recall_at_3
value: 88.408
verified: no, type: recall_at_5
value: 92.682
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.042
verified: no, type: map_at_1
value: 71.18100000000001
verified: no, type: map_at_10
value: 85.384
verified: no, type: map_at_100
value: 85.99
verified: no, type: map_at_1000
value: 86.005
verified: no, type: map_at_20
value: 85.78
verified: no, type: map_at_3
value: 82.42699999999999
verified: no, type: map_at_5
value: 84.33699999999999
verified: no, type: mrr_at_1
value: 81.89999999999999
verified: no, type: mrr_at_10
value: 88.17330158730135
verified: no, type: mrr_at_100
value: 88.25738167262922
verified: no, type: mrr_at_1000
value: 88.2579183769215
verified: no, type: mrr_at_20
value: 88.2364860045782
verified: no, type: mrr_at_3
value: 87.28499999999978
verified: no, type: mrr_at_5
value: 87.92399999999971
verified: no, type: nauc_map_at_1000_diff1
value: 76.94224070599522
verified: no, type: nauc_map_at_1000_max
value: 32.86265599982142
verified: no, type: nauc_map_at_1000_std
value: -47.874048772730724
verified: no, type: nauc_map_at_100_diff1
value: 76.94812573138398
verified: no, type: nauc_map_at_100_max
value: 32.83478858017187
verified: no, type: nauc_map_at_100_std
value: -47.92536084823849
verified: no, type: nauc_map_at_10_diff1
value: 77.11861821982768
verified: no, type: nauc_map_at_10_max
value: 32.61122251065569
verified: no, type: nauc_map_at_10_std
value: -49.73062037843575
verified: no, type: nauc_map_at_1_diff1
value: 80.68464416663663
verified: no, type: nauc_map_at_1_max
value: 25.130331560643484
verified: no, type: nauc_map_at_1_std
value: -42.69376370993886
verified: no, type: nauc_map_at_20_diff1
value: 77.00835848634523
verified: no, type: nauc_map_at_20_max
value: 32.791295950502
verified: no, type: nauc_map_at_20_std
value: -48.647455509031076
verified: no, type: nauc_map_at_3_diff1
value: 77.62367982394356
verified: no, type: nauc_map_at_3_max
value: 30.56463506638987
verified: no, type: nauc_map_at_3_std
value: -51.3079740029453
verified: no, type: nauc_map_at_5_diff1
value: 77.36397766805766
verified: no, type: nauc_map_at_5_max
value: 31.603837598707464
verified: no, type: nauc_map_at_5_std
value: -51.250702167521766
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.6745443611078
verified: no, type: nauc_mrr_at_1000_max
value: 34.81372951189249
verified: no, type: nauc_mrr_at_1000_std
value: -44.685627588340324
verified: no, type: nauc_mrr_at_100_diff1
value: 77.67442482950652
verified: no, type: nauc_mrr_at_100_max
value: 34.81563217265893
verified: no, type: nauc_mrr_at_100_std
value: -44.685788307308236
verified: no, type: nauc_mrr_at_10_diff1
value: 77.66351536493457
verified: no, type: nauc_mrr_at_10_max
value: 34.811940902898854
verified: no, type: nauc_mrr_at_10_std
value: -44.913863287383634
verified: no, type: nauc_mrr_at_1_diff1
value: 78.69027072340837
verified: no, type: nauc_mrr_at_1_max
value: 34.535343075211884
verified: no, type: nauc_mrr_at_1_std
value: -42.05371183106761
verified: no, type: nauc_mrr_at_20_diff1
value: 77.67317131050916
verified: no, type: nauc_mrr_at_20_max
value: 34.82600643348109
verified: no, type: nauc_mrr_at_20_std
value: -44.719973370227514
verified: no, type: nauc_mrr_at_3_diff1
value: 77.3979916119859
verified: no, type: nauc_mrr_at_3_max
value: 34.89565554203138
verified: no, type: nauc_mrr_at_3_std
value: -45.10206872930435
verified: no, type: nauc_mrr_at_5_diff1
value: 77.58369940603552
verified: no, type: nauc_mrr_at_5_max
value: 34.942688637821526
verified: no, type: nauc_mrr_at_5_std
value: -44.940237640780396
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.80425318237687
verified: no, type: nauc_ndcg_at_1000_max
value: 33.9609099849118
verified: no, type: nauc_ndcg_at_1000_std
value: -46.1082948244873
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.81715602849619
verified: no, type: nauc_ndcg_at_100_max
value: 33.91745038088129
verified: no, type: nauc_ndcg_at_100_std
value: -46.25734034012133
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.72463349884477
verified: no, type: nauc_ndcg_at_10_max
value: 33.60846362779925
verified: no, type: nauc_ndcg_at_10_std
value: -49.37907317686101
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.65315086044242
verified: no, type: nauc_ndcg_at_1_max
value: 34.44342184935891
verified: no, type: nauc_ndcg_at_1_std
value: -42.06221534316784
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.7677763470474
verified: no, type: nauc_ndcg_at_20_max
value: 33.78207501816115
verified: no, type: nauc_ndcg_at_20_std
value: -48.03584530160146
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.26316572734727
verified: no, type: nauc_ndcg_at_3_max
value: 32.7994864609015
verified: no, type: nauc_ndcg_at_3_std
value: -49.15009821852673
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.5708013213933
verified: no, type: nauc_ndcg_at_5_max
value: 32.784295545465014
verified: no, type: nauc_ndcg_at_5_std
value: -50.22649993066655
verified: no, type: nauc_precision_at_1000_diff1
value: -44.17641808403434
verified: no, type: nauc_precision_at_1000_max
value: -6.445241484858761
verified: no, type: nauc_precision_at_1000_std
value: 39.380183824975745
verified: no, type: nauc_precision_at_100_diff1
value: -43.85712333054463
verified: no, type: nauc_precision_at_100_max
value: -6.683686433731103
verified: no, type: nauc_precision_at_100_std
value: 38.1951647498668
verified: no, type: nauc_precision_at_10_diff1
value: -39.53342587310036
verified: no, type: nauc_precision_at_10_max
value: -2.4287657595731864
verified: no, type: nauc_precision_at_10_std
value: 26.787117372424024
verified: no, type: nauc_precision_at_1_diff1
value: 78.65315086044242
verified: no, type: nauc_precision_at_1_max
value: 34.44342184935891
verified: no, type: nauc_precision_at_1_std
value: -42.06221534316784
verified: no, type: nauc_precision_at_20_diff1
value: -42.03094246162483
verified: no, type: nauc_precision_at_20_max
value: -4.506291694734023
verified: no, type: nauc_precision_at_20_std
value: 32.374171897083244
verified: no, type: nauc_precision_at_3_diff1
value: -20.35984936538199
verified: no, type: nauc_precision_at_3_max
value: 6.128482693131924
verified: no, type: nauc_precision_at_3_std
value: 4.819390672397723
verified: no, type: nauc_precision_at_5_diff1
value: -32.7587696375733
verified: no, type: nauc_precision_at_5_max
value: 0.6102015658624735
verified: no, type: nauc_precision_at_5_std
value: 16.60913173065126
verified: no, type: nauc_recall_at_1000_diff1
value: 36.737410642439635
verified: no, type: nauc_recall_at_1000_max
value: -9.39853631116378
verified: no, type: nauc_recall_at_1000_std
value: -0.09207269376465006
verified: no, type: nauc_recall_at_100_diff1
value: 71.77351345762469
verified: no, type: nauc_recall_at_100_max
value: 38.713535826157326
verified: no, type: nauc_recall_at_100_std
value: -41.989934733197934
verified: no, type: nauc_recall_at_10_diff1
value: 72.15368607528913
verified: no, type: nauc_recall_at_10_max
value: 31.273908673270263
verified: no, type: nauc_recall_at_10_std
value: -70.80735695744565
verified: no, type: nauc_recall_at_1_diff1
value: 80.68464416663663
verified: no, type: nauc_recall_at_1_max
value: 25.130331560643484
verified: no, type: nauc_recall_at_1_std
value: -42.69376370993886
verified: no, type: nauc_recall_at_20_diff1
value: 71.91924866714969
verified: no, type: nauc_recall_at_20_max
value: 32.23809490306376
verified: no, type: nauc_recall_at_20_std
value: -67.85286306800333
verified: no, type: nauc_recall_at_3_diff1
value: 73.12438187286197
verified: no, type: nauc_recall_at_3_max
value: 28.43745129274971
verified: no, type: nauc_recall_at_3_std
value: -57.890245562569774
verified: no, type: nauc_recall_at_5_diff1
value: 71.68504720806837
verified: no, type: nauc_recall_at_5_max
value: 28.583877872188424
verified: no, type: nauc_recall_at_5_std
value: -64.27885805779695
verified: no, type: ndcg_at_1
value: 81.92
verified: no, type: ndcg_at_10
value: 89.042
verified: no, type: ndcg_at_100
value: 90.141
verified: no, type: ndcg_at_1000
value: 90.223
verified: no, type: ndcg_at_20
value: 89.62599999999999
verified: no, type: ndcg_at_3
value: 86.299
verified: no, type: ndcg_at_5
value: 87.90599999999999
verified: no, type: precision_at_1
value: 81.92
verified: no, type: precision_at_10
value: 13.526
verified: no, type: precision_at_100
value: 1.533
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.147
verified: no, type: precision_at_3
value: 37.78
verified: no, type: precision_at_5
value: 24.898
verified: no, type: recall_at_1
value: 71.18100000000001
verified: no, type: recall_at_10
value: 95.979
verified: no, type: recall_at_100
value: 99.661
verified: no, type: recall_at_1000
value: 99.992
verified: no, type: recall_at_20
value: 97.824
verified: no, type: recall_at_3
value: 88.15899999999999
verified: no, type: recall_at_5
value: 92.659
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 22.438
verified: no, type: map_at_1
value: 5.063
verified: no, type: map_at_10
value: 13.666
verified: no, type: map_at_100
value: 15.925
verified: no, type: map_at_1000
value: 16.274
verified: no, type: map_at_20
value: 14.752
verified: no, type: map_at_3
value: 9.472999999999999
verified: no, type: map_at_5
value: 11.675
verified: no, type: mrr_at_1
value: 25
verified: no, type: mrr_at_10
value: 36.94829365079364
verified: no, type: mrr_at_100
value: 37.98577637584872
verified: no, type: mrr_at_1000
value: 38.03079561913509
verified: no, type: mrr_at_20
value: 37.57252403384367
verified: no, type: mrr_at_3
value: 33.61666666666666
verified: no, type: mrr_at_5
value: 35.45666666666662
verified: no, type: nauc_map_at_1000_diff1
value: 17.3896009045565
verified: no, type: nauc_map_at_1000_max
value: 31.781531552415753
verified: no, type: nauc_map_at_1000_std
value: 19.31247312170496
verified: no, type: nauc_map_at_100_diff1
value: 17.446238364297383
verified: no, type: nauc_map_at_100_max
value: 31.792529718985836
verified: no, type: nauc_map_at_100_std
value: 19.191529999286434
verified: no, type: nauc_map_at_10_diff1
value: 17.406307807685565
verified: no, type: nauc_map_at_10_max
value: 30.413445853940935
verified: no, type: nauc_map_at_10_std
value: 14.805927078891182
verified: no, type: nauc_map_at_1_diff1
value: 26.051674096410654
verified: no, type: nauc_map_at_1_max
value: 23.440663550809504
verified: no, type: nauc_map_at_1_std
value: 6.590054787382868
verified: no, type: nauc_map_at_20_diff1
value: 17.751717311269044
verified: no, type: nauc_map_at_20_max
value: 31.351894154400924
verified: no, type: nauc_map_at_20_std
value: 17.174153441128816
verified: no, type: nauc_map_at_3_diff1
value: 20.74346539368042
verified: no, type: nauc_map_at_3_max
value: 27.71724867431406
verified: no, type: nauc_map_at_3_std
value: 8.717384918632796
verified: no, type: nauc_map_at_5_diff1
value: 19.147573001561188
verified: no, type: nauc_map_at_5_max
value: 29.071995825111095
verified: no, type: nauc_map_at_5_std
value: 11.605397908212584
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.098006216623737
verified: no, type: nauc_mrr_at_1000_max
value: 26.987579085590042
verified: no, type: nauc_mrr_at_1000_std
value: 12.525556686707558
verified: no, type: nauc_mrr_at_100_diff1
value: 24.101590206402893
verified: no, type: nauc_mrr_at_100_max
value: 26.998508387559205
verified: no, type: nauc_mrr_at_100_std
value: 12.568669861338808
verified: no, type: nauc_mrr_at_10_diff1
value: 23.971321759573005
verified: no, type: nauc_mrr_at_10_max
value: 27.04564716411525
verified: no, type: nauc_mrr_at_10_std
value: 12.33777066444399
verified: no, type: nauc_mrr_at_1_diff1
value: 26.16035307098197
verified: no, type: nauc_mrr_at_1_max
value: 23.60956233909525
verified: no, type: nauc_mrr_at_1_std
value: 6.931518940787054
verified: no, type: nauc_mrr_at_20_diff1
value: 24.010728303576894
verified: no, type: nauc_mrr_at_20_max
value: 26.96756641712243
verified: no, type: nauc_mrr_at_20_std
value: 12.58761062502782
verified: no, type: nauc_mrr_at_3_diff1
value: 23.868165796319076
verified: no, type: nauc_mrr_at_3_max
value: 26.34212626099733
verified: no, type: nauc_mrr_at_3_std
value: 11.957402573210297
verified: no, type: nauc_mrr_at_5_diff1
value: 24.01914162756954
verified: no, type: nauc_mrr_at_5_max
value: 27.075660163094017
verified: no, type: nauc_mrr_at_5_std
value: 11.788065358577441
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.63137634115007
verified: no, type: nauc_ndcg_at_1000_max
value: 32.547134337631
verified: no, type: nauc_ndcg_at_1000_std
value: 25.40429199550974
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.377008979505
verified: no, type: nauc_ndcg_at_100_max
value: 33.00682583446948
verified: no, type: nauc_ndcg_at_100_std
value: 25.578370398312423
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.371134616100967
verified: no, type: nauc_ndcg_at_10_max
value: 30.54838561855297
verified: no, type: nauc_ndcg_at_10_std
value: 16.696156820844745
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.16035307098197
verified: no, type: nauc_ndcg_at_1_max
value: 23.60956233909525
verified: no, type: nauc_ndcg_at_1_std
value: 6.931518940787054
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.90584624310486
verified: no, type: nauc_ndcg_at_20_max
value: 31.88696431445188
verified: no, type: nauc_ndcg_at_20_std
value: 20.447001793088845
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.89191347568384
verified: no, type: nauc_ndcg_at_3_max
value: 27.74036662565143
verified: no, type: nauc_ndcg_at_3_std
value: 11.014097860476618
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.909289197975376
verified: no, type: nauc_ndcg_at_5_max
value: 29.368346805220796
verified: no, type: nauc_ndcg_at_5_std
value: 13.27410846006284
verified: no, type: nauc_precision_at_1000_diff1
value: 2.4282988019269602
verified: no, type: nauc_precision_at_1000_max
value: 24.655150729725367
verified: no, type: nauc_precision_at_1000_std
value: 37.82258020418101
verified: no, type: nauc_precision_at_100_diff1
value: 10.606286515256018
verified: no, type: nauc_precision_at_100_max
value: 30.2260852734373
verified: no, type: nauc_precision_at_100_std
value: 37.29779532533911
verified: no, type: nauc_precision_at_10_diff1
value: 13.038228914088684
verified: no, type: nauc_precision_at_10_max
value: 30.616916008558164
verified: no, type: nauc_precision_at_10_std
value: 21.115461015714722
verified: no, type: nauc_precision_at_1_diff1
value: 26.16035307098197
verified: no, type: nauc_precision_at_1_max
value: 23.60956233909525
verified: no, type: nauc_precision_at_1_std
value: 6.931518940787054
verified: no, type: nauc_precision_at_20_diff1
value: 13.511620251161816
verified: no, type: nauc_precision_at_20_max
value: 31.295653113322242
verified: no, type: nauc_precision_at_20_std
value: 27.370771969849724
verified: no, type: nauc_precision_at_3_diff1
value: 18.249687633398455
verified: no, type: nauc_precision_at_3_max
value: 29.014962438110903
verified: no, type: nauc_precision_at_3_std
value: 12.930497262702634
verified: no, type: nauc_precision_at_5_diff1
value: 16.286276043543673
verified: no, type: nauc_precision_at_5_max
value: 30.195622711423436
verified: no, type: nauc_precision_at_5_std
value: 15.95614204033211
verified: no, type: nauc_recall_at_1000_diff1
value: 1.9878640319149925
verified: no, type: nauc_recall_at_1000_max
value: 24.019194368065033
verified: no, type: nauc_recall_at_1000_std
value: 39.574541597654196
verified: no, type: nauc_recall_at_100_diff1
value: 10.305886144318624
verified: no, type: nauc_recall_at_100_max
value: 29.8010281910016
verified: no, type: nauc_recall_at_100_std
value: 37.6689114837801
verified: no, type: nauc_recall_at_10_diff1
value: 12.780292447702408
verified: no, type: nauc_recall_at_10_max
value: 30.054876102286876
verified: no, type: nauc_recall_at_10_std
value: 20.841914628110775
verified: no, type: nauc_recall_at_1_diff1
value: 26.051674096410654
verified: no, type: nauc_recall_at_1_max
value: 23.440663550809504
verified: no, type: nauc_recall_at_1_std
value: 6.590054787382868
verified: no, type: nauc_recall_at_20_diff1
value: 13.275330452383052
verified: no, type: nauc_recall_at_20_max
value: 30.76355251755915
verified: no, type: nauc_recall_at_20_std
value: 27.246020024010036
verified: no, type: nauc_recall_at_3_diff1
value: 18.156285596934158
verified: no, type: nauc_recall_at_3_max
value: 28.8270289641924
verified: no, type: nauc_recall_at_3_std
value: 12.726004717430769
verified: no, type: nauc_recall_at_5_diff1
value: 15.991944272752887
verified: no, type: nauc_recall_at_5_max
value: 29.738367880630108
verified: no, type: nauc_recall_at_5_std
value: 15.723376486711063
verified: no, type: ndcg_at_1
value: 25
verified: no, type: ndcg_at_10
value: 22.438
verified: no, type: ndcg_at_100
value: 30.968
verified: no, type: ndcg_at_1000
value: 36.738
verified: no, type: ndcg_at_20
value: 25.35
verified: no, type: ndcg_at_3
value: 21.057000000000002
verified: no, type: ndcg_at_5
value: 18.676000000000002
verified: no, type: precision_at_1
value: 25
verified: no, type: precision_at_10
value: 11.73
verified: no, type: precision_at_100
value: 2.405
verified: no, type: precision_at_1000
value: 0.379
verified: no, type: precision_at_20
value: 7.5600000000000005
verified: no, type: precision_at_3
value: 19.8
verified: no, type: precision_at_5
value: 16.64
verified: no, type: recall_at_1
value: 5.063
verified: no, type: recall_at_10
value: 23.767
verified: no, type: recall_at_100
value: 48.809999999999995
verified: no, type: recall_at_1000
value: 76.89
verified: no, type: recall_at_20
value: 30.659999999999997
verified: no, type: recall_at_3
value: 12.028
verified: no, type: recall_at_5
value: 16.872
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 74.97500000000001
verified: no, type: map_at_1
value: 60.428000000000004
verified: no, type: map_at_10
value: 70.459
verified: no, type: map_at_100
value: 70.976
verified: no, type: map_at_1000
value: 70.987
verified: no, type: map_at_20
value: 70.804
verified: no, type: map_at_3
value: 67.948
verified: no, type: map_at_5
value: 69.17
verified: no, type: mrr_at_1
value: 63.66666666666667
verified: no, type: mrr_at_10
value: 71.7009259259259
verified: no, type: mrr_at_100
value: 72.1286347931845
verified: no, type: mrr_at_1000
value: 72.13903486018125
verified: no, type: mrr_at_20
value: 71.990719757825
verified: no, type: mrr_at_3
value: 70
verified: no, type: mrr_at_5
value: 70.73333333333332
verified: no, type: nauc_map_at_1000_diff1
value: 74.49493500371021
verified: no, type: nauc_map_at_1000_max
value: 55.38706216742691
verified: no, type: nauc_map_at_1000_std
value: 7.742922659604426
verified: no, type: nauc_map_at_100_diff1
value: 74.49193389442027
verified: no, type: nauc_map_at_100_max
value: 55.39820712283397
verified: no, type: nauc_map_at_100_std
value: 7.757866978741148
verified: no, type: nauc_map_at_10_diff1
value: 74.43239483777734
verified: no, type: nauc_map_at_10_max
value: 55.795105662164424
verified: no, type: nauc_map_at_10_std
value: 7.804970476433032
verified: no, type: nauc_map_at_1_diff1
value: 77.5441224700081
verified: no, type: nauc_map_at_1_max
value: 49.54683902231174
verified: no, type: nauc_map_at_1_std
value: 0.38667943989648074
verified: no, type: nauc_map_at_20_diff1
value: 74.47524111514866
verified: no, type: nauc_map_at_20_max
value: 55.500938968925965
verified: no, type: nauc_map_at_20_std
value: 7.817688160909167
verified: no, type: nauc_map_at_3_diff1
value: 74.41338223429253
verified: no, type: nauc_map_at_3_max
value: 51.32254254023355
verified: no, type: nauc_map_at_3_std
value: 1.9686045613525895
verified: no, type: nauc_map_at_5_diff1
value: 74.03022514117326
verified: no, type: nauc_map_at_5_max
value: 53.23390857614976
verified: no, type: nauc_map_at_5_std
value: 5.61303023140507
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.98002817226967
verified: no, type: nauc_mrr_at_1000_max
value: 57.67230766607398
verified: no, type: nauc_mrr_at_1000_std
value: 10.424021164655617
verified: no, type: nauc_mrr_at_100_diff1
value: 74.97673431923158
verified: no, type: nauc_mrr_at_100_max
value: 57.682736127840606
verified: no, type: nauc_mrr_at_100_std
value: 10.438173855425077
verified: no, type: nauc_mrr_at_10_diff1
value: 74.93967247650161
verified: no, type: nauc_mrr_at_10_max
value: 58.10416634907251
verified: no, type: nauc_mrr_at_10_std
value: 10.730911849882084
verified: no, type: nauc_mrr_at_1_diff1
value: 77.94301973207536
verified: no, type: nauc_mrr_at_1_max
value: 56.91045731239722
verified: no, type: nauc_mrr_at_1_std
value: 9.167931543290486
verified: no, type: nauc_mrr_at_20_diff1
value: 74.94957270321532
verified: no, type: nauc_mrr_at_20_max
value: 57.80563495985277
verified: no, type: nauc_mrr_at_20_std
value: 10.555180814511047
verified: no, type: nauc_mrr_at_3_diff1
value: 75.22551243537083
verified: no, type: nauc_mrr_at_3_max
value: 56.51697218645902
verified: no, type: nauc_mrr_at_3_std
value: 7.992152535099033
verified: no, type: nauc_mrr_at_5_diff1
value: 74.70178554480918
verified: no, type: nauc_mrr_at_5_max
value: 56.93334236411708
verified: no, type: nauc_mrr_at_5_std
value: 9.576330817674801
verified: no, type: nauc_ndcg_at_1000_diff1
value: 74.06140886824686
verified: no, type: nauc_ndcg_at_1000_max
value: 57.59127448868717
verified: no, type: nauc_ndcg_at_1000_std
value: 10.834746659988394
verified: no, type: nauc_ndcg_at_100_diff1
value: 73.95745500366705
verified: no, type: nauc_ndcg_at_100_max
value: 57.91639635748248
verified: no, type: nauc_ndcg_at_100_std
value: 11.372619369212634
verified: no, type: nauc_ndcg_at_10_diff1
value: 73.56801609109546
verified: no, type: nauc_ndcg_at_10_max
value: 59.68246464463658
verified: no, type: nauc_ndcg_at_10_std
value: 12.172882653515906
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.94301973207536
verified: no, type: nauc_ndcg_at_1_max
value: 56.91045731239722
verified: no, type: nauc_ndcg_at_1_std
value: 9.167931543290486
verified: no, type: nauc_ndcg_at_20_diff1
value: 73.6735665321717
verified: no, type: nauc_ndcg_at_20_max
value: 58.749860352253094
verified: no, type: nauc_ndcg_at_20_std
value: 12.329040862446139
verified: no, type: nauc_ndcg_at_3_diff1
value: 73.5457200101784
verified: no, type: nauc_ndcg_at_3_max
value: 53.87973443142293
verified: no, type: nauc_ndcg_at_3_std
value: 4.220097142536938
verified: no, type: nauc_ndcg_at_5_diff1
value: 72.7978750157529
verified: no, type: nauc_ndcg_at_5_max
value: 55.03545084016862
verified: no, type: nauc_ndcg_at_5_std
value: 8.159538619361104
verified: no, type: nauc_precision_at_1000_diff1
value: -21.107079131498136
verified: no, type: nauc_precision_at_1000_max
value: 23.397956387791865
verified: no, type: nauc_precision_at_1000_std
value: 51.81338839992782
verified: no, type: nauc_precision_at_100_diff1
value: -13.058901421967953
verified: no, type: nauc_precision_at_100_max
value: 28.4551512169639
verified: no, type: nauc_precision_at_100_std
value: 51.49819900261797
verified: no, type: nauc_precision_at_10_diff1
value: 12.117676343383437
verified: no, type: nauc_precision_at_10_max
value: 49.3854818133732
verified: no, type: nauc_precision_at_10_std
value: 49.40052065507124
verified: no, type: nauc_precision_at_1_diff1
value: 77.94301973207536
verified: no, type: nauc_precision_at_1_max
value: 56.91045731239722
verified: no, type: nauc_precision_at_1_std
value: 9.167931543290486
verified: no, type: nauc_precision_at_20_diff1
value: 2.3491501377485653
verified: no, type: nauc_precision_at_20_max
value: 40.91051563625563
verified: no, type: nauc_precision_at_20_std
value: 52.163560678130125
verified: no, type: nauc_precision_at_3_diff1
value: 41.51381221432537
verified: no, type: nauc_precision_at_3_max
value: 47.78934416940529
verified: no, type: nauc_precision_at_3_std
value: 20.63710491238864
verified: no, type: nauc_precision_at_5_diff1
value: 28.07004279384857
verified: no, type: nauc_precision_at_5_max
value: 46.410911675311134
verified: no, type: nauc_precision_at_5_std
value: 35.09297203026323
verified: no, type: nauc_recall_at_1000_diff1
value: 55.4154995331476
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 72.2222222222207
verified: no, type: nauc_recall_at_100_diff1
value: 64.62807345160296
verified: no, type: nauc_recall_at_100_max
value: 83.60825811806248
verified: no, type: nauc_recall_at_100_std
value: 53.65701836290058
verified: no, type: nauc_recall_at_10_diff1
value: 66.87506727422773
verified: no, type: nauc_recall_at_10_max
value: 77.28591418627656
verified: no, type: nauc_recall_at_10_std
value: 31.001245534272666
verified: no, type: nauc_recall_at_1_diff1
value: 77.5441224700081
verified: no, type: nauc_recall_at_1_max
value: 49.54683902231174
verified: no, type: nauc_recall_at_1_std
value: 0.38667943989648074
verified: no, type: nauc_recall_at_20_diff1
value: 65.00198504598687
verified: no, type: nauc_recall_at_20_max
value: 76.98118617525755
verified: no, type: nauc_recall_at_20_std
value: 40.88275730239587
verified: no, type: nauc_recall_at_3_diff1
value: 68.94113666263492
verified: no, type: nauc_recall_at_3_max
value: 51.549294352038736
verified: no, type: nauc_recall_at_3_std
value: -0.7295825993918809
verified: no, type: nauc_recall_at_5_diff1
value: 65.91499162888101
verified: no, type: nauc_recall_at_5_max
value: 56.089008758487346
verified: no, type: nauc_recall_at_5_std
value: 12.439742316334371
verified: no, type: ndcg_at_1
value: 63.666999999999994
verified: no, type: ndcg_at_10
value: 74.97500000000001
verified: no, type: ndcg_at_100
value: 77.132
verified: no, type: ndcg_at_1000
value: 77.422
verified: no, type: ndcg_at_20
value: 76.065
verified: no, type: ndcg_at_3
value: 70.814
verified: no, type: ndcg_at_5
value: 72.346
verified: no, type: precision_at_1
value: 63.666999999999994
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_100
value: 1.0999999999999999
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.183
verified: no, type: precision_at_3
value: 27.667
verified: no, type: precision_at_5
value: 17.8
verified: no, type: recall_at_1
value: 60.428000000000004
verified: no, type: recall_at_10
value: 87.533
verified: no, type: recall_at_100
value: 97
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_20
value: 91.533
verified: no, type: recall_at_3
value: 76.017
verified: no, type: recall_at_5
value: 80.011
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 78.062
verified: no, type: map_at_1
value: 64.24
verified: no, type: map_at_10
value: 73.923
verified: no, type: map_at_100
value: 74.337
verified: no, type: map_at_1000
value: 74.35000000000001
verified: no, type: map_at_20
value: 74.188
verified: no, type: map_at_3
value: 71.307
verified: no, type: map_at_5
value: 72.926
verified: no, type: mrr_at_1
value: 67.49072929542646
verified: no, type: mrr_at_10
value: 75.1880138128593
verified: no, type: mrr_at_100
value: 75.48796055172588
verified: no, type: mrr_at_1000
value: 75.49858394191004
verified: no, type: mrr_at_20
value: 75.3483873956106
verified: no, type: mrr_at_3
value: 73.52698805109189
verified: no, type: mrr_at_5
value: 74.57148743304491
verified: no, type: nauc_map_at_1000_diff1
value: 72.704936020183
verified: no, type: nauc_map_at_1000_max
value: 54.25394358790662
verified: no, type: nauc_map_at_1000_std
value: 13.156859241275972
verified: no, type: nauc_map_at_100_diff1
value: 72.69463393786388
verified: no, type: nauc_map_at_100_max
value: 54.267995153498624
verified: no, type: nauc_map_at_100_std
value: 13.176372961544022
verified: no, type: nauc_map_at_10_diff1
value: 72.56547255677417
verified: no, type: nauc_map_at_10_max
value: 54.13224272095242
verified: no, type: nauc_map_at_10_std
value: 12.737271686006663
verified: no, type: nauc_map_at_1_diff1
value: 74.8291465411949
verified: no, type: nauc_map_at_1_max
value: 46.151834291555275
verified: no, type: nauc_map_at_1_std
value: 6.031949825020963
verified: no, type: nauc_map_at_20_diff1
value: 72.63735079172274
verified: no, type: nauc_map_at_20_max
value: 54.18641620867146
verified: no, type: nauc_map_at_20_std
value: 13.189598766924204
verified: no, type: nauc_map_at_3_diff1
value: 73.6672498055705
verified: no, type: nauc_map_at_3_max
value: 51.49532971827955
verified: no, type: nauc_map_at_3_std
value: 8.989297153170508
verified: no, type: nauc_map_at_5_diff1
value: 72.72108768492257
verified: no, type: nauc_map_at_5_max
value: 52.93123375743044
verified: no, type: nauc_map_at_5_std
value: 10.706382204328833
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.35177939549008
verified: no, type: nauc_mrr_at_1000_max
value: 55.72330584461652
verified: no, type: nauc_mrr_at_1000_std
value: 16.285823507669992
verified: no, type: nauc_mrr_at_100_diff1
value: 72.34036221786981
verified: no, type: nauc_mrr_at_100_max
value: 55.7326283458132
verified: no, type: nauc_mrr_at_100_std
value: 16.299182234650438
verified: no, type: nauc_mrr_at_10_diff1
value: 72.17103067754233
verified: no, type: nauc_mrr_at_10_max
value: 55.71478856890253
verified: no, type: nauc_mrr_at_10_std
value: 16.348706749764222
verified: no, type: nauc_mrr_at_1_diff1
value: 74.22009810416182
verified: no, type: nauc_mrr_at_1_max
value: 52.866494006642576
verified: no, type: nauc_mrr_at_1_std
value: 12.919496136122405
verified: no, type: nauc_mrr_at_20_diff1
value: 72.2625755808264
verified: no, type: nauc_mrr_at_20_max
value: 55.64526652001681
verified: no, type: nauc_mrr_at_20_std
value: 16.362968600732863
verified: no, type: nauc_mrr_at_3_diff1
value: 73.05245441977691
verified: no, type: nauc_mrr_at_3_max
value: 56.230679352704996
verified: no, type: nauc_mrr_at_3_std
value: 15.865956698877289
verified: no, type: nauc_mrr_at_5_diff1
value: 72.38153532728295
verified: no, type: nauc_mrr_at_5_max
value: 55.4753491067377
verified: no, type: nauc_mrr_at_5_std
value: 15.587419908618461
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.8539632541432
verified: no, type: nauc_ndcg_at_1000_max
value: 55.79719159954046
verified: no, type: nauc_ndcg_at_1000_std
value: 16.151083310206456
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.5114198914329
verified: no, type: nauc_ndcg_at_100_max
value: 56.16106745245034
verified: no, type: nauc_ndcg_at_100_std
value: 16.713945939778302
verified: no, type: nauc_ndcg_at_10_diff1
value: 70.86463880660648
verified: no, type: nauc_ndcg_at_10_max
value: 55.84050982919621
verified: no, type: nauc_ndcg_at_10_std
value: 16.4034482797237
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.22009810416182
verified: no, type: nauc_ndcg_at_1_max
value: 52.866494006642576
verified: no, type: nauc_ndcg_at_1_std
value: 12.919496136122405
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.128145573512
verified: no, type: nauc_ndcg_at_20_max
value: 55.78331123482868
verified: no, type: nauc_ndcg_at_20_std
value: 17.35039598104976
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.81016213001276
verified: no, type: nauc_ndcg_at_3_max
value: 53.665879366774796
verified: no, type: nauc_ndcg_at_3_std
value: 11.776394857979009
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.41544523318102
verified: no, type: nauc_ndcg_at_5_max
value: 53.97771739060286
verified: no, type: nauc_ndcg_at_5_std
value: 12.614626718533234
verified: no, type: nauc_precision_at_1000_diff1
value: -31.471423338557663
verified: no, type: nauc_precision_at_1000_max
value: 18.000249574871916
verified: no, type: nauc_precision_at_1000_std
value: 39.19692872985424
verified: no, type: nauc_precision_at_100_diff1
value: -23.86904452473403
verified: no, type: nauc_precision_at_100_max
value: 25.240899302231234
verified: no, type: nauc_precision_at_100_std
value: 42.056018672943566
verified: no, type: nauc_precision_at_10_diff1
value: 0.4752190460312635
verified: no, type: nauc_precision_at_10_max
value: 38.815380362627735
verified: no, type: nauc_precision_at_10_std
value: 39.400357666709446
verified: no, type: nauc_precision_at_1_diff1
value: 74.22009810416182
verified: no, type: nauc_precision_at_1_max
value: 52.866494006642576
verified: no, type: nauc_precision_at_1_std
value: 12.919496136122405
verified: no, type: nauc_precision_at_20_diff1
value: -7.018570976551137
verified: no, type: nauc_precision_at_20_max
value: 32.65180618931654
verified: no, type: nauc_precision_at_20_std
value: 42.21835162061081
verified: no, type: nauc_precision_at_3_diff1
value: 38.04845187399018
verified: no, type: nauc_precision_at_3_max
value: 51.15303813839884
verified: no, type: nauc_precision_at_3_std
value: 24.81720425894165
verified: no, type: nauc_precision_at_5_diff1
value: 16.968325235777122
verified: no, type: nauc_precision_at_5_max
value: 44.17970232579579
verified: no, type: nauc_precision_at_5_std
value: 30.440676310667914
verified: no, type: nauc_recall_at_1000_diff1
value: 63.8080653413978
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 52.74274243000091
verified: no, type: nauc_recall_at_100_max
value: 77.89706586648443
verified: no, type: nauc_recall_at_100_std
value: 53.59588178879462
verified: no, type: nauc_recall_at_10_diff1
value: 60.32462525476192
verified: no, type: nauc_recall_at_10_max
value: 59.36778228420133
verified: no, type: nauc_recall_at_10_std
value: 28.626643650555554
verified: no, type: nauc_recall_at_1_diff1
value: 74.8291465411949
verified: no, type: nauc_recall_at_1_max
value: 46.151834291555275
verified: no, type: nauc_recall_at_1_std
value: 6.031949825020963
verified: no, type: nauc_recall_at_20_diff1
value: 60.187154368758954
verified: no, type: nauc_recall_at_20_max
value: 60.20725625748765
verified: no, type: nauc_recall_at_20_std
value: 39.377322568538794
verified: no, type: nauc_recall_at_3_diff1
value: 70.56428275743455
verified: no, type: nauc_recall_at_3_max
value: 52.195799388933665
verified: no, type: nauc_recall_at_3_std
value: 9.652140170622282
verified: no, type: nauc_recall_at_5_diff1
value: 64.60941882295688
verified: no, type: nauc_recall_at_5_max
value: 51.887676330901925
verified: no, type: nauc_recall_at_5_std
value: 11.7171373609305
verified: no, type: ndcg_at_1
value: 67.491
verified: no, type: ndcg_at_10
value: 78.062
verified: no, type: ndcg_at_100
value: 79.851
verified: no, type: ndcg_at_1000
value: 80.17
verified: no, type: ndcg_at_20
value: 78.85
verified: no, type: ndcg_at_3
value: 73.831
verified: no, type: ndcg_at_5
value: 76.142
verified: no, type: precision_at_1
value: 67.491
verified: no, type: precision_at_10
value: 10.087
verified: no, type: precision_at_100
value: 1.106
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.235
verified: no, type: precision_at_3
value: 28.719
verified: no, type: precision_at_5
value: 18.714
verified: no, type: recall_at_1
value: 64.24
verified: no, type: recall_at_10
value: 89.20700000000001
verified: no, type: recall_at_100
value: 97.342
verified: no, type: recall_at_1000
value: 99.753
verified: no, type: recall_at_20
value: 92.147
verified: no, type: recall_at_3
value: 78.41799999999999
verified: no, type: recall_at_5
value: 83.83
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 84.724
verified: no, type: map_at_1
value: 0.243
verified: no, type: map_at_10
value: 2.2089999999999996
verified: no, type: map_at_100
value: 13.372
verified: no, type: map_at_1000
value: 32.083
verified: no, type: map_at_20
value: 3.893
verified: no, type: map_at_3
value: 0.719
verified: no, type: map_at_5
value: 1.1860000000000002
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: mrr_at_20
value: 97
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: nauc_map_at_1000_diff1
value: -22.408703052625835
verified: no, type: nauc_map_at_1000_max
value: 53.302695352035755
verified: no, type: nauc_map_at_1000_std
value: 78.67866818015943
verified: no, type: nauc_map_at_100_diff1
value: -6.245766059343929
verified: no, type: nauc_map_at_100_max
value: 27.694365832005907
verified: no, type: nauc_map_at_100_std
value: 52.09571817392694
verified: no, type: nauc_map_at_10_diff1
value: 30.73952826767339
verified: no, type: nauc_map_at_10_max
value: 3.003001619774156
verified: no, type: nauc_map_at_10_std
value: 3.3901778142194092
verified: no, type: nauc_map_at_1_diff1
value: 33.494599532067284
verified: no, type: nauc_map_at_1_max
value: -1.5973770957299893
verified: no, type: nauc_map_at_1_std
value: -0.7201049676889548
verified: no, type: nauc_map_at_20_diff1
value: 18.37398220019707
verified: no, type: nauc_map_at_20_max
value: 11.190427313812439
verified: no, type: nauc_map_at_20_std
value: 17.8716632215046
verified: no, type: nauc_map_at_3_diff1
value: 26.61747655824615
verified: no, type: nauc_map_at_3_max
value: 0.007332013543592022
verified: no, type: nauc_map_at_3_std
value: 0.6854775555995046
verified: no, type: nauc_map_at_5_diff1
value: 31.151578388840413
verified: no, type: nauc_map_at_5_max
value: 0.6231581595979546
verified: no, type: nauc_map_at_5_std
value: -0.6002965206725245
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.624649859943707
verified: no, type: nauc_mrr_at_1000_max
value: 22.128851540616388
verified: no, type: nauc_mrr_at_1000_std
value: 66.61998132586402
verified: no, type: nauc_mrr_at_100_diff1
value: 11.624649859943707
verified: no, type: nauc_mrr_at_100_max
value: 22.128851540616388
verified: no, type: nauc_mrr_at_100_std
value: 66.61998132586402
verified: no, type: nauc_mrr_at_10_diff1
value: 11.624649859943707
verified: no, type: nauc_mrr_at_10_max
value: 22.128851540616388
verified: no, type: nauc_mrr_at_10_std
value: 66.61998132586402
verified: no, type: nauc_mrr_at_1_diff1
value: 11.624649859944117
verified: no, type: nauc_mrr_at_1_max
value: 22.12885154061634
verified: no, type: nauc_mrr_at_1_std
value: 66.61998132586365
verified: no, type: nauc_mrr_at_20_diff1
value: 11.624649859943707
verified: no, type: nauc_mrr_at_20_max
value: 22.128851540616388
verified: no, type: nauc_mrr_at_20_std
value: 66.61998132586402
verified: no, type: nauc_mrr_at_3_diff1
value: 11.624649859943707
verified: no, type: nauc_mrr_at_3_max
value: 22.128851540616388
verified: no, type: nauc_mrr_at_3_std
value: 66.61998132586402
verified: no, type: nauc_mrr_at_5_diff1
value: 11.624649859943707
verified: no, type: nauc_mrr_at_5_max
value: 22.128851540616388
verified: no, type: nauc_mrr_at_5_std
value: 66.61998132586402
verified: no, type: nauc_ndcg_at_1000_diff1
value: -16.634440227947607
verified: no, type: nauc_ndcg_at_1000_max
value: 52.02407283868307
verified: no, type: nauc_ndcg_at_1000_std
value: 75.04864144471006
verified: no, type: nauc_ndcg_at_100_diff1
value: -39.907639941509295
verified: no, type: nauc_ndcg_at_100_max
value: 47.48611610046854
verified: no, type: nauc_ndcg_at_100_std
value: 76.64908580965817
verified: no, type: nauc_ndcg_at_10_diff1
value: -22.144869126347576
verified: no, type: nauc_ndcg_at_10_max
value: 39.32109886166166
verified: no, type: nauc_ndcg_at_10_std
value: 60.429249763186476
verified: no, type: nauc_ndcg_at_1_diff1
value: 3.763183125599249
verified: no, type: nauc_ndcg_at_1_max
value: 23.053691275167807
verified: no, type: nauc_ndcg_at_1_std
value: 47.61265580057534
verified: no, type: nauc_ndcg_at_20_diff1
value: -33.888360753754284
verified: no, type: nauc_ndcg_at_20_max
value: 42.545826213560886
verified: no, type: nauc_ndcg_at_20_std
value: 67.81771052556327
verified: no, type: nauc_ndcg_at_3_diff1
value: -31.243868114117358
verified: no, type: nauc_ndcg_at_3_max
value: 41.09132875179433
verified: no, type: nauc_ndcg_at_3_std
value: 65.67663873391709
verified: no, type: nauc_ndcg_at_5_diff1
value: -26.976609750751955
verified: no, type: nauc_ndcg_at_5_max
value: 35.005828383626884
verified: no, type: nauc_ndcg_at_5_std
value: 59.41865420459437
verified: no, type: nauc_precision_at_1000_diff1
value: -32.40893581977419
verified: no, type: nauc_precision_at_1000_max
value: 44.787097245654515
verified: no, type: nauc_precision_at_1000_std
value: 45.92800088788868
verified: no, type: nauc_precision_at_100_diff1
value: -40.645397158960535
verified: no, type: nauc_precision_at_100_max
value: 48.56851812763327
verified: no, type: nauc_precision_at_100_std
value: 74.9665015749215
verified: no, type: nauc_precision_at_10_diff1
value: -4.547782341068627
verified: no, type: nauc_precision_at_10_max
value: 40.35265647122632
verified: no, type: nauc_precision_at_10_std
value: 53.30715856487296
verified: no, type: nauc_precision_at_1_diff1
value: 11.624649859944117
verified: no, type: nauc_precision_at_1_max
value: 22.12885154061634
verified: no, type: nauc_precision_at_1_std
value: 66.61998132586365
verified: no, type: nauc_precision_at_20_diff1
value: -29.626954018858626
verified: no, type: nauc_precision_at_20_max
value: 43.29723780310212
verified: no, type: nauc_precision_at_20_std
value: 67.38164309677705
verified: no, type: nauc_precision_at_3_diff1
value: -38.40659340659336
verified: no, type: nauc_precision_at_3_max
value: 50.18981018980998
verified: no, type: nauc_precision_at_3_std
value: 69.53546453546438
verified: no, type: nauc_precision_at_5_diff1
value: -4.730807427247311
verified: no, type: nauc_precision_at_5_max
value: 43.62153540582012
verified: no, type: nauc_precision_at_5_std
value: 52.12916428420928
verified: no, type: nauc_recall_at_1000_diff1
value: -4.046307822916301
verified: no, type: nauc_recall_at_1000_max
value: 45.08728754223066
verified: no, type: nauc_recall_at_1000_std
value: 61.95773371253187
verified: no, type: nauc_recall_at_100_diff1
value: 2.7756446498351073
verified: no, type: nauc_recall_at_100_max
value: 18.057275017004137
verified: no, type: nauc_recall_at_100_std
value: 37.937338250515076
verified: no, type: nauc_recall_at_10_diff1
value: 33.41888630205771
verified: no, type: nauc_recall_at_10_max
value: -0.1417030905304976
verified: no, type: nauc_recall_at_10_std
value: -1.1529503277229434
verified: no, type: nauc_recall_at_1_diff1
value: 33.494599532067284
verified: no, type: nauc_recall_at_1_max
value: -1.5973770957299893
verified: no, type: nauc_recall_at_1_std
value: -0.7201049676889548
verified: no, type: nauc_recall_at_20_diff1
value: 22.608423310994123
verified: no, type: nauc_recall_at_20_max
value: 6.1708789558734
verified: no, type: nauc_recall_at_20_std
value: 10.204449131302491
verified: no, type: nauc_recall_at_3_diff1
value: 27.296473899945827
verified: no, type: nauc_recall_at_3_max
value: -2.8531911237138616
verified: no, type: nauc_recall_at_3_std
value: -3.727362878844563
verified: no, type: nauc_recall_at_5_diff1
value: 33.28834761941098
verified: no, type: nauc_recall_at_5_max
value: -2.8936383088858064
verified: no, type: nauc_recall_at_5_std
value: -5.8975808961221245
verified: no, type: ndcg_at_1
value: 90
verified: no, type: ndcg_at_10
value: 84.724
verified: no, type: ndcg_at_100
value: 64.754
verified: no, type: ndcg_at_1000
value: 57.318999999999996
verified: no, type: ndcg_at_20
value: 80.24900000000001
verified: no, type: ndcg_at_3
value: 88.592
verified: no, type: ndcg_at_5
value: 87.94800000000001
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 88.8
verified: no, type: precision_at_100
value: 66.82000000000001
verified: no, type: precision_at_1000
value: 25.197999999999997
verified: no, type: precision_at_20
value: 83.2
verified: no, type: precision_at_3
value: 93.333
verified: no, type: precision_at_5
value: 93.2
verified: no, type: recall_at_1
value: 0.243
verified: no, type: recall_at_10
value: 2.318
verified: no, type: recall_at_100
value: 16.089000000000002
verified: no, type: recall_at_1000
value: 53.632999999999996
verified: no, type: recall_at_20
value: 4.2299999999999995
verified: no, type: recall_at_3
value: 0.743
verified: no, type: recall_at_5
value: 1.233
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 32.917
verified: no, type: map_at_1
value: 3.383
verified: no, type: map_at_10
value: 14.066
verified: no, type: map_at_100
value: 20.66
verified: no, type: map_at_1000
value: 22.284000000000002
verified: no, type: map_at_20
value: 16.653000000000002
verified: no, type: map_at_3
value: 7.661999999999999
verified: no, type: map_at_5
value: 10.173
verified: no, type: mrr_at_1
value: 42.857142857142854
verified: no, type: mrr_at_10
value: 59.71655328798185
verified: no, type: mrr_at_100
value: 60.194024496245376
verified: no, type: mrr_at_1000
value: 60.194024496245376
verified: no, type: mrr_at_20
value: 59.964152327597695
verified: no, type: mrr_at_3
value: 56.4625850340136
verified: no, type: mrr_at_5
value: 58.8095238095238
verified: no, type: nauc_map_at_1000_diff1
value: 12.579510790257872
verified: no, type: nauc_map_at_1000_max
value: -4.264942252703021
verified: no, type: nauc_map_at_1000_std
value: -2.438273508875829
verified: no, type: nauc_map_at_100_diff1
value: 13.003922436075754
verified: no, type: nauc_map_at_100_max
value: -5.3301687094103105
verified: no, type: nauc_map_at_100_std
value: -5.318225960144131
verified: no, type: nauc_map_at_10_diff1
value: 10.693503493056797
verified: no, type: nauc_map_at_10_max
value: -4.32660381229821
verified: no, type: nauc_map_at_10_std
value: -21.5903282626883
verified: no, type: nauc_map_at_1_diff1
value: 5.397462315448758
verified: no, type: nauc_map_at_1_max
value: -20.4324316949736
verified: no, type: nauc_map_at_1_std
value: -21.84417049994903
verified: no, type: nauc_map_at_20_diff1
value: 13.557335341043464
verified: no, type: nauc_map_at_20_max
value: -5.489171183784985
verified: no, type: nauc_map_at_20_std
value: -17.692719893249055
verified: no, type: nauc_map_at_3_diff1
value: 3.3472459083131962
verified: no, type: nauc_map_at_3_max
value: -18.108103266914675
verified: no, type: nauc_map_at_3_std
value: -25.92201988690831
verified: no, type: nauc_map_at_5_diff1
value: 9.368231305307056
verified: no, type: nauc_map_at_5_max
value: -9.15825678300707
verified: no, type: nauc_map_at_5_std
value: -27.398604293720474
verified: no, type: nauc_mrr_at_1000_diff1
value: -6.149664958666229
verified: no, type: nauc_mrr_at_1000_max
value: -33.30488479921579
verified: no, type: nauc_mrr_at_1000_std
value: -12.827341694953992
verified: no, type: nauc_mrr_at_100_diff1
value: -6.149664958666229
verified: no, type: nauc_mrr_at_100_max
value: -33.30488479921579
verified: no, type: nauc_mrr_at_100_std
value: -12.827341694953992
verified: no, type: nauc_mrr_at_10_diff1
value: -7.821173168559035
verified: no, type: nauc_mrr_at_10_max
value: -34.627605757871386
verified: no, type: nauc_mrr_at_10_std
value: -11.839825079324873
verified: no, type: nauc_mrr_at_1_diff1
value: 1.1039706185822074
verified: no, type: nauc_mrr_at_1_max
value: -25.32875826505669
verified: no, type: nauc_mrr_at_1_std
value: -15.520024220257683
verified: no, type: nauc_mrr_at_20_diff1
value: -6.627782202862055
verified: no, type: nauc_mrr_at_20_max
value: -33.91986756503583
verified: no, type: nauc_mrr_at_20_std
value: -12.77542710186697
verified: no, type: nauc_mrr_at_3_diff1
value: -5.684443689873644
verified: no, type: nauc_mrr_at_3_max
value: -32.31420774810655
verified: no, type: nauc_mrr_at_3_std
value: -16.620509048596986
verified: no, type: nauc_mrr_at_5_diff1
value: -5.8341673661904245
verified: no, type: nauc_mrr_at_5_max
value: -31.742534982165733
verified: no, type: nauc_mrr_at_5_std
value: -12.338506564576873
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.873644758353055
verified: no, type: nauc_ndcg_at_1000_max
value: -10.190425519023206
verified: no, type: nauc_ndcg_at_1000_std
value: 19.779751696545933
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.844192480674973
verified: no, type: nauc_ndcg_at_100_max
value: -15.48908041052085
verified: no, type: nauc_ndcg_at_100_std
value: 14.216198715508671
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.692174921685304
verified: no, type: nauc_ndcg_at_10_max
value: -14.44537192758476
verified: no, type: nauc_ndcg_at_10_std
value: -12.380881855102194
verified: no, type: nauc_ndcg_at_1_diff1
value: 1.5840183579660068
verified: no, type: nauc_ndcg_at_1_max
value: -24.26693497249263
verified: no, type: nauc_ndcg_at_1_std
value: -14.773679317054524
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.38975780162556
verified: no, type: nauc_ndcg_at_20_max
value: -17.25024380139134
verified: no, type: nauc_ndcg_at_20_std
value: -12.070137131016175
verified: no, type: nauc_ndcg_at_3_diff1
value: 1.0981734851532068
verified: no, type: nauc_ndcg_at_3_max
value: -18.668259534384973
verified: no, type: nauc_ndcg_at_3_std
value: -15.895758732090936
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.66125285870417
verified: no, type: nauc_ndcg_at_5_max
value: -12.554242167548388
verified: no, type: nauc_ndcg_at_5_std
value: -16.186943323915116
verified: no, type: nauc_precision_at_1000_diff1
value: -10.51346076213006
verified: no, type: nauc_precision_at_1000_max
value: 32.714946388398
verified: no, type: nauc_precision_at_1000_std
value: 38.901329108718585
verified: no, type: nauc_precision_at_100_diff1
value: 1.9694881127973165
verified: no, type: nauc_precision_at_100_max
value: 4.920837162244592
verified: no, type: nauc_precision_at_100_std
value: 68.50058610152277
verified: no, type: nauc_precision_at_10_diff1
value: 7.990315555541806
verified: no, type: nauc_precision_at_10_max
value: -10.404436976147956
verified: no, type: nauc_precision_at_10_std
value: -3.0053809521608046
verified: no, type: nauc_precision_at_1_diff1
value: 1.1039706185822074
verified: no, type: nauc_precision_at_1_max
value: -25.32875826505669
verified: no, type: nauc_precision_at_1_std
value: -15.520024220257683
verified: no, type: nauc_precision_at_20_diff1
value: 12.709085196921944
verified: no, type: nauc_precision_at_20_max
value: -8.126579722574737
verified: no, type: nauc_precision_at_20_std
value: 8.554621584480888
verified: no, type: nauc_precision_at_3_diff1
value: -0.5660657946405515
verified: no, type: nauc_precision_at_3_max
value: -18.2180922088033
verified: no, type: nauc_precision_at_3_std
value: -19.74781894851289
verified: no, type: nauc_precision_at_5_diff1
value: 11.960508196663335
verified: no, type: nauc_precision_at_5_max
value: -7.505470678471681
verified: no, type: nauc_precision_at_5_std
value: -19.679551739925007
verified: no, type: nauc_recall_at_1000_diff1
value: 2.0894293955487906
verified: no, type: nauc_recall_at_1000_max
value: 2.565223878252418
verified: no, type: nauc_recall_at_1000_std
value: 72.80850465698563
verified: no, type: nauc_recall_at_100_diff1
value: 8.370601331640701
verified: no, type: nauc_recall_at_100_max
value: -13.813786821955048
verified: no, type: nauc_recall_at_100_std
value: 33.05653636954439
verified: no, type: nauc_recall_at_10_diff1
value: 8.055635577653009
verified: no, type: nauc_recall_at_10_max
value: -12.159484753499648
verified: no, type: nauc_recall_at_10_std
value: -18.3886058528649
verified: no, type: nauc_recall_at_1_diff1
value: 5.397462315448758
verified: no, type: nauc_recall_at_1_max
value: -20.4324316949736
verified: no, type: nauc_recall_at_1_std
value: -21.84417049994903
verified: no, type: nauc_recall_at_20_diff1
value: 11.648146655416976
verified: no, type: nauc_recall_at_20_max
value: -14.51749970488514
verified: no, type: nauc_recall_at_20_std
value: -12.087956357152999
verified: no, type: nauc_recall_at_3_diff1
value: 0.7233105449826043
verified: no, type: nauc_recall_at_3_max
value: -22.734765025405245
verified: no, type: nauc_recall_at_3_std
value: -28.94891737849546
verified: no, type: nauc_recall_at_5_diff1
value: 9.153063794746425
verified: no, type: nauc_recall_at_5_max
value: -12.070313664412732
verified: no, type: nauc_recall_at_5_std
value: -28.58815211049064
verified: no, type: ndcg_at_1
value: 39.796
verified: no, type: ndcg_at_10
value: 32.917
verified: no, type: ndcg_at_100
value: 43.009
verified: no, type: ndcg_at_1000
value: 54.128
verified: no, type: ndcg_at_20
value: 32.012
verified: no, type: ndcg_at_3
value: 39.913
verified: no, type: ndcg_at_5
value: 35.55
verified: no, type: precision_at_1
value: 42.857
verified: no, type: precision_at_10
value: 28.366999999999997
verified: no, type: precision_at_100
value: 8.388
verified: no, type: precision_at_1000
value: 1.5859999999999999
verified: no, type: precision_at_20
value: 19.694
verified: no, type: precision_at_3
value: 42.857
verified: no, type: precision_at_5
value: 35.510000000000005
verified: no, type: recall_at_1
value: 3.383
verified: no, type: recall_at_10
value: 20.212
verified: no, type: recall_at_100
value: 51.67699999999999
verified: no, type: recall_at_1000
value: 85.461
verified: no, type: recall_at_20
value: 27.192
verified: no, type: recall_at_3
value: 8.981
verified: no, type: recall_at_5
value: 12.887
verified: no
task: type: Retrieval
tags: mteb
license: mit
Likes: 0 | All-time downloads: 105
Created: 2024-11-23 17:58:36