Model: PaDaS-Lab/arctic-s-bge-small
Author: PaDaS-Lab
Tags: safetensors, arctic-s-bge-small, mteb, custom_code, arxiv:2407.08275, license:mit, model-index, region:us
Card metadata: model-index: name: no_model_name_available
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 61.696
verified: no, type: map_at_1
value: 37.553
verified: no, type: map_at_10
value: 53.488
verified: no, type: map_at_100
value: 54.174
verified: no, type: map_at_1000
value: 54.178000000000004
verified: no, type: map_at_20
value: 54.045
verified: no, type: map_at_3
value: 49.348
verified: no, type: map_at_5
value: 51.900999999999996
verified: no, type: mrr_at_1
value: 38.26458036984353
verified: no, type: mrr_at_10
value: 53.738371830477185
verified: no, type: mrr_at_100
value: 54.43126719288253
verified: no, type: mrr_at_1000
value: 54.43524103084228
verified: no, type: mrr_at_20
value: 54.30184605147953
verified: no, type: mrr_at_3
value: 49.58511142721674
verified: no, type: mrr_at_5
value: 52.145566619250936
verified: no, type: nauc_map_at_1000_diff1
value: 11.221506369409738
verified: no, type: nauc_map_at_1000_max
value: -8.445508307916437
verified: no, type: nauc_map_at_1000_std
value: -12.381267290593208
verified: no, type: nauc_map_at_100_diff1
value: 11.227790100675787
verified: no, type: nauc_map_at_100_max
value: -8.437531922545098
verified: no, type: nauc_map_at_100_std
value: -12.373422661586755
verified: no, type: nauc_map_at_10_diff1
value: 11.072793219141905
verified: no, type: nauc_map_at_10_max
value: -8.312828632293854
verified: no, type: nauc_map_at_10_std
value: -12.423506115905337
verified: no, type: nauc_map_at_1_diff1
value: 15.220354810399739
verified: no, type: nauc_map_at_1_max
value: -11.005854137112008
verified: no, type: nauc_map_at_1_std
value: -12.88033375281974
verified: no, type: nauc_map_at_20_diff1
value: 11.17399810551959
verified: no, type: nauc_map_at_20_max
value: -8.309704396078265
verified: no, type: nauc_map_at_20_std
value: -12.31628938741066
verified: no, type: nauc_map_at_3_diff1
value: 11.13415033339711
verified: no, type: nauc_map_at_3_max
value: -8.681943533315684
verified: no, type: nauc_map_at_3_std
value: -12.89456603475663
verified: no, type: nauc_map_at_5_diff1
value: 10.91995276847765
verified: no, type: nauc_map_at_5_max
value: -8.31368106487608
verified: no, type: nauc_map_at_5_std
value: -12.747425008501697
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.170026021742572
verified: no, type: nauc_mrr_at_1000_max
value: -9.17534528359451
verified: no, type: nauc_mrr_at_1000_std
value: -12.16851969333307
verified: no, type: nauc_mrr_at_100_diff1
value: 9.176564177369368
verified: no, type: nauc_mrr_at_100_max
value: -9.167297045700144
verified: no, type: nauc_mrr_at_100_std
value: -12.16072906797416
verified: no, type: nauc_mrr_at_10_diff1
value: 9.028156479189121
verified: no, type: nauc_mrr_at_10_max
value: -9.062303453873763
verified: no, type: nauc_mrr_at_10_std
value: -12.2500914002082
verified: no, type: nauc_mrr_at_1_diff1
value: 13.191668992010946
verified: no, type: nauc_mrr_at_1_max
value: -10.925013045327509
verified: no, type: nauc_mrr_at_1_std
value: -12.232380523762979
verified: no, type: nauc_mrr_at_20_diff1
value: 9.13214969584694
verified: no, type: nauc_mrr_at_20_max
value: -9.036476679079245
verified: no, type: nauc_mrr_at_20_std
value: -12.104714451417257
verified: no, type: nauc_mrr_at_3_diff1
value: 9.151473180722105
verified: no, type: nauc_mrr_at_3_max
value: -9.532829106604618
verified: no, type: nauc_mrr_at_3_std
value: -12.836115074338034
verified: no, type: nauc_mrr_at_5_diff1
value: 8.953917200120168
verified: no, type: nauc_mrr_at_5_max
value: -9.042911382928725
verified: no, type: nauc_mrr_at_5_std
value: -12.530298454542493
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.863407729775824
verified: no, type: nauc_ndcg_at_1000_max
value: -7.868989312884095
verified: no, type: nauc_ndcg_at_1000_std
value: -11.88614215866286
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.999299247670388
verified: no, type: nauc_ndcg_at_100_max
value: -7.6862652464192704
verified: no, type: nauc_ndcg_at_100_std
value: -11.651296278498132
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.074409692068278
verified: no, type: nauc_ndcg_at_10_max
value: -6.989935197224304
verified: no, type: nauc_ndcg_at_10_std
value: -11.715897777643933
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.220354810399739
verified: no, type: nauc_ndcg_at_1_max
value: -11.005854137112008
verified: no, type: nauc_ndcg_at_1_std
value: -12.88033375281974
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.597196019116632
verified: no, type: nauc_ndcg_at_20_max
value: -6.8065432063496285
verified: no, type: nauc_ndcg_at_20_std
value: -11.188969740275711
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.122390462459538
verified: no, type: nauc_ndcg_at_3_max
value: -7.97194437583794
verified: no, type: nauc_ndcg_at_3_std
value: -13.06215406827939
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.590778318105452
verified: no, type: nauc_ndcg_at_5_max
value: -7.261562098697961
verified: no, type: nauc_ndcg_at_5_std
value: -12.812872325188716
verified: no, type: nauc_precision_at_1000_diff1
value: 25.196544697410012
verified: no, type: nauc_precision_at_1000_max
value: 27.158141822834548
verified: no, type: nauc_precision_at_1000_std
value: 64.38851178902432
verified: no, type: nauc_precision_at_100_diff1
value: 37.9019837153977
verified: no, type: nauc_precision_at_100_max
value: 34.736605360292934
verified: no, type: nauc_precision_at_100_std
value: 57.335032116509325
verified: no, type: nauc_precision_at_10_diff1
value: 3.971994041181149
verified: no, type: nauc_precision_at_10_max
value: 3.168483093976094
verified: no, type: nauc_precision_at_10_std
value: -5.186686622285615
verified: no, type: nauc_precision_at_1_diff1
value: 15.220354810399739
verified: no, type: nauc_precision_at_1_max
value: -11.005854137112008
verified: no, type: nauc_precision_at_1_std
value: -12.88033375281974
verified: no, type: nauc_precision_at_20_diff1
value: 6.539599130365263
verified: no, type: nauc_precision_at_20_max
value: 22.235006087284845
verified: no, type: nauc_precision_at_20_std
value: 14.537186156798331
verified: no, type: nauc_precision_at_3_diff1
value: 6.910775130099809
verified: no, type: nauc_precision_at_3_max
value: -5.6507220516993355
verified: no, type: nauc_precision_at_3_std
value: -13.676386233280786
verified: no, type: nauc_precision_at_5_diff1
value: 4.075402230127663
verified: no, type: nauc_precision_at_5_max
value: -2.8089334099369507
verified: no, type: nauc_precision_at_5_std
value: -13.130074247585222
verified: no, type: nauc_recall_at_1000_diff1
value: 25.196544697407973
verified: no, type: nauc_recall_at_1000_max
value: 27.158141822829503
verified: no, type: nauc_recall_at_1000_std
value: 64.38851178902257
verified: no, type: nauc_recall_at_100_diff1
value: 37.901983715398075
verified: no, type: nauc_recall_at_100_max
value: 34.736605360292096
verified: no, type: nauc_recall_at_100_std
value: 57.335032116506376
verified: no, type: nauc_recall_at_10_diff1
value: 3.971994041181333
verified: no, type: nauc_recall_at_10_max
value: 3.1684830939761177
verified: no, type: nauc_recall_at_10_std
value: -5.186686622285636
verified: no, type: nauc_recall_at_1_diff1
value: 15.220354810399739
verified: no, type: nauc_recall_at_1_max
value: -11.005854137112008
verified: no, type: nauc_recall_at_1_std
value: -12.88033375281974
verified: no, type: nauc_recall_at_20_diff1
value: 6.539599130365463
verified: no, type: nauc_recall_at_20_max
value: 22.23500608728498
verified: no, type: nauc_recall_at_20_std
value: 14.537186156798532
verified: no, type: nauc_recall_at_3_diff1
value: 6.9107751300998554
verified: no, type: nauc_recall_at_3_max
value: -5.650722051699346
verified: no, type: nauc_recall_at_3_std
value: -13.676386233280741
verified: no, type: nauc_recall_at_5_diff1
value: 4.075402230127604
verified: no, type: nauc_recall_at_5_max
value: -2.808933409936906
verified: no, type: nauc_recall_at_5_std
value: -13.130074247585242
verified: no, type: ndcg_at_1
value: 37.553
verified: no, type: ndcg_at_10
value: 61.696
verified: no, type: ndcg_at_100
value: 64.424
verified: no, type: ndcg_at_1000
value: 64.511
verified: no, type: ndcg_at_20
value: 63.644999999999996
verified: no, type: ndcg_at_3
value: 53.323
verified: no, type: ndcg_at_5
value: 57.908
verified: no, type: precision_at_1
value: 37.553
verified: no, type: precision_at_10
value: 8.755
verified: no, type: precision_at_100
value: 0.9900000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.755
verified: no, type: precision_at_3
value: 21.622
verified: no, type: precision_at_5
value: 15.192
verified: no, type: recall_at_1
value: 37.553
verified: no, type: recall_at_10
value: 87.553
verified: no, type: recall_at_100
value: 99.004
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 95.092
verified: no, type: recall_at_3
value: 64.865
verified: no, type: recall_at_5
value: 75.96000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 51.489
verified: no, type: map_at_1
value: 33.039
verified: no, type: map_at_10
value: 44.812000000000005
verified: no, type: map_at_100
value: 46.160000000000004
verified: no, type: map_at_1000
value: 46.288000000000004
verified: no, type: map_at_20
value: 45.539
verified: no, type: map_at_3
value: 40.577000000000005
verified: no, type: map_at_5
value: 43.053999999999995
verified: no, type: mrr_at_1
value: 40.2002861230329
verified: no, type: mrr_at_10
value: 50.3305175193587
verified: no, type: mrr_at_100
value: 50.92206549712921
verified: no, type: mrr_at_1000
value: 50.965142722486554
verified: no, type: mrr_at_20
value: 50.66083966009553
verified: no, type: mrr_at_3
value: 47.04339532665711
verified: no, type: mrr_at_5
value: 49.03195040534092
verified: no, type: nauc_map_at_1000_diff1
value: 52.30986710726043
verified: no, type: nauc_map_at_1000_max
value: 40.42440330617406
verified: no, type: nauc_map_at_1000_std
value: -2.2644436193903976
verified: no, type: nauc_map_at_100_diff1
value: 52.311090092873805
verified: no, type: nauc_map_at_100_max
value: 40.45151398317936
verified: no, type: nauc_map_at_100_std
value: -2.26978021290327
verified: no, type: nauc_map_at_10_diff1
value: 52.18228715152593
verified: no, type: nauc_map_at_10_max
value: 40.01076168476963
verified: no, type: nauc_map_at_10_std
value: -2.89277969549037
verified: no, type: nauc_map_at_1_diff1
value: 58.064811599875554
verified: no, type: nauc_map_at_1_max
value: 34.67580228928722
verified: no, type: nauc_map_at_1_std
value: -5.67621959001428
verified: no, type: nauc_map_at_20_diff1
value: 52.325765916530955
verified: no, type: nauc_map_at_20_max
value: 40.28951762467691
verified: no, type: nauc_map_at_20_std
value: -2.6749268623880877
verified: no, type: nauc_map_at_3_diff1
value: 53.45968147096472
verified: no, type: nauc_map_at_3_max
value: 40.60355246079136
verified: no, type: nauc_map_at_3_std
value: -2.8827965782367544
verified: no, type: nauc_map_at_5_diff1
value: 52.45184910505131
verified: no, type: nauc_map_at_5_max
value: 39.75737390251331
verified: no, type: nauc_map_at_5_std
value: -3.3718123778308935
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.12471768511012
verified: no, type: nauc_mrr_at_1000_max
value: 40.981308953185454
verified: no, type: nauc_mrr_at_1000_std
value: -2.399500753535585
verified: no, type: nauc_mrr_at_100_diff1
value: 51.12168575001752
verified: no, type: nauc_mrr_at_100_max
value: 40.9760480542777
verified: no, type: nauc_mrr_at_100_std
value: -2.4144273528725475
verified: no, type: nauc_mrr_at_10_diff1
value: 51.04018381064975
verified: no, type: nauc_mrr_at_10_max
value: 41.003292260169374
verified: no, type: nauc_mrr_at_10_std
value: -2.4171421212966964
verified: no, type: nauc_mrr_at_1_diff1
value: 54.77850105034208
verified: no, type: nauc_mrr_at_1_max
value: 38.617853930056306
verified: no, type: nauc_mrr_at_1_std
value: -5.863261741458299
verified: no, type: nauc_mrr_at_20_diff1
value: 51.139734313275845
verified: no, type: nauc_mrr_at_20_max
value: 40.92389172446841
verified: no, type: nauc_mrr_at_20_std
value: -2.5035795007431654
verified: no, type: nauc_mrr_at_3_diff1
value: 51.51287925552885
verified: no, type: nauc_mrr_at_3_max
value: 42.225260775926074
verified: no, type: nauc_mrr_at_3_std
value: -2.306428628618144
verified: no, type: nauc_mrr_at_5_diff1
value: 51.10080635226991
verified: no, type: nauc_mrr_at_5_max
value: 41.0340227344158
verified: no, type: nauc_mrr_at_5_std
value: -2.801571352627902
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.76197955317768
verified: no, type: nauc_ndcg_at_1000_max
value: 41.21817915071362
verified: no, type: nauc_ndcg_at_1000_std
value: -0.391325532632662
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.52419287283379
verified: no, type: nauc_ndcg_at_100_max
value: 41.552522119164784
verified: no, type: nauc_ndcg_at_100_std
value: -0.036032562878298896
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.530566482368876
verified: no, type: nauc_ndcg_at_10_max
value: 40.18006026960266
verified: no, type: nauc_ndcg_at_10_std
value: -1.8844244877781948
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.77850105034208
verified: no, type: nauc_ndcg_at_1_max
value: 38.617853930056306
verified: no, type: nauc_ndcg_at_1_std
value: -5.863261741458299
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.34642284246142
verified: no, type: nauc_ndcg_at_20_max
value: 40.481739804267264
verified: no, type: nauc_ndcg_at_20_std
value: -1.8870976456072137
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.24991022836175
verified: no, type: nauc_ndcg_at_3_max
value: 42.05741870860054
verified: no, type: nauc_ndcg_at_3_std
value: -1.4174269333857321
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.84841673075104
verified: no, type: nauc_ndcg_at_5_max
value: 39.9343344658457
verified: no, type: nauc_ndcg_at_5_std
value: -2.6419914312584534
verified: no, type: nauc_precision_at_1000_diff1
value: -17.86241424441575
verified: no, type: nauc_precision_at_1000_max
value: -13.104253008586179
verified: no, type: nauc_precision_at_1000_std
value: 0.48249434561668
verified: no, type: nauc_precision_at_100_diff1
value: -9.578960904334071
verified: no, type: nauc_precision_at_100_max
value: 2.704957537551818
verified: no, type: nauc_precision_at_100_std
value: 8.835834433273401
verified: no, type: nauc_precision_at_10_diff1
value: 8.196823901166631
verified: no, type: nauc_precision_at_10_max
value: 21.763201013538325
verified: no, type: nauc_precision_at_10_std
value: 5.766876192845922
verified: no, type: nauc_precision_at_1_diff1
value: 54.77850105034208
verified: no, type: nauc_precision_at_1_max
value: 38.617853930056306
verified: no, type: nauc_precision_at_1_std
value: -5.863261741458299
verified: no, type: nauc_precision_at_20_diff1
value: 3.182481517444498
verified: no, type: nauc_precision_at_20_max
value: 16.282394914543726
verified: no, type: nauc_precision_at_20_std
value: 6.446099543369652
verified: no, type: nauc_precision_at_3_diff1
value: 29.403358161131415
verified: no, type: nauc_precision_at_3_max
value: 37.66880010058852
verified: no, type: nauc_precision_at_3_std
value: 2.212573449639095
verified: no, type: nauc_precision_at_5_diff1
value: 17.672198484206056
verified: no, type: nauc_precision_at_5_max
value: 27.984636982251065
verified: no, type: nauc_precision_at_5_std
value: 2.5950490230843757
verified: no, type: nauc_recall_at_1000_diff1
value: 31.680457531090667
verified: no, type: nauc_recall_at_1000_max
value: 55.4324783421187
verified: no, type: nauc_recall_at_1000_std
value: 44.31810562317212
verified: no, type: nauc_recall_at_100_diff1
value: 38.660696650615215
verified: no, type: nauc_recall_at_100_max
value: 45.55377816438656
verified: no, type: nauc_recall_at_100_std
value: 16.919492724613395
verified: no, type: nauc_recall_at_10_diff1
value: 39.020006246915415
verified: no, type: nauc_recall_at_10_max
value: 35.588135955395586
verified: no, type: nauc_recall_at_10_std
value: -0.26969523665978906
verified: no, type: nauc_recall_at_1_diff1
value: 58.064811599875554
verified: no, type: nauc_recall_at_1_max
value: 34.67580228928722
verified: no, type: nauc_recall_at_1_std
value: -5.67621959001428
verified: no, type: nauc_recall_at_20_diff1
value: 40.231921335233146
verified: no, type: nauc_recall_at_20_max
value: 35.54503756146707
verified: no, type: nauc_recall_at_20_std
value: 0.21383444630797618
verified: no, type: nauc_recall_at_3_diff1
value: 47.49873276616812
verified: no, type: nauc_recall_at_3_max
value: 42.28383907021981
verified: no, type: nauc_recall_at_3_std
value: -0.11739469718977918
verified: no, type: nauc_recall_at_5_diff1
value: 42.767952699205054
verified: no, type: nauc_recall_at_5_max
value: 36.78024856479531
verified: no, type: nauc_recall_at_5_std
value: -3.043075366192802
verified: no, type: ndcg_at_1
value: 40.2
verified: no, type: ndcg_at_10
value: 51.489
verified: no, type: ndcg_at_100
value: 56.216
verified: no, type: ndcg_at_1000
value: 58.143
verified: no, type: ndcg_at_20
value: 53.208999999999996
verified: no, type: ndcg_at_3
value: 45.194
verified: no, type: ndcg_at_5
value: 48.382999999999996
verified: no, type: precision_at_1
value: 40.2
verified: no, type: precision_at_10
value: 9.957
verified: no, type: precision_at_100
value: 1.536
verified: no, type: precision_at_1000
value: 0.201
verified: no, type: precision_at_20
value: 5.7509999999999994
verified: no, type: precision_at_3
value: 21.507
verified: no, type: precision_at_5
value: 16.023
verified: no, type: recall_at_1
value: 33.039
verified: no, type: recall_at_10
value: 64.732
verified: no, type: recall_at_100
value: 84.451
verified: no, type: recall_at_1000
value: 96.711
verified: no, type: recall_at_20
value: 70.865
verified: no, type: recall_at_3
value: 47.087
verified: no, type: recall_at_5
value: 55.568
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 49.659
verified: no, type: map_at_1
value: 33.756
verified: no, type: map_at_10
value: 44.073
verified: no, type: map_at_100
value: 45.373999999999995
verified: no, type: map_at_1000
value: 45.504
verified: no, type: map_at_20
value: 44.778
verified: no, type: map_at_3
value: 41.063
verified: no, type: map_at_5
value: 42.941
verified: no, type: mrr_at_1
value: 42.038216560509554
verified: no, type: mrr_at_10
value: 50.46292083712469
verified: no, type: mrr_at_100
value: 51.069095106531805
verified: no, type: mrr_at_1000
value: 51.10835326287548
verified: no, type: mrr_at_20
value: 50.82019914166541
verified: no, type: mrr_at_3
value: 48.25902335456478
verified: no, type: mrr_at_5
value: 49.76857749469221
verified: no, type: nauc_map_at_1000_diff1
value: 55.80498981672627
verified: no, type: nauc_map_at_1000_max
value: 38.26386983200567
verified: no, type: nauc_map_at_1000_std
value: -1.722609258110279
verified: no, type: nauc_map_at_100_diff1
value: 55.83624507721622
verified: no, type: nauc_map_at_100_max
value: 38.18012639419995
verified: no, type: nauc_map_at_100_std
value: -1.7922103705396886
verified: no, type: nauc_map_at_10_diff1
value: 56.292929981488285
verified: no, type: nauc_map_at_10_max
value: 37.01004902094887
verified: no, type: nauc_map_at_10_std
value: -3.623023317097144
verified: no, type: nauc_map_at_1_diff1
value: 62.46120648089736
verified: no, type: nauc_map_at_1_max
value: 32.472573151270595
verified: no, type: nauc_map_at_1_std
value: -8.824972585344513
verified: no, type: nauc_map_at_20_diff1
value: 56.009618411365835
verified: no, type: nauc_map_at_20_max
value: 37.67533628911946
verified: no, type: nauc_map_at_20_std
value: -2.572896738144715
verified: no, type: nauc_map_at_3_diff1
value: 57.22563904357422
verified: no, type: nauc_map_at_3_max
value: 35.016546423861975
verified: no, type: nauc_map_at_3_std
value: -6.273815642770271
verified: no, type: nauc_map_at_5_diff1
value: 56.51143838048147
verified: no, type: nauc_map_at_5_max
value: 36.1162041187686
verified: no, type: nauc_map_at_5_std
value: -4.575391814766582
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.70506684733427
verified: no, type: nauc_mrr_at_1000_max
value: 40.745286648191474
verified: no, type: nauc_mrr_at_1000_std
value: 2.3630512587923165
verified: no, type: nauc_mrr_at_100_diff1
value: 53.69847816314084
verified: no, type: nauc_mrr_at_100_max
value: 40.747562256523416
verified: no, type: nauc_mrr_at_100_std
value: 2.376752783372874
verified: no, type: nauc_mrr_at_10_diff1
value: 53.72107663200513
verified: no, type: nauc_mrr_at_10_max
value: 40.61487500593867
verified: no, type: nauc_mrr_at_10_std
value: 1.9707059480789084
verified: no, type: nauc_mrr_at_1_diff1
value: 58.72865682486209
verified: no, type: nauc_mrr_at_1_max
value: 40.328775719145284
verified: no, type: nauc_mrr_at_1_std
value: -0.2516595660358684
verified: no, type: nauc_mrr_at_20_diff1
value: 53.67880861456903
verified: no, type: nauc_mrr_at_20_max
value: 40.75598871965413
verified: no, type: nauc_mrr_at_20_std
value: 2.2872649237129306
verified: no, type: nauc_mrr_at_3_diff1
value: 54.657333806417974
verified: no, type: nauc_mrr_at_3_max
value: 40.6467539132959
verified: no, type: nauc_mrr_at_3_std
value: 1.4674092535243768
verified: no, type: nauc_mrr_at_5_diff1
value: 53.945372935894106
verified: no, type: nauc_mrr_at_5_max
value: 40.557412208903074
verified: no, type: nauc_mrr_at_5_std
value: 1.821724562681988
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.44022578439438
verified: no, type: nauc_ndcg_at_1000_max
value: 40.654320935718694
verified: no, type: nauc_ndcg_at_1000_std
value: 3.84043663003601
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.637626908931026
verified: no, type: nauc_ndcg_at_100_max
value: 40.586151202025825
verified: no, type: nauc_ndcg_at_100_std
value: 4.089145971553043
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.48911939902461
verified: no, type: nauc_ndcg_at_10_max
value: 39.126921730430745
verified: no, type: nauc_ndcg_at_10_std
value: 0.2318751744695264
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.72865682486209
verified: no, type: nauc_ndcg_at_1_max
value: 40.328775719145284
verified: no, type: nauc_ndcg_at_1_std
value: -0.2516595660358684
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.11164095668294
verified: no, type: nauc_ndcg_at_20_max
value: 39.97676538781469
verified: no, type: nauc_ndcg_at_20_std
value: 2.0794579358557437
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.34226761829514
verified: no, type: nauc_ndcg_at_3_max
value: 38.48277846169928
verified: no, type: nauc_ndcg_at_3_std
value: -1.1217742879848902
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.68406928784684
verified: no, type: nauc_ndcg_at_5_max
value: 38.75518301179718
verified: no, type: nauc_ndcg_at_5_std
value: -0.307785644206231
verified: no, type: nauc_precision_at_1000_diff1
value: -19.190831985104566
verified: no, type: nauc_precision_at_1000_max
value: 18.016093547405134
verified: no, type: nauc_precision_at_1000_std
value: 27.781204433490963
verified: no, type: nauc_precision_at_100_diff1
value: -11.915770144248645
verified: no, type: nauc_precision_at_100_max
value: 27.771010445059602
verified: no, type: nauc_precision_at_100_std
value: 35.169646360589
verified: no, type: nauc_precision_at_10_diff1
value: 9.239652324270908
verified: no, type: nauc_precision_at_10_max
value: 36.73730897574167
verified: no, type: nauc_precision_at_10_std
value: 24.79922189801306
verified: no, type: nauc_precision_at_1_diff1
value: 58.72865682486209
verified: no, type: nauc_precision_at_1_max
value: 40.328775719145284
verified: no, type: nauc_precision_at_1_std
value: -0.2516595660358684
verified: no, type: nauc_precision_at_20_diff1
value: 0.14061478328628754
verified: no, type: nauc_precision_at_20_max
value: 34.49978969743403
verified: no, type: nauc_precision_at_20_std
value: 31.6277564397416
verified: no, type: nauc_precision_at_3_diff1
value: 28.84038400301922
verified: no, type: nauc_precision_at_3_max
value: 38.15587739264783
verified: no, type: nauc_precision_at_3_std
value: 12.110129612812704
verified: no, type: nauc_precision_at_5_diff1
value: 18.79985707638106
verified: no, type: nauc_precision_at_5_max
value: 37.35261001794856
verified: no, type: nauc_precision_at_5_std
value: 18.60235034567574
verified: no, type: nauc_recall_at_1000_diff1
value: 30.29744347177445
verified: no, type: nauc_recall_at_1000_max
value: 47.62958612849435
verified: no, type: nauc_recall_at_1000_std
value: 38.82407061060325
verified: no, type: nauc_recall_at_100_diff1
value: 38.478750845798785
verified: no, type: nauc_recall_at_100_max
value: 43.25134937529998
verified: no, type: nauc_recall_at_100_std
value: 26.0880625914293
verified: no, type: nauc_recall_at_10_diff1
value: 45.530522541288995
verified: no, type: nauc_recall_at_10_max
value: 34.998803742796
verified: no, type: nauc_recall_at_10_std
value: 1.7649084503982129
verified: no, type: nauc_recall_at_1_diff1
value: 62.46120648089736
verified: no, type: nauc_recall_at_1_max
value: 32.472573151270595
verified: no, type: nauc_recall_at_1_std
value: -8.824972585344513
verified: no, type: nauc_recall_at_20_diff1
value: 42.86658344001697
verified: no, type: nauc_recall_at_20_max
value: 38.595507867414334
verified: no, type: nauc_recall_at_20_std
value: 9.547570815114458
verified: no, type: nauc_recall_at_3_diff1
value: 50.9059806899254
verified: no, type: nauc_recall_at_3_max
value: 32.92800577019243
verified: no, type: nauc_recall_at_3_std
value: -4.588379884785415
verified: no, type: nauc_recall_at_5_diff1
value: 47.696357938908726
verified: no, type: nauc_recall_at_5_max
value: 33.68283781068374
verified: no, type: nauc_recall_at_5_std
value: -1.108362904106836
verified: no, type: ndcg_at_1
value: 42.038
verified: no, type: ndcg_at_10
value: 49.659
verified: no, type: ndcg_at_100
value: 54.054
verified: no, type: ndcg_at_1000
value: 55.991
verified: no, type: ndcg_at_20
value: 51.371
verified: no, type: ndcg_at_3
value: 45.692
verified: no, type: ndcg_at_5
value: 47.937999999999995
verified: no, type: precision_at_1
value: 42.038
verified: no, type: precision_at_10
value: 9.229
verified: no, type: precision_at_100
value: 1.478
verified: no, type: precision_at_1000
value: 0.194
verified: no, type: precision_at_20
value: 5.439
verified: no, type: precision_at_3
value: 21.996
verified: no, type: precision_at_5
value: 15.693999999999999
verified: no, type: recall_at_1
value: 33.756
verified: no, type: recall_at_10
value: 58.605
verified: no, type: recall_at_100
value: 77.171
verified: no, type: recall_at_1000
value: 89.42099999999999
verified: no, type: recall_at_20
value: 64.842
verified: no, type: recall_at_3
value: 46.778999999999996
verified: no, type: recall_at_5
value: 52.988
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 60.62499999999999
verified: no, type: map_at_1
value: 42.49
verified: no, type: map_at_10
value: 54.962999999999994
verified: no, type: map_at_100
value: 55.95
verified: no, type: map_at_1000
value: 55.998000000000005
verified: no, type: map_at_20
value: 55.550999999999995
verified: no, type: map_at_3
value: 51.662
verified: no, type: map_at_5
value: 53.632000000000005
verified: no, type: mrr_at_1
value: 48.589341692789965
verified: no, type: mrr_at_10
value: 58.36843807533468
verified: no, type: mrr_at_100
value: 59.01175824407762
verified: no, type: mrr_at_1000
value: 59.036262879032385
verified: no, type: mrr_at_20
value: 58.785682610602365
verified: no, type: mrr_at_3
value: 56.09195402298857
verified: no, type: mrr_at_5
value: 57.50574712643688
verified: no, type: nauc_map_at_1000_diff1
value: 55.0442169239736
verified: no, type: nauc_map_at_1000_max
value: 39.57492659519619
verified: no, type: nauc_map_at_1000_std
value: -2.4114105449912597
verified: no, type: nauc_map_at_100_diff1
value: 55.03298002109766
verified: no, type: nauc_map_at_100_max
value: 39.562531879243565
verified: no, type: nauc_map_at_100_std
value: -2.3989624011090585
verified: no, type: nauc_map_at_10_diff1
value: 55.07059523683087
verified: no, type: nauc_map_at_10_max
value: 38.984066662814534
verified: no, type: nauc_map_at_10_std
value: -3.248495670183591
verified: no, type: nauc_map_at_1_diff1
value: 58.05099902669696
verified: no, type: nauc_map_at_1_max
value: 32.78859871251381
verified: no, type: nauc_map_at_1_std
value: -6.8362274411770185
verified: no, type: nauc_map_at_20_diff1
value: 55.07867137235747
verified: no, type: nauc_map_at_20_max
value: 39.338513039269415
verified: no, type: nauc_map_at_20_std
value: -2.7901965641663193
verified: no, type: nauc_map_at_3_diff1
value: 55.725343313377515
verified: no, type: nauc_map_at_3_max
value: 36.70623611414168
verified: no, type: nauc_map_at_3_std
value: -5.38922981002907
verified: no, type: nauc_map_at_5_diff1
value: 55.34860098665244
verified: no, type: nauc_map_at_5_max
value: 38.155527574954334
verified: no, type: nauc_map_at_5_std
value: -4.410988667504543
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.68704728069744
verified: no, type: nauc_mrr_at_1000_max
value: 41.248484810806154
verified: no, type: nauc_mrr_at_1000_std
value: -1.1504232296913572
verified: no, type: nauc_mrr_at_100_diff1
value: 54.68294395653655
verified: no, type: nauc_mrr_at_100_max
value: 41.26462380655141
verified: no, type: nauc_mrr_at_100_std
value: -1.1243771660425617
verified: no, type: nauc_mrr_at_10_diff1
value: 54.551492987545046
verified: no, type: nauc_mrr_at_10_max
value: 41.1848884498371
verified: no, type: nauc_mrr_at_10_std
value: -1.3450812747262126
verified: no, type: nauc_mrr_at_1_diff1
value: 57.61745956951423
verified: no, type: nauc_mrr_at_1_max
value: 39.07829716661263
verified: no, type: nauc_mrr_at_1_std
value: -4.06903035046345
verified: no, type: nauc_mrr_at_20_diff1
value: 54.6333737758253
verified: no, type: nauc_mrr_at_20_max
value: 41.28437228917431
verified: no, type: nauc_mrr_at_20_std
value: -1.1953941701515725
verified: no, type: nauc_mrr_at_3_diff1
value: 54.94583102618593
verified: no, type: nauc_mrr_at_3_max
value: 40.59781328371594
verified: no, type: nauc_mrr_at_3_std
value: -1.8602727105690913
verified: no, type: nauc_mrr_at_5_diff1
value: 54.558425898850295
verified: no, type: nauc_mrr_at_5_max
value: 41.04233761275661
verified: no, type: nauc_mrr_at_5_std
value: -1.6442836291230383
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.999245967336094
verified: no, type: nauc_ndcg_at_1000_max
value: 42.043310183678116
verified: no, type: nauc_ndcg_at_1000_std
value: 0.6376304564130958
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.8085409629583
verified: no, type: nauc_ndcg_at_100_max
value: 42.451986891379406
verified: no, type: nauc_ndcg_at_100_std
value: 1.4673130808247419
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.61810206266415
verified: no, type: nauc_ndcg_at_10_max
value: 41.44833461873951
verified: no, type: nauc_ndcg_at_10_std
value: -0.795550206706578
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.61745956951423
verified: no, type: nauc_ndcg_at_1_max
value: 39.07829716661263
verified: no, type: nauc_ndcg_at_1_std
value: -4.06903035046345
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.81663067148986
verified: no, type: nauc_ndcg_at_20_max
value: 41.979487734160195
verified: no, type: nauc_ndcg_at_20_std
value: 0.11420532465314373
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.44647321686452
verified: no, type: nauc_ndcg_at_3_max
value: 38.72907885888278
verified: no, type: nauc_ndcg_at_3_std
value: -3.0842255604104434
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.96422312169755
verified: no, type: nauc_ndcg_at_5_max
value: 40.509155065647704
verified: no, type: nauc_ndcg_at_5_std
value: -2.38803561566978
verified: no, type: nauc_precision_at_1000_diff1
value: -14.986600071659906
verified: no, type: nauc_precision_at_1000_max
value: 21.967375999858852
verified: no, type: nauc_precision_at_1000_std
value: 25.427090814224133
verified: no, type: nauc_precision_at_100_diff1
value: -10.041859048892281
verified: no, type: nauc_precision_at_100_max
value: 28.096955065789665
verified: no, type: nauc_precision_at_100_std
value: 29.9226812514703
verified: no, type: nauc_precision_at_10_diff1
value: 9.879046672723295
verified: no, type: nauc_precision_at_10_max
value: 35.2125175415903
verified: no, type: nauc_precision_at_10_std
value: 18.049405226428185
verified: no, type: nauc_precision_at_1_diff1
value: 57.61745956951423
verified: no, type: nauc_precision_at_1_max
value: 39.07829716661263
verified: no, type: nauc_precision_at_1_std
value: -4.06903035046345
verified: no, type: nauc_precision_at_20_diff1
value: 2.090317659883479
verified: no, type: nauc_precision_at_20_max
value: 33.733594712420285
verified: no, type: nauc_precision_at_20_std
value: 24.20651359460664
verified: no, type: nauc_precision_at_3_diff1
value: 31.657897405365404
verified: no, type: nauc_precision_at_3_max
value: 37.3176839095402
verified: no, type: nauc_precision_at_3_std
value: 4.7585612155449954
verified: no, type: nauc_precision_at_5_diff1
value: 21.504317148610664
verified: no, type: nauc_precision_at_5_max
value: 36.98672018829801
verified: no, type: nauc_precision_at_5_std
value: 9.48802133563749
verified: no, type: nauc_recall_at_1000_diff1
value: 38.34514263143671
verified: no, type: nauc_recall_at_1000_max
value: 65.26851560996016
verified: no, type: nauc_recall_at_1000_std
value: 50.141313534646144
verified: no, type: nauc_recall_at_100_diff1
value: 42.199342404417116
verified: no, type: nauc_recall_at_100_max
value: 57.552837181588025
verified: no, type: nauc_recall_at_100_std
value: 34.207126382770056
verified: no, type: nauc_recall_at_10_diff1
value: 46.72328715834629
verified: no, type: nauc_recall_at_10_max
value: 43.601938956571736
verified: no, type: nauc_recall_at_10_std
value: 3.9959931946981873
verified: no, type: nauc_recall_at_1_diff1
value: 58.05099902669696
verified: no, type: nauc_recall_at_1_max
value: 32.78859871251381
verified: no, type: nauc_recall_at_1_std
value: -6.8362274411770185
verified: no, type: nauc_recall_at_20_diff1
value: 46.23265528982643
verified: no, type: nauc_recall_at_20_max
value: 48.02567065402622
verified: no, type: nauc_recall_at_20_std
value: 10.922350598954127
verified: no, type: nauc_recall_at_3_diff1
value: 51.39812148128243
verified: no, type: nauc_recall_at_3_max
value: 36.73161178544267
verified: no, type: nauc_recall_at_3_std
value: -4.14759512791178
verified: no, type: nauc_recall_at_5_diff1
value: 48.93788534189359
verified: no, type: nauc_recall_at_5_max
value: 40.693530247790264
verified: no, type: nauc_recall_at_5_std
value: -1.4447466756303786
verified: no, type: ndcg_at_1
value: 48.589
verified: no, type: ndcg_at_10
value: 60.62499999999999
verified: no, type: ndcg_at_100
value: 64.482
verified: no, type: ndcg_at_1000
value: 65.443
verified: no, type: ndcg_at_20
value: 62.367
verified: no, type: ndcg_at_3
value: 55.324
verified: no, type: ndcg_at_5
value: 58.108000000000004
verified: no, type: precision_at_1
value: 48.589
verified: no, type: precision_at_10
value: 9.618
verified: no, type: precision_at_100
value: 1.2449999999999999
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 5.339
verified: no, type: precision_at_3
value: 24.514
verified: no, type: precision_at_5
value: 16.814999999999998
verified: no, type: recall_at_1
value: 42.49
verified: no, type: recall_at_10
value: 73.817
verified: no, type: recall_at_100
value: 90.35499999999999
verified: no, type: recall_at_1000
value: 97.158
verified: no, type: recall_at_20
value: 80.345
verified: no, type: recall_at_3
value: 59.714
verified: no, type: recall_at_5
value: 66.545
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 41.657
verified: no, type: map_at_1
value: 27.546
verified: no, type: map_at_10
value: 36.571999999999996
verified: no, type: map_at_100
value: 37.617
verified: no, type: map_at_1000
value: 37.697
verified: no, type: map_at_20
value: 37.181
verified: no, type: map_at_3
value: 33.894000000000005
verified: no, type: map_at_5
value: 35.38
verified: no, type: mrr_at_1
value: 29.491525423728817
verified: no, type: mrr_at_10
value: 38.582324455205786
verified: no, type: mrr_at_100
value: 39.47140776816037
verified: no, type: mrr_at_1000
value: 39.53215817683643
verified: no, type: mrr_at_20
value: 39.09768103301972
verified: no, type: mrr_at_3
value: 36.04519774011299
verified: no, type: mrr_at_5
value: 37.51977401129942
verified: no, type: nauc_map_at_1000_diff1
value: 46.64371556448634
verified: no, type: nauc_map_at_1000_max
value: 32.7685783979018
verified: no, type: nauc_map_at_1000_std
value: 0.252907073291861
verified: no, type: nauc_map_at_100_diff1
value: 46.641497461920125
verified: no, type: nauc_map_at_100_max
value: 32.76050187436589
verified: no, type: nauc_map_at_100_std
value: 0.25060431368990005
verified: no, type: nauc_map_at_10_diff1
value: 46.73238378557523
verified: no, type: nauc_map_at_10_max
value: 32.52292111951917
verified: no, type: nauc_map_at_10_std
value: -0.08943369954712965
verified: no, type: nauc_map_at_1_diff1
value: 52.365074294185774
verified: no, type: nauc_map_at_1_max
value: 31.479079738443833
verified: no, type: nauc_map_at_1_std
value: -3.5343210117553236
verified: no, type: nauc_map_at_20_diff1
value: 46.586893769506986
verified: no, type: nauc_map_at_20_max
value: 32.69375129068728
verified: no, type: nauc_map_at_20_std
value: 0.053444924369365696
verified: no, type: nauc_map_at_3_diff1
value: 47.99938279731178
verified: no, type: nauc_map_at_3_max
value: 32.17359387179817
verified: no, type: nauc_map_at_3_std
value: -1.093878031386867
verified: no, type: nauc_map_at_5_diff1
value: 47.16122715188318
verified: no, type: nauc_map_at_5_max
value: 32.45926972751325
verified: no, type: nauc_map_at_5_std
value: -0.6741064995053677
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.30445137492832
verified: no, type: nauc_mrr_at_1000_max
value: 33.574100643632335
verified: no, type: nauc_mrr_at_1000_std
value: 1.4554396923762167
verified: no, type: nauc_mrr_at_100_diff1
value: 45.3021240311195
verified: no, type: nauc_mrr_at_100_max
value: 33.57865938948554
verified: no, type: nauc_mrr_at_100_std
value: 1.4700086747711112
verified: no, type: nauc_mrr_at_10_diff1
value: 45.33679560393517
verified: no, type: nauc_mrr_at_10_max
value: 33.613141004163104
verified: no, type: nauc_mrr_at_10_std
value: 1.4618756140600853
verified: no, type: nauc_mrr_at_1_diff1
value: 50.76920173801882
verified: no, type: nauc_mrr_at_1_max
value: 33.15485424863947
verified: no, type: nauc_mrr_at_1_std
value: -1.9770225985333183
verified: no, type: nauc_mrr_at_20_diff1
value: 45.26278617551855
verified: no, type: nauc_mrr_at_20_max
value: 33.54090454353577
verified: no, type: nauc_mrr_at_20_std
value: 1.315954535389389
verified: no, type: nauc_mrr_at_3_diff1
value: 46.69543535444215
verified: no, type: nauc_mrr_at_3_max
value: 33.310967131967075
verified: no, type: nauc_mrr_at_3_std
value: 0.4331816772474548
verified: no, type: nauc_mrr_at_5_diff1
value: 45.854532532996764
verified: no, type: nauc_mrr_at_5_max
value: 33.543171491597015
verified: no, type: nauc_mrr_at_5_std
value: 1.126443288383718
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.04108026398546
verified: no, type: nauc_ndcg_at_1000_max
value: 33.85625934828308
verified: no, type: nauc_ndcg_at_1000_std
value: 3.4377340403939796
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.744185935147904
verified: no, type: nauc_ndcg_at_100_max
value: 33.572431122976006
verified: no, type: nauc_ndcg_at_100_std
value: 3.6852532675904555
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.959538473699595
verified: no, type: nauc_ndcg_at_10_max
value: 33.073472647769215
verified: no, type: nauc_ndcg_at_10_std
value: 2.1090188319460537
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.76920173801882
verified: no, type: nauc_ndcg_at_1_max
value: 33.15485424863947
verified: no, type: nauc_ndcg_at_1_std
value: -1.9770225985333183
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.411334966477845
verified: no, type: nauc_ndcg_at_20_max
value: 33.293926947365264
verified: no, type: nauc_ndcg_at_20_std
value: 2.220080028577616
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.523293896100185
verified: no, type: nauc_ndcg_at_3_max
value: 32.7038574353448
verified: no, type: nauc_ndcg_at_3_std
value: 0.1193014435621674
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.14841006493745
verified: no, type: nauc_ndcg_at_5_max
value: 33.12175384441183
verified: no, type: nauc_ndcg_at_5_std
value: 1.0948075278546274
verified: no, type: nauc_precision_at_1000_diff1
value: -2.6467112220265907
verified: no, type: nauc_precision_at_1000_max
value: 18.287539005114457
verified: no, type: nauc_precision_at_1000_std
value: 16.038219314209957
verified: no, type: nauc_precision_at_100_diff1
value: 12.552020819249044
verified: no, type: nauc_precision_at_100_max
value: 26.351962576748278
verified: no, type: nauc_precision_at_100_std
value: 18.01891312596408
verified: no, type: nauc_precision_at_10_diff1
value: 29.157382675022458
verified: no, type: nauc_precision_at_10_max
value: 34.98181169997513
verified: no, type: nauc_precision_at_10_std
value: 11.08592118988915
verified: no, type: nauc_precision_at_1_diff1
value: 50.76920173801882
verified: no, type: nauc_precision_at_1_max
value: 33.15485424863947
verified: no, type: nauc_precision_at_1_std
value: -1.9770225985333183
verified: no, type: nauc_precision_at_20_diff1
value: 22.77749317612865
verified: no, type: nauc_precision_at_20_max
value: 33.77830866103203
verified: no, type: nauc_precision_at_20_std
value: 12.293728764793507
verified: no, type: nauc_precision_at_3_diff1
value: 39.56004686919892
verified: no, type: nauc_precision_at_3_max
value: 35.35459717391885
verified: no, type: nauc_precision_at_3_std
value: 4.646578221523918
verified: no, type: nauc_precision_at_5_diff1
value: 34.503008179786114
verified: no, type: nauc_precision_at_5_max
value: 35.75252363539026
verified: no, type: nauc_precision_at_5_std
value: 7.166979765009376
verified: no, type: nauc_recall_at_1000_diff1
value: 21.221212523313234
verified: no, type: nauc_recall_at_1000_max
value: 44.13351833139584
verified: no, type: nauc_recall_at_1000_std
value: 40.087640819909765
verified: no, type: nauc_recall_at_100_diff1
value: 29.389636542285626
verified: no, type: nauc_recall_at_100_max
value: 33.59631288629025
verified: no, type: nauc_recall_at_100_std
value: 21.206059374954965
verified: no, type: nauc_recall_at_10_diff1
value: 34.959430857464405
verified: no, type: nauc_recall_at_10_max
value: 32.09717004724124
verified: no, type: nauc_recall_at_10_std
value: 6.752586127466409
verified: no, type: nauc_recall_at_1_diff1
value: 52.365074294185774
verified: no, type: nauc_recall_at_1_max
value: 31.479079738443833
verified: no, type: nauc_recall_at_1_std
value: -3.5343210117553236
verified: no, type: nauc_recall_at_20_diff1
value: 31.39296498241759
verified: no, type: nauc_recall_at_20_max
value: 32.15885772797268
verified: no, type: nauc_recall_at_20_std
value: 7.159400260126331
verified: no, type: nauc_recall_at_3_diff1
value: 42.79168863924967
verified: no, type: nauc_recall_at_3_max
value: 31.762155645661604
verified: no, type: nauc_recall_at_3_std
value: 2.196757471031164
verified: no, type: nauc_recall_at_5_diff1
value: 39.5255822009034
verified: no, type: nauc_recall_at_5_max
value: 32.94403778206411
verified: no, type: nauc_recall_at_5_std
value: 4.303804658498762
verified: no, type: ndcg_at_1
value: 29.492
verified: no, type: ndcg_at_10
value: 41.657
verified: no, type: ndcg_at_100
value: 46.573
verified: no, type: ndcg_at_1000
value: 48.541000000000004
verified: no, type: ndcg_at_20
value: 43.689
verified: no, type: ndcg_at_3
value: 36.477
verified: no, type: ndcg_at_5
value: 38.984
verified: no, type: precision_at_1
value: 29.492
verified: no, type: precision_at_10
value: 6.315999999999999
verified: no, type: precision_at_100
value: 0.922
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 3.644
verified: no, type: precision_at_3
value: 15.292
verified: no, type: precision_at_5
value: 10.667
verified: no, type: recall_at_1
value: 27.546
verified: no, type: recall_at_10
value: 55.359
verified: no, type: recall_at_100
value: 77.46
verified: no, type: recall_at_1000
value: 92.205
verified: no, type: recall_at_20
value: 62.946000000000005
verified: no, type: recall_at_3
value: 41.501
verified: no, type: recall_at_5
value: 47.402
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 32.094
verified: no, type: map_at_1
value: 18.114
verified: no, type: map_at_10
value: 26.418999999999997
verified: no, type: map_at_100
value: 27.571
verified: no, type: map_at_1000
value: 27.685
verified: no, type: map_at_20
value: 27.017000000000003
verified: no, type: map_at_3
value: 23.185
verified: no, type: map_at_5
value: 25.145
verified: no, type: mrr_at_1
value: 22.388059701492537
verified: no, type: mrr_at_10
value: 31.26041419884701
verified: no, type: mrr_at_100
value: 32.18086832352193
verified: no, type: mrr_at_1000
value: 32.239701638052914
verified: no, type: mrr_at_20
value: 31.79589213295487
verified: no, type: mrr_at_3
value: 28.171641791044777
verified: no, type: mrr_at_5
value: 30.09328358208954
verified: no, type: nauc_map_at_1000_diff1
value: 36.547104211161574
verified: no, type: nauc_map_at_1000_max
value: 26.232937210016445
verified: no, type: nauc_map_at_1000_std
value: 3.7298712392657354
verified: no, type: nauc_map_at_100_diff1
value: 36.537505852341276
verified: no, type: nauc_map_at_100_max
value: 26.246840141152063
verified: no, type: nauc_map_at_100_std
value: 3.7320331192887792
verified: no, type: nauc_map_at_10_diff1
value: 36.63285267150619
verified: no, type: nauc_map_at_10_max
value: 25.754810692097703
verified: no, type: nauc_map_at_10_std
value: 3.316281417571231
verified: no, type: nauc_map_at_1_diff1
value: 42.76051570018438
verified: no, type: nauc_map_at_1_max
value: 27.280053995003268
verified: no, type: nauc_map_at_1_std
value: 0.9988567525974422
verified: no, type: nauc_map_at_20_diff1
value: 36.487646930680604
verified: no, type: nauc_map_at_20_max
value: 25.995111909458537
verified: no, type: nauc_map_at_20_std
value: 3.5667106982185914
verified: no, type: nauc_map_at_3_diff1
value: 37.59295352703098
verified: no, type: nauc_map_at_3_max
value: 25.60161931151291
verified: no, type: nauc_map_at_3_std
value: 3.083713373459857
verified: no, type: nauc_map_at_5_diff1
value: 36.788439621346306
verified: no, type: nauc_map_at_5_max
value: 25.632331755255706
verified: no, type: nauc_map_at_5_std
value: 3.1498001343472954
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.24491529620153
verified: no, type: nauc_mrr_at_1000_max
value: 28.025849316370135
verified: no, type: nauc_mrr_at_1000_std
value: 2.497991021482928
verified: no, type: nauc_mrr_at_100_diff1
value: 37.23089604190849
verified: no, type: nauc_mrr_at_100_max
value: 28.02854068654799
verified: no, type: nauc_mrr_at_100_std
value: 2.4918045940748628
verified: no, type: nauc_mrr_at_10_diff1
value: 37.29298050888863
verified: no, type: nauc_mrr_at_10_max
value: 27.76885624231521
verified: no, type: nauc_mrr_at_10_std
value: 2.2485319842764295
verified: no, type: nauc_mrr_at_1_diff1
value: 43.90681636625015
verified: no, type: nauc_mrr_at_1_max
value: 28.932581562766497
verified: no, type: nauc_mrr_at_1_std
value: -0.8697956494444896
verified: no, type: nauc_mrr_at_20_diff1
value: 37.22358560158573
verified: no, type: nauc_mrr_at_20_max
value: 27.916137779918017
verified: no, type: nauc_mrr_at_20_std
value: 2.455121655564212
verified: no, type: nauc_mrr_at_3_diff1
value: 38.54010072668797
verified: no, type: nauc_mrr_at_3_max
value: 27.98776700061011
verified: no, type: nauc_mrr_at_3_std
value: 2.2699056062431398
verified: no, type: nauc_mrr_at_5_diff1
value: 37.549148552294184
verified: no, type: nauc_mrr_at_5_max
value: 27.979221111926183
verified: no, type: nauc_mrr_at_5_std
value: 2.4684701997216383
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.435617340922406
verified: no, type: nauc_ndcg_at_1000_max
value: 27.628967284947358
verified: no, type: nauc_ndcg_at_1000_std
value: 5.911838589273425
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.2780900043709
verified: no, type: nauc_ndcg_at_100_max
value: 27.64832881094927
verified: no, type: nauc_ndcg_at_100_std
value: 5.9731923704150764
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.63367473270069
verified: no, type: nauc_ndcg_at_10_max
value: 25.933512573194566
verified: no, type: nauc_ndcg_at_10_std
value: 4.148707647963745
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.90681636625015
verified: no, type: nauc_ndcg_at_1_max
value: 28.932581562766497
verified: no, type: nauc_ndcg_at_1_std
value: -0.8697956494444896
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.22188383179007
verified: no, type: nauc_ndcg_at_20_max
value: 26.518139867033575
verified: no, type: nauc_ndcg_at_20_std
value: 4.866776710170176
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.77565391921702
verified: no, type: nauc_ndcg_at_3_max
value: 25.990116566248034
verified: no, type: nauc_ndcg_at_3_std
value: 3.6154482154832026
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.05810918990998
verified: no, type: nauc_ndcg_at_5_max
value: 25.926492701845728
verified: no, type: nauc_ndcg_at_5_std
value: 4.008846035455256
verified: no, type: nauc_precision_at_1000_diff1
value: -0.8816544062816003
verified: no, type: nauc_precision_at_1000_max
value: 2.659968534023147
verified: no, type: nauc_precision_at_1000_std
value: -0.23898006639991531
verified: no, type: nauc_precision_at_100_diff1
value: 9.252337889441803
verified: no, type: nauc_precision_at_100_max
value: 15.7473263197486
verified: no, type: nauc_precision_at_100_std
value: 7.041410200070057
verified: no, type: nauc_precision_at_10_diff1
value: 23.46738965136796
verified: no, type: nauc_precision_at_10_max
value: 21.705577114654027
verified: no, type: nauc_precision_at_10_std
value: 5.0699670250199125
verified: no, type: nauc_precision_at_1_diff1
value: 43.90681636625015
verified: no, type: nauc_precision_at_1_max
value: 28.932581562766497
verified: no, type: nauc_precision_at_1_std
value: -0.8697956494444896
verified: no, type: nauc_precision_at_20_diff1
value: 19.018007524361167
verified: no, type: nauc_precision_at_20_max
value: 21.792753400253282
verified: no, type: nauc_precision_at_20_std
value: 6.018387201774473
verified: no, type: nauc_precision_at_3_diff1
value: 31.95395112895907
verified: no, type: nauc_precision_at_3_max
value: 24.63594035058901
verified: no, type: nauc_precision_at_3_std
value: 4.397483988354452
verified: no, type: nauc_precision_at_5_diff1
value: 27.209400705378783
verified: no, type: nauc_precision_at_5_max
value: 22.786488526839538
verified: no, type: nauc_precision_at_5_std
value: 5.421275827056416
verified: no, type: nauc_recall_at_1000_diff1
value: 13.757448646708099
verified: no, type: nauc_recall_at_1000_max
value: 37.61282402281419
verified: no, type: nauc_recall_at_1000_std
value: 31.243111625707936
verified: no, type: nauc_recall_at_100_diff1
value: 22.918274040700464
verified: no, type: nauc_recall_at_100_max
value: 29.405783838243728
verified: no, type: nauc_recall_at_100_std
value: 16.510682564081595
verified: no, type: nauc_recall_at_10_diff1
value: 26.688230397831575
verified: no, type: nauc_recall_at_10_max
value: 22.638607254188507
verified: no, type: nauc_recall_at_10_std
value: 6.320166943996537
verified: no, type: nauc_recall_at_1_diff1
value: 42.76051570018438
verified: no, type: nauc_recall_at_1_max
value: 27.280053995003268
verified: no, type: nauc_recall_at_1_std
value: 0.9988567525974422
verified: no, type: nauc_recall_at_20_diff1
value: 25.089842677170015
verified: no, type: nauc_recall_at_20_max
value: 24.055904631207994
verified: no, type: nauc_recall_at_20_std
value: 8.741260530294397
verified: no, type: nauc_recall_at_3_diff1
value: 32.11825375449307
verified: no, type: nauc_recall_at_3_max
value: 23.660049290130708
verified: no, type: nauc_recall_at_3_std
value: 6.059610998940883
verified: no, type: nauc_recall_at_5_diff1
value: 28.261264641031325
verified: no, type: nauc_recall_at_5_max
value: 23.297121813128527
verified: no, type: nauc_recall_at_5_std
value: 6.31559443948309
verified: no, type: ndcg_at_1
value: 22.387999999999998
verified: no, type: ndcg_at_10
value: 32.094
verified: no, type: ndcg_at_100
value: 37.676
verified: no, type: ndcg_at_1000
value: 40.338
verified: no, type: ndcg_at_20
value: 34.123999999999995
verified: no, type: ndcg_at_3
value: 26.232
verified: no, type: ndcg_at_5
value: 29.298999999999996
verified: no, type: precision_at_1
value: 22.387999999999998
verified: no, type: precision_at_10
value: 6.069999999999999
verified: no, type: precision_at_100
value: 1.016
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_20
value: 3.588
verified: no, type: precision_at_3
value: 12.645000000000001
verified: no, type: precision_at_5
value: 9.677
verified: no, type: recall_at_1
value: 18.114
verified: no, type: recall_at_10
value: 44.812000000000005
verified: no, type: recall_at_100
value: 69.37100000000001
verified: no, type: recall_at_1000
value: 88.465
verified: no, type: recall_at_20
value: 52.17699999999999
verified: no, type: recall_at_3
value: 28.84
verified: no, type: recall_at_5
value: 36.524
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 47.392
verified: no, type: map_at_1
value: 31.184
verified: no, type: map_at_10
value: 41.388999999999996
verified: no, type: map_at_100
value: 42.717
verified: no, type: map_at_1000
value: 42.824
verified: no, type: map_at_20
value: 42.173
verified: no, type: map_at_3
value: 38.04
verified: no, type: map_at_5
value: 39.893
verified: no, type: mrr_at_1
value: 37.921077959576515
verified: no, type: mrr_at_10
value: 47.24326657194797
verified: no, type: mrr_at_100
value: 48.09337498756284
verified: no, type: mrr_at_1000
value: 48.13701720898694
verified: no, type: mrr_at_20
value: 47.78987774517749
verified: no, type: mrr_at_3
value: 44.73853063843437
verified: no, type: mrr_at_5
value: 46.12929098492135
verified: no, type: nauc_map_at_1000_diff1
value: 53.832770651928385
verified: no, type: nauc_map_at_1000_max
value: 36.05214174181181
verified: no, type: nauc_map_at_1000_std
value: -0.26823733386553206
verified: no, type: nauc_map_at_100_diff1
value: 53.8465517808178
verified: no, type: nauc_map_at_100_max
value: 36.02504193265796
verified: no, type: nauc_map_at_100_std
value: -0.2970919560590155
verified: no, type: nauc_map_at_10_diff1
value: 54.13788168392246
verified: no, type: nauc_map_at_10_max
value: 35.56538539209599
verified: no, type: nauc_map_at_10_std
value: -1.1471061359311105
verified: no, type: nauc_map_at_1_diff1
value: 59.8215952283572
verified: no, type: nauc_map_at_1_max
value: 33.12636725249456
verified: no, type: nauc_map_at_1_std
value: -5.8855081788994426
verified: no, type: nauc_map_at_20_diff1
value: 53.82330666305302
verified: no, type: nauc_map_at_20_max
value: 35.756597739016556
verified: no, type: nauc_map_at_20_std
value: -0.8189341923940018
verified: no, type: nauc_map_at_3_diff1
value: 54.60209193467526
verified: no, type: nauc_map_at_3_max
value: 35.12485641266856
verified: no, type: nauc_map_at_3_std
value: -2.374660245248787
verified: no, type: nauc_map_at_5_diff1
value: 54.42904648965896
verified: no, type: nauc_map_at_5_max
value: 35.64840413541652
verified: no, type: nauc_map_at_5_std
value: -1.2551357786908561
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.792235640928034
verified: no, type: nauc_mrr_at_1000_max
value: 37.01592108981346
verified: no, type: nauc_mrr_at_1000_std
value: 1.1840423852937316
verified: no, type: nauc_mrr_at_100_diff1
value: 52.78102857164482
verified: no, type: nauc_mrr_at_100_max
value: 37.02689347051387
verified: no, type: nauc_mrr_at_100_std
value: 1.204280143100286
verified: no, type: nauc_mrr_at_10_diff1
value: 52.881983064911786
verified: no, type: nauc_mrr_at_10_max
value: 36.77776807029599
verified: no, type: nauc_mrr_at_10_std
value: 0.7855901246582556
verified: no, type: nauc_mrr_at_1_diff1
value: 57.33640696039994
verified: no, type: nauc_mrr_at_1_max
value: 36.5204924145658
verified: no, type: nauc_mrr_at_1_std
value: -1.4711855723217255
verified: no, type: nauc_mrr_at_20_diff1
value: 52.68909138930995
verified: no, type: nauc_mrr_at_20_max
value: 36.87667798023464
verified: no, type: nauc_mrr_at_20_std
value: 0.9666329262219553
verified: no, type: nauc_mrr_at_3_diff1
value: 53.174709647944226
verified: no, type: nauc_mrr_at_3_max
value: 37.30731859468477
verified: no, type: nauc_mrr_at_3_std
value: 0.5983585812920581
verified: no, type: nauc_mrr_at_5_diff1
value: 52.98696707218856
verified: no, type: nauc_mrr_at_5_max
value: 37.24200659304458
verified: no, type: nauc_mrr_at_5_std
value: 0.7873226001470035
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.77336066774053
verified: no, type: nauc_ndcg_at_1000_max
value: 37.33484716494564
verified: no, type: nauc_ndcg_at_1000_std
value: 3.4897213816902797
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.517855623678145
verified: no, type: nauc_ndcg_at_100_max
value: 37.28753758759313
verified: no, type: nauc_ndcg_at_100_std
value: 3.7916614425014505
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.19312040537212
verified: no, type: nauc_ndcg_at_10_max
value: 35.454043426004375
verified: no, type: nauc_ndcg_at_10_std
value: 0.11261377272176304
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.33640696039994
verified: no, type: nauc_ndcg_at_1_max
value: 36.5204924145658
verified: no, type: nauc_ndcg_at_1_std
value: -1.4711855723217255
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.180003517470475
verified: no, type: nauc_ndcg_at_20_max
value: 35.808657815300954
verified: no, type: nauc_ndcg_at_20_std
value: 0.9181626595803211
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.15499168076373
verified: no, type: nauc_ndcg_at_3_max
value: 36.298204760804936
verified: no, type: nauc_ndcg_at_3_std
value: -0.5611421248036095
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.39994328034564
verified: no, type: nauc_ndcg_at_5_max
value: 36.330303995608936
verified: no, type: nauc_ndcg_at_5_std
value: 0.37444767396372436
verified: no, type: nauc_precision_at_1000_diff1
value: -20.404122745051737
verified: no, type: nauc_precision_at_1000_max
value: 5.312457203159795
verified: no, type: nauc_precision_at_1000_std
value: 17.213242606819847
verified: no, type: nauc_precision_at_100_diff1
value: -8.42790566562044
verified: no, type: nauc_precision_at_100_max
value: 16.84086690052803
verified: no, type: nauc_precision_at_100_std
value: 24.019700615464902
verified: no, type: nauc_precision_at_10_diff1
value: 15.81766147983048
verified: no, type: nauc_precision_at_10_max
value: 27.484691185221283
verified: no, type: nauc_precision_at_10_std
value: 14.56489367081778
verified: no, type: nauc_precision_at_1_diff1
value: 57.33640696039994
verified: no, type: nauc_precision_at_1_max
value: 36.5204924145658
verified: no, type: nauc_precision_at_1_std
value: -1.4711855723217255
verified: no, type: nauc_precision_at_20_diff1
value: 5.879061729055104
verified: no, type: nauc_precision_at_20_max
value: 23.653566476735964
verified: no, type: nauc_precision_at_20_std
value: 16.503931318384556
verified: no, type: nauc_precision_at_3_diff1
value: 33.45155737947474
verified: no, type: nauc_precision_at_3_max
value: 34.7568767770609
verified: no, type: nauc_precision_at_3_std
value: 7.67006740712776
verified: no, type: nauc_precision_at_5_diff1
value: 25.110442490351748
verified: no, type: nauc_precision_at_5_max
value: 32.29114656055464
verified: no, type: nauc_precision_at_5_std
value: 12.155988425672343
verified: no, type: nauc_recall_at_1000_diff1
value: 35.532706398200745
verified: no, type: nauc_recall_at_1000_max
value: 43.19385344871575
verified: no, type: nauc_recall_at_1000_std
value: 48.491467893524295
verified: no, type: nauc_recall_at_100_diff1
value: 36.58816403449305
verified: no, type: nauc_recall_at_100_max
value: 38.638485536057296
verified: no, type: nauc_recall_at_100_std
value: 27.11603908950955
verified: no, type: nauc_recall_at_10_diff1
value: 44.24689368792456
verified: no, type: nauc_recall_at_10_max
value: 30.05978573450996
verified: no, type: nauc_recall_at_10_std
value: 0.5954869714785576
verified: no, type: nauc_recall_at_1_diff1
value: 59.8215952283572
verified: no, type: nauc_recall_at_1_max
value: 33.12636725249456
verified: no, type: nauc_recall_at_1_std
value: -5.8855081788994426
verified: no, type: nauc_recall_at_20_diff1
value: 38.47479293773967
verified: no, type: nauc_recall_at_20_max
value: 30.075626342498296
verified: no, type: nauc_recall_at_20_std
value: 3.995253031595806
verified: no, type: nauc_recall_at_3_diff1
value: 48.27791887502807
verified: no, type: nauc_recall_at_3_max
value: 33.70850285999274
verified: no, type: nauc_recall_at_3_std
value: -1.2815912111364185
verified: no, type: nauc_recall_at_5_diff1
value: 47.33675444851813
verified: no, type: nauc_recall_at_5_max
value: 33.59000233724411
verified: no, type: nauc_recall_at_5_std
value: 0.6724142806879441
verified: no, type: ndcg_at_1
value: 37.921
verified: no, type: ndcg_at_10
value: 47.392
verified: no, type: ndcg_at_100
value: 52.798
verified: no, type: ndcg_at_1000
value: 54.684
verified: no, type: ndcg_at_20
value: 49.704
verified: no, type: ndcg_at_3
value: 42.241
verified: no, type: ndcg_at_5
value: 44.631
verified: no, type: precision_at_1
value: 37.921
verified: no, type: precision_at_10
value: 8.518
verified: no, type: precision_at_100
value: 1.3010000000000002
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: precision_at_20
value: 5.005
verified: no, type: precision_at_3
value: 19.763
verified: no, type: precision_at_5
value: 14.052000000000001
verified: no, type: recall_at_1
value: 31.184
verified: no, type: recall_at_10
value: 59.265
verified: no, type: recall_at_100
value: 81.902
verified: no, type: recall_at_1000
value: 93.86
verified: no, type: recall_at_20
value: 67.393
verified: no, type: recall_at_3
value: 44.687
verified: no, type: recall_at_5
value: 50.985
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 43.702000000000005
verified: no, type: map_at_1
value: 27.122
verified: no, type: map_at_10
value: 37.582
verified: no, type: map_at_100
value: 38.914
verified: no, type: map_at_1000
value: 39.019999999999996
verified: no, type: map_at_20
value: 38.321
verified: no, type: map_at_3
value: 34.528
verified: no, type: map_at_5
value: 36.09
verified: no, type: mrr_at_1
value: 34.01826484018265
verified: no, type: mrr_at_10
value: 43.263798289483205
verified: no, type: mrr_at_100
value: 44.1380956121081
verified: no, type: mrr_at_1000
value: 44.185697833855556
verified: no, type: mrr_at_20
value: 43.793797549721766
verified: no, type: mrr_at_3
value: 40.84855403348552
verified: no, type: mrr_at_5
value: 42.075722983257194
verified: no, type: nauc_map_at_1000_diff1
value: 48.54809280945058
verified: no, type: nauc_map_at_1000_max
value: 40.776528333405224
verified: no, type: nauc_map_at_1000_std
value: 6.661907895750691
verified: no, type: nauc_map_at_100_diff1
value: 48.53220732259419
verified: no, type: nauc_map_at_100_max
value: 40.777485555716844
verified: no, type: nauc_map_at_100_std
value: 6.667373289049959
verified: no, type: nauc_map_at_10_diff1
value: 48.696272225102724
verified: no, type: nauc_map_at_10_max
value: 40.16855196737864
verified: no, type: nauc_map_at_10_std
value: 5.699631954994352
verified: no, type: nauc_map_at_1_diff1
value: 55.02702675976629
verified: no, type: nauc_map_at_1_max
value: 36.26449598791867
verified: no, type: nauc_map_at_1_std
value: 0.732425634333215
verified: no, type: nauc_map_at_20_diff1
value: 48.33225604820497
verified: no, type: nauc_map_at_20_max
value: 40.439321766092654
verified: no, type: nauc_map_at_20_std
value: 6.188882132784543
verified: no, type: nauc_map_at_3_diff1
value: 48.849531596809356
verified: no, type: nauc_map_at_3_max
value: 38.9860445253163
verified: no, type: nauc_map_at_3_std
value: 4.144400337604119
verified: no, type: nauc_map_at_5_diff1
value: 49.18884784858743
verified: no, type: nauc_map_at_5_max
value: 39.655783829375565
verified: no, type: nauc_map_at_5_std
value: 4.817315072102742
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.00305317802568
verified: no, type: nauc_mrr_at_1000_max
value: 44.23613484147676
verified: no, type: nauc_mrr_at_1000_std
value: 10.408238644010625
verified: no, type: nauc_mrr_at_100_diff1
value: 47.99496049306132
verified: no, type: nauc_mrr_at_100_max
value: 44.246498083388914
verified: no, type: nauc_mrr_at_100_std
value: 10.445977920073455
verified: no, type: nauc_mrr_at_10_diff1
value: 47.859228287955766
verified: no, type: nauc_mrr_at_10_max
value: 44.151674776960654
verified: no, type: nauc_mrr_at_10_std
value: 10.100723523960575
verified: no, type: nauc_mrr_at_1_diff1
value: 53.97500150046671
verified: no, type: nauc_mrr_at_1_max
value: 43.203684587322286
verified: no, type: nauc_mrr_at_1_std
value: 7.710806763535423
verified: no, type: nauc_mrr_at_20_diff1
value: 47.78264352952027
verified: no, type: nauc_mrr_at_20_max
value: 44.15886914310631
verified: no, type: nauc_mrr_at_20_std
value: 10.310916847695328
verified: no, type: nauc_mrr_at_3_diff1
value: 48.29090871013734
verified: no, type: nauc_mrr_at_3_max
value: 44.13906017331203
verified: no, type: nauc_mrr_at_3_std
value: 9.559567097555584
verified: no, type: nauc_mrr_at_5_diff1
value: 47.97269828112085
verified: no, type: nauc_mrr_at_5_max
value: 43.91612661455393
verified: no, type: nauc_mrr_at_5_std
value: 9.57617449812722
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.82941305510076
verified: no, type: nauc_ndcg_at_1000_max
value: 42.94251110430697
verified: no, type: nauc_ndcg_at_1000_std
value: 10.837155455040696
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.55370804024034
verified: no, type: nauc_ndcg_at_100_max
value: 43.15479803311034
verified: no, type: nauc_ndcg_at_100_std
value: 11.64220068240346
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.35684130144189
verified: no, type: nauc_ndcg_at_10_max
value: 41.59070439480394
verified: no, type: nauc_ndcg_at_10_std
value: 8.178046869165756
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.97500150046671
verified: no, type: nauc_ndcg_at_1_max
value: 43.203684587322286
verified: no, type: nauc_ndcg_at_1_std
value: 7.710806763535423
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.40626340072992
verified: no, type: nauc_ndcg_at_20_max
value: 42.09649444554957
verified: no, type: nauc_ndcg_at_20_std
value: 9.605463104740371
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.39869019714142
verified: no, type: nauc_ndcg_at_3_max
value: 41.377156858610526
verified: no, type: nauc_ndcg_at_3_std
value: 7.0800717378487965
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.128631288457996
verified: no, type: nauc_ndcg_at_5_max
value: 41.231380730849395
verified: no, type: nauc_ndcg_at_5_std
value: 6.870252693122028
verified: no, type: nauc_precision_at_1000_diff1
value: -12.683546963943378
verified: no, type: nauc_precision_at_1000_max
value: 2.168906725125969
verified: no, type: nauc_precision_at_1000_std
value: 12.048485072481888
verified: no, type: nauc_precision_at_100_diff1
value: 0.16871272463759232
verified: no, type: nauc_precision_at_100_max
value: 20.552672729747563
verified: no, type: nauc_precision_at_100_std
value: 23.488859046633483
verified: no, type: nauc_precision_at_10_diff1
value: 18.31525727659663
verified: no, type: nauc_precision_at_10_max
value: 35.98290060366415
verified: no, type: nauc_precision_at_10_std
value: 19.45559264624959
verified: no, type: nauc_precision_at_1_diff1
value: 53.97500150046671
verified: no, type: nauc_precision_at_1_max
value: 43.203684587322286
verified: no, type: nauc_precision_at_1_std
value: 7.710806763535423
verified: no, type: nauc_precision_at_20_diff1
value: 9.816958556392452
verified: no, type: nauc_precision_at_20_max
value: 32.44269638911288
verified: no, type: nauc_precision_at_20_std
value: 22.7695387792997
verified: no, type: nauc_precision_at_3_diff1
value: 30.831240534396088
verified: no, type: nauc_precision_at_3_max
value: 42.59739567911967
verified: no, type: nauc_precision_at_3_std
value: 15.434501692108938
verified: no, type: nauc_precision_at_5_diff1
value: 26.98589990414524
verified: no, type: nauc_precision_at_5_max
value: 39.18613048668369
verified: no, type: nauc_precision_at_5_std
value: 16.636453687202735
verified: no, type: nauc_recall_at_1000_diff1
value: 30.87302088559141
verified: no, type: nauc_recall_at_1000_max
value: 52.78156738930873
verified: no, type: nauc_recall_at_1000_std
value: 50.4397156770463
verified: no, type: nauc_recall_at_100_diff1
value: 34.931429900655544
verified: no, type: nauc_recall_at_100_max
value: 45.57822499214305
verified: no, type: nauc_recall_at_100_std
value: 33.67446897012978
verified: no, type: nauc_recall_at_10_diff1
value: 37.5976175865455
verified: no, type: nauc_recall_at_10_max
value: 38.5556407722093
verified: no, type: nauc_recall_at_10_std
value: 10.550126985646322
verified: no, type: nauc_recall_at_1_diff1
value: 55.02702675976629
verified: no, type: nauc_recall_at_1_max
value: 36.26449598791867
verified: no, type: nauc_recall_at_1_std
value: 0.732425634333215
verified: no, type: nauc_recall_at_20_diff1
value: 32.70441950285509
verified: no, type: nauc_recall_at_20_max
value: 39.69700118046791
verified: no, type: nauc_recall_at_20_std
value: 15.937760155492564
verified: no, type: nauc_recall_at_3_diff1
value: 40.94665128274178
verified: no, type: nauc_recall_at_3_max
value: 37.52094929329511
verified: no, type: nauc_recall_at_3_std
value: 5.2786717659493725
verified: no, type: nauc_recall_at_5_diff1
value: 41.33714477726403
verified: no, type: nauc_recall_at_5_max
value: 38.29879971662555
verified: no, type: nauc_recall_at_5_std
value: 6.268258432785931
verified: no, type: ndcg_at_1
value: 34.018
verified: no, type: ndcg_at_10
value: 43.702000000000005
verified: no, type: ndcg_at_100
value: 49.309
verified: no, type: ndcg_at_1000
value: 51.391
verified: no, type: ndcg_at_20
value: 45.897
verified: no, type: ndcg_at_3
value: 38.842999999999996
verified: no, type: ndcg_at_5
value: 40.72
verified: no, type: precision_at_1
value: 34.018
verified: no, type: precision_at_10
value: 8.082
verified: no, type: precision_at_100
value: 1.2590000000000001
verified: no, type: precision_at_1000
value: 0.16
verified: no, type: precision_at_20
value: 4.743
verified: no, type: precision_at_3
value: 18.798000000000002
verified: no, type: precision_at_5
value: 13.128
verified: no, type: recall_at_1
value: 27.122
verified: no, type: recall_at_10
value: 56.220000000000006
verified: no, type: recall_at_100
value: 80.328
verified: no, type: recall_at_1000
value: 94.28999999999999
verified: no, type: recall_at_20
value: 64.041
verified: no, type: recall_at_3
value: 42.257
verified: no, type: recall_at_5
value: 47.499
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 43.05741666666666
verified: no, type: ndcg_at_10
value: 43.05741666666666
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 37.451
verified: no, type: map_at_1
value: 26.613999999999997
verified: no, type: map_at_10
value: 33.693
verified: no, type: map_at_100
value: 34.676
verified: no, type: map_at_1000
value: 34.78
verified: no, type: map_at_20
value: 34.271
verified: no, type: map_at_3
value: 31.95
verified: no, type: map_at_5
value: 33.001000000000005
verified: no, type: mrr_at_1
value: 29.601226993865033
verified: no, type: mrr_at_10
value: 36.36959538416591
verified: no, type: mrr_at_100
value: 37.210798693231375
verified: no, type: mrr_at_1000
value: 37.27823979110381
verified: no, type: mrr_at_20
value: 36.85899834554723
verified: no, type: mrr_at_3
value: 34.637014314928436
verified: no, type: mrr_at_5
value: 35.66462167689161
verified: no, type: nauc_map_at_1000_diff1
value: 49.37410791347397
verified: no, type: nauc_map_at_1000_max
value: 44.71830636526569
verified: no, type: nauc_map_at_1000_std
value: 6.33933824946907
verified: no, type: nauc_map_at_100_diff1
value: 49.340714029723124
verified: no, type: nauc_map_at_100_max
value: 44.67514800282011
verified: no, type: nauc_map_at_100_std
value: 6.316791709089924
verified: no, type: nauc_map_at_10_diff1
value: 49.58237553466596
verified: no, type: nauc_map_at_10_max
value: 44.405433944466694
verified: no, type: nauc_map_at_10_std
value: 5.420633435918038
verified: no, type: nauc_map_at_1_diff1
value: 56.857540982769386
verified: no, type: nauc_map_at_1_max
value: 45.23834250721237
verified: no, type: nauc_map_at_1_std
value: 1.802945533830376
verified: no, type: nauc_map_at_20_diff1
value: 49.32562290762172
verified: no, type: nauc_map_at_20_max
value: 44.545352441428896
verified: no, type: nauc_map_at_20_std
value: 6.021456769240318
verified: no, type: nauc_map_at_3_diff1
value: 51.09322731096909
verified: no, type: nauc_map_at_3_max
value: 44.79300881629309
verified: no, type: nauc_map_at_3_std
value: 4.011630043646612
verified: no, type: nauc_map_at_5_diff1
value: 49.97975659382682
verified: no, type: nauc_map_at_5_max
value: 44.22306761891805
verified: no, type: nauc_map_at_5_std
value: 5.003553888563371
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.32837991155049
verified: no, type: nauc_mrr_at_1000_max
value: 45.93427489688434
verified: no, type: nauc_mrr_at_1000_std
value: 8.332345145460296
verified: no, type: nauc_mrr_at_100_diff1
value: 49.286286999726336
verified: no, type: nauc_mrr_at_100_max
value: 45.91561099870164
verified: no, type: nauc_mrr_at_100_std
value: 8.32831666531875
verified: no, type: nauc_mrr_at_10_diff1
value: 49.46015725591609
verified: no, type: nauc_mrr_at_10_max
value: 45.81782601823628
verified: no, type: nauc_mrr_at_10_std
value: 7.789698556495055
verified: no, type: nauc_mrr_at_1_diff1
value: 56.0872059675405
verified: no, type: nauc_mrr_at_1_max
value: 47.386480338399714
verified: no, type: nauc_mrr_at_1_std
value: 5.586277541713057
verified: no, type: nauc_mrr_at_20_diff1
value: 49.28417059076057
verified: no, type: nauc_mrr_at_20_max
value: 45.99725997530277
verified: no, type: nauc_mrr_at_20_std
value: 8.23052817007787
verified: no, type: nauc_mrr_at_3_diff1
value: 50.86538908994447
verified: no, type: nauc_mrr_at_3_max
value: 46.30931682738229
verified: no, type: nauc_mrr_at_3_std
value: 6.711465064236412
verified: no, type: nauc_mrr_at_5_diff1
value: 49.79097166622943
verified: no, type: nauc_mrr_at_5_max
value: 45.64379284105549
verified: no, type: nauc_mrr_at_5_std
value: 7.549376197213498
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.655241847522234
verified: no, type: nauc_ndcg_at_1000_max
value: 45.54057445564807
verified: no, type: nauc_ndcg_at_1000_std
value: 10.592785454436834
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.97315906249984
verified: no, type: nauc_ndcg_at_100_max
value: 45.103821828576706
verified: no, type: nauc_ndcg_at_100_std
value: 10.823822034321271
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.67685938503584
verified: no, type: nauc_ndcg_at_10_max
value: 43.95449931036324
verified: no, type: nauc_ndcg_at_10_std
value: 7.184463169195402
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.0872059675405
verified: no, type: nauc_ndcg_at_1_max
value: 47.386480338399714
verified: no, type: nauc_ndcg_at_1_std
value: 5.586277541713057
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.82228282738618
verified: no, type: nauc_ndcg_at_20_max
value: 44.43719295005832
verified: no, type: nauc_ndcg_at_20_std
value: 8.95789892457707
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.37120917171752
verified: no, type: nauc_ndcg_at_3_max
value: 45.0413771949304
verified: no, type: nauc_ndcg_at_3_std
value: 5.179406852505315
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.583182746063
verified: no, type: nauc_ndcg_at_5_max
value: 43.72295298313421
verified: no, type: nauc_ndcg_at_5_std
value: 6.5138412650415285
verified: no, type: nauc_precision_at_1000_diff1
value: 2.4617272692758774
verified: no, type: nauc_precision_at_1000_max
value: 22.936450605128723
verified: no, type: nauc_precision_at_1000_std
value: 19.21953983352782
verified: no, type: nauc_precision_at_100_diff1
value: 14.091495244420054
verified: no, type: nauc_precision_at_100_max
value: 36.22553109048817
verified: no, type: nauc_precision_at_100_std
value: 27.712752655919605
verified: no, type: nauc_precision_at_10_diff1
value: 25.69073847737471
verified: no, type: nauc_precision_at_10_max
value: 38.58233566502399
verified: no, type: nauc_precision_at_10_std
value: 15.934219646184086
verified: no, type: nauc_precision_at_1_diff1
value: 56.0872059675405
verified: no, type: nauc_precision_at_1_max
value: 47.386480338399714
verified: no, type: nauc_precision_at_1_std
value: 5.586277541713057
verified: no, type: nauc_precision_at_20_diff1
value: 20.21306431284034
verified: no, type: nauc_precision_at_20_max
value: 38.872513079451124
verified: no, type: nauc_precision_at_20_std
value: 22.150084369107148
verified: no, type: nauc_precision_at_3_diff1
value: 38.96362161150934
verified: no, type: nauc_precision_at_3_max
value: 43.842391385540274
verified: no, type: nauc_precision_at_3_std
value: 10.767834731788952
verified: no, type: nauc_precision_at_5_diff1
value: 32.690374841846115
verified: no, type: nauc_precision_at_5_max
value: 40.248174393941426
verified: no, type: nauc_precision_at_5_std
value: 15.139497820050835
verified: no, type: nauc_recall_at_1000_diff1
value: 29.9064034258407
verified: no, type: nauc_recall_at_1000_max
value: 45.385182668917615
verified: no, type: nauc_recall_at_1000_std
value: 35.31089190812142
verified: no, type: nauc_recall_at_100_diff1
value: 30.93677471473096
verified: no, type: nauc_recall_at_100_max
value: 42.49191296305999
verified: no, type: nauc_recall_at_100_std
value: 28.396218854730165
verified: no, type: nauc_recall_at_10_diff1
value: 37.65584211536675
verified: no, type: nauc_recall_at_10_max
value: 39.88064430621519
verified: no, type: nauc_recall_at_10_std
value: 9.578129253821126
verified: no, type: nauc_recall_at_1_diff1
value: 56.857540982769386
verified: no, type: nauc_recall_at_1_max
value: 45.23834250721237
verified: no, type: nauc_recall_at_1_std
value: 1.802945533830376
verified: no, type: nauc_recall_at_20_diff1
value: 33.296862029858254
verified: no, type: nauc_recall_at_20_max
value: 40.626394722604864
verified: no, type: nauc_recall_at_20_std
value: 15.646897719879163
verified: no, type: nauc_recall_at_3_diff1
value: 44.976755997237994
verified: no, type: nauc_recall_at_3_max
value: 42.3703322359472
verified: no, type: nauc_recall_at_3_std
value: 4.515124030573786
verified: no, type: nauc_recall_at_5_diff1
value: 40.24017796620052
verified: no, type: nauc_recall_at_5_max
value: 39.25075943429505
verified: no, type: nauc_recall_at_5_std
value: 7.8771910498658375
verified: no, type: ndcg_at_1
value: 29.601
verified: no, type: ndcg_at_10
value: 37.451
verified: no, type: ndcg_at_100
value: 42.099
verified: no, type: ndcg_at_1000
value: 44.493
verified: no, type: ndcg_at_20
value: 39.353
verified: no, type: ndcg_at_3
value: 34.266999999999996
verified: no, type: ndcg_at_5
value: 35.903
verified: no, type: precision_at_1
value: 29.601
verified: no, type: precision_at_10
value: 5.644
verified: no, type: precision_at_100
value: 0.857
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 3.29
verified: no, type: precision_at_3
value: 14.571000000000002
verified: no, type: precision_at_5
value: 9.908
verified: no, type: recall_at_1
value: 26.613999999999997
verified: no, type: recall_at_10
value: 46.047
verified: no, type: recall_at_100
value: 66.99199999999999
verified: no, type: recall_at_1000
value: 84.248
verified: no, type: recall_at_20
value: 53.236000000000004
verified: no, type: recall_at_3
value: 37.322
verified: no, type: recall_at_5
value: 41.589
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 31.654
verified: no, type: map_at_1
value: 18.969
verified: no, type: map_at_10
value: 26.809
verified: no, type: map_at_100
value: 27.912
verified: no, type: map_at_1000
value: 28.035
verified: no, type: map_at_20
value: 27.371000000000002
verified: no, type: map_at_3
value: 24.486
verified: no, type: map_at_5
value: 25.654
verified: no, type: mrr_at_1
value: 22.883688919476946
verified: no, type: mrr_at_10
value: 30.661876358710526
verified: no, type: mrr_at_100
value: 31.573962917203158
verified: no, type: mrr_at_1000
value: 31.647366121679493
verified: no, type: mrr_at_20
value: 31.165428342513707
verified: no, type: mrr_at_3
value: 28.561596696490067
verified: no, type: mrr_at_5
value: 29.619752236751623
verified: no, type: nauc_map_at_1000_diff1
value: 42.37078386806742
verified: no, type: nauc_map_at_1000_max
value: 34.37145780392427
verified: no, type: nauc_map_at_1000_std
value: 2.068593126222689
verified: no, type: nauc_map_at_100_diff1
value: 42.345728925007506
verified: no, type: nauc_map_at_100_max
value: 34.34243452283795
verified: no, type: nauc_map_at_100_std
value: 2.065635415209545
verified: no, type: nauc_map_at_10_diff1
value: 42.794154300371254
verified: no, type: nauc_map_at_10_max
value: 34.21031260645627
verified: no, type: nauc_map_at_10_std
value: 1.529499265583685
verified: no, type: nauc_map_at_1_diff1
value: 50.618976883020984
verified: no, type: nauc_map_at_1_max
value: 33.44366905061848
verified: no, type: nauc_map_at_1_std
value: -0.2561553942461052
verified: no, type: nauc_map_at_20_diff1
value: 42.41518581158486
verified: no, type: nauc_map_at_20_max
value: 34.289849695696326
verified: no, type: nauc_map_at_20_std
value: 1.8427804797569582
verified: no, type: nauc_map_at_3_diff1
value: 44.10575895830247
verified: no, type: nauc_map_at_3_max
value: 34.496483048848724
verified: no, type: nauc_map_at_3_std
value: 0.8619761795903047
verified: no, type: nauc_map_at_5_diff1
value: 43.05223688723017
verified: no, type: nauc_map_at_5_max
value: 34.275490257564755
verified: no, type: nauc_map_at_5_std
value: 1.3357491095068115
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.272024628061544
verified: no, type: nauc_mrr_at_1000_max
value: 35.702218886367085
verified: no, type: nauc_mrr_at_1000_std
value: 1.7919072868566186
verified: no, type: nauc_mrr_at_100_diff1
value: 42.2596894211699
verified: no, type: nauc_mrr_at_100_max
value: 35.69994903774682
verified: no, type: nauc_mrr_at_100_std
value: 1.7975713541531313
verified: no, type: nauc_mrr_at_10_diff1
value: 42.448163550272184
verified: no, type: nauc_mrr_at_10_max
value: 35.70237351804026
verified: no, type: nauc_mrr_at_10_std
value: 1.4122330103505247
verified: no, type: nauc_mrr_at_1_diff1
value: 49.485098062394485
verified: no, type: nauc_mrr_at_1_max
value: 35.74934353822275
verified: no, type: nauc_mrr_at_1_std
value: -0.6837069933233858
verified: no, type: nauc_mrr_at_20_diff1
value: 42.24078922524194
verified: no, type: nauc_mrr_at_20_max
value: 35.67506965997057
verified: no, type: nauc_mrr_at_20_std
value: 1.6826209417239275
verified: no, type: nauc_mrr_at_3_diff1
value: 43.40494299428709
verified: no, type: nauc_mrr_at_3_max
value: 36.20963468809214
verified: no, type: nauc_mrr_at_3_std
value: 0.7755723577443603
verified: no, type: nauc_mrr_at_5_diff1
value: 42.710330788610676
verified: no, type: nauc_mrr_at_5_max
value: 35.864570505319406
verified: no, type: nauc_mrr_at_5_std
value: 1.203946392444734
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.25825010007144
verified: no, type: nauc_ndcg_at_1000_max
value: 34.89017754877883
verified: no, type: nauc_ndcg_at_1000_std
value: 5.055264214158204
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.853039089202404
verified: no, type: nauc_ndcg_at_100_max
value: 34.60799256623427
verified: no, type: nauc_ndcg_at_100_std
value: 5.09207024590202
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.10143662798981
verified: no, type: nauc_ndcg_at_10_max
value: 34.19377736655788
verified: no, type: nauc_ndcg_at_10_std
value: 2.43022975944463
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.485098062394485
verified: no, type: nauc_ndcg_at_1_max
value: 35.74934353822275
verified: no, type: nauc_ndcg_at_1_std
value: -0.6837069933233858
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.080326954381775
verified: no, type: nauc_ndcg_at_20_max
value: 34.3351142863056
verified: no, type: nauc_ndcg_at_20_std
value: 3.521683030178308
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.11543283456072
verified: no, type: nauc_ndcg_at_3_max
value: 35.192239360740004
verified: no, type: nauc_ndcg_at_3_std
value: 1.0692497979314295
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.71206429908097
verified: no, type: nauc_ndcg_at_5_max
value: 34.5730228994852
verified: no, type: nauc_ndcg_at_5_std
value: 1.9772979663263806
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5354535617208387
verified: no, type: nauc_precision_at_1000_max
value: 16.581113567699536
verified: no, type: nauc_precision_at_1000_std
value: 3.482270045420498
verified: no, type: nauc_precision_at_100_diff1
value: 9.572723289429502
verified: no, type: nauc_precision_at_100_max
value: 23.17116722759213
verified: no, type: nauc_precision_at_100_std
value: 8.860449930114486
verified: no, type: nauc_precision_at_10_diff1
value: 23.648840455312765
verified: no, type: nauc_precision_at_10_max
value: 30.278265843942837
verified: no, type: nauc_precision_at_10_std
value: 4.259105398374112
verified: no, type: nauc_precision_at_1_diff1
value: 49.485098062394485
verified: no, type: nauc_precision_at_1_max
value: 35.74934353822275
verified: no, type: nauc_precision_at_1_std
value: -0.6837069933233858
verified: no, type: nauc_precision_at_20_diff1
value: 17.48088981374241
verified: no, type: nauc_precision_at_20_max
value: 28.748893195730002
verified: no, type: nauc_precision_at_20_std
value: 6.561803745450412
verified: no, type: nauc_precision_at_3_diff1
value: 33.862032336074236
verified: no, type: nauc_precision_at_3_max
value: 35.79041119640643
verified: no, type: nauc_precision_at_3_std
value: 1.5937410892962152
verified: no, type: nauc_precision_at_5_diff1
value: 28.495710316153282
verified: no, type: nauc_precision_at_5_max
value: 33.427051980650184
verified: no, type: nauc_precision_at_5_std
value: 3.072561335447542
verified: no, type: nauc_recall_at_1000_diff1
value: 17.955316782859114
verified: no, type: nauc_recall_at_1000_max
value: 32.70702390514625
verified: no, type: nauc_recall_at_1000_std
value: 30.962165982690966
verified: no, type: nauc_recall_at_100_diff1
value: 24.194564580798453
verified: no, type: nauc_recall_at_100_max
value: 30.848715334135292
verified: no, type: nauc_recall_at_100_std
value: 17.751928934112463
verified: no, type: nauc_recall_at_10_diff1
value: 31.380996533162627
verified: no, type: nauc_recall_at_10_max
value: 30.43006883317946
verified: no, type: nauc_recall_at_10_std
value: 4.737791026720057
verified: no, type: nauc_recall_at_1_diff1
value: 50.618976883020984
verified: no, type: nauc_recall_at_1_max
value: 33.44366905061848
verified: no, type: nauc_recall_at_1_std
value: -0.2561553942461052
verified: no, type: nauc_recall_at_20_diff1
value: 27.543465285281833
verified: no, type: nauc_recall_at_20_max
value: 30.33419844248669
verified: no, type: nauc_recall_at_20_std
value: 8.32732288800037
verified: no, type: nauc_recall_at_3_diff1
value: 36.87479044768415
verified: no, type: nauc_recall_at_3_max
value: 33.27030983464594
verified: no, type: nauc_recall_at_3_std
value: 2.5793253070723625
verified: no, type: nauc_recall_at_5_diff1
value: 33.81298144138381
verified: no, type: nauc_recall_at_5_max
value: 32.02226031454496
verified: no, type: nauc_recall_at_5_std
value: 4.15867733492116
verified: no, type: ndcg_at_1
value: 22.884
verified: no, type: ndcg_at_10
value: 31.654
verified: no, type: ndcg_at_100
value: 36.909
verified: no, type: ndcg_at_1000
value: 39.748
verified: no, type: ndcg_at_20
value: 33.501
verified: no, type: ndcg_at_3
value: 27.511999999999997
verified: no, type: ndcg_at_5
value: 29.15
verified: no, type: precision_at_1
value: 22.884
verified: no, type: precision_at_10
value: 5.75
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 3.438
verified: no, type: precision_at_3
value: 13.019
verified: no, type: precision_at_5
value: 9.195
verified: no, type: recall_at_1
value: 18.969
verified: no, type: recall_at_10
value: 42.327999999999996
verified: no, type: recall_at_100
value: 65.948
verified: no, type: recall_at_1000
value: 86.188
verified: no, type: recall_at_20
value: 49.152
verified: no, type: recall_at_3
value: 30.531000000000002
verified: no, type: recall_at_5
value: 34.775
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 43.3
verified: no, type: map_at_1
value: 28.841
verified: no, type: map_at_10
value: 38.034
verified: no, type: map_at_100
value: 39.238
verified: no, type: map_at_1000
value: 39.339
verified: no, type: map_at_20
value: 38.747
verified: no, type: map_at_3
value: 35.154
verified: no, type: map_at_5
value: 36.868
verified: no, type: mrr_at_1
value: 33.48880597014926
verified: no, type: mrr_at_10
value: 41.8903621772092
verified: no, type: mrr_at_100
value: 42.786281409284065
verified: no, type: mrr_at_1000
value: 42.836128521501664
verified: no, type: mrr_at_20
value: 42.44864446695604
verified: no, type: mrr_at_3
value: 39.36567164179104
verified: no, type: mrr_at_5
value: 40.88152985074623
verified: no, type: nauc_map_at_1000_diff1
value: 49.56159269351109
verified: no, type: nauc_map_at_1000_max
value: 43.419336352406
verified: no, type: nauc_map_at_1000_std
value: 1.2942357797191233
verified: no, type: nauc_map_at_100_diff1
value: 49.558107692839585
verified: no, type: nauc_map_at_100_max
value: 43.4108332375891
verified: no, type: nauc_map_at_100_std
value: 1.3081266310873843
verified: no, type: nauc_map_at_10_diff1
value: 49.80343449350858
verified: no, type: nauc_map_at_10_max
value: 43.15977018476029
verified: no, type: nauc_map_at_10_std
value: 0.8559971247760423
verified: no, type: nauc_map_at_1_diff1
value: 55.931076742985006
verified: no, type: nauc_map_at_1_max
value: 42.992320097398476
verified: no, type: nauc_map_at_1_std
value: -3.8362554822192627
verified: no, type: nauc_map_at_20_diff1
value: 49.632288848046365
verified: no, type: nauc_map_at_20_max
value: 43.3329280720487
verified: no, type: nauc_map_at_20_std
value: 1.1202828446838298
verified: no, type: nauc_map_at_3_diff1
value: 51.4868308340231
verified: no, type: nauc_map_at_3_max
value: 42.78769120741557
verified: no, type: nauc_map_at_3_std
value: -0.14398700922347876
verified: no, type: nauc_map_at_5_diff1
value: 50.29013429695699
verified: no, type: nauc_map_at_5_max
value: 42.856929797702506
verified: no, type: nauc_map_at_5_std
value: 0.4044555857303451
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.59839196969955
verified: no, type: nauc_mrr_at_1000_max
value: 45.13238631682302
verified: no, type: nauc_mrr_at_1000_std
value: 1.7892755871367219
verified: no, type: nauc_mrr_at_100_diff1
value: 48.57126728231675
verified: no, type: nauc_mrr_at_100_max
value: 45.11947312378173
verified: no, type: nauc_mrr_at_100_std
value: 1.8039540672282843
verified: no, type: nauc_mrr_at_10_diff1
value: 48.47209224236492
verified: no, type: nauc_mrr_at_10_max
value: 44.99787083543906
verified: no, type: nauc_mrr_at_10_std
value: 1.4846086161409817
verified: no, type: nauc_mrr_at_1_diff1
value: 53.56968475977211
verified: no, type: nauc_mrr_at_1_max
value: 45.803534193599546
verified: no, type: nauc_mrr_at_1_std
value: -2.2181858062254145
verified: no, type: nauc_mrr_at_20_diff1
value: 48.57206460549483
verified: no, type: nauc_mrr_at_20_max
value: 45.07493477039947
verified: no, type: nauc_mrr_at_20_std
value: 1.693563490147581
verified: no, type: nauc_mrr_at_3_diff1
value: 49.740096383562076
verified: no, type: nauc_mrr_at_3_max
value: 45.42335868582593
verified: no, type: nauc_mrr_at_3_std
value: 0.9005835368626827
verified: no, type: nauc_mrr_at_5_diff1
value: 48.77683841696394
verified: no, type: nauc_mrr_at_5_max
value: 45.041633084239955
verified: no, type: nauc_mrr_at_5_std
value: 1.2903653442881702
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.73746959577089
verified: no, type: nauc_ndcg_at_1000_max
value: 44.258247648662795
verified: no, type: nauc_ndcg_at_1000_std
value: 4.154272793605619
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.649174419902515
verified: no, type: nauc_ndcg_at_100_max
value: 44.251685454090754
verified: no, type: nauc_ndcg_at_100_std
value: 4.857119852669744
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.15858525124804
verified: no, type: nauc_ndcg_at_10_max
value: 43.3858676772148
verified: no, type: nauc_ndcg_at_10_std
value: 2.700265540191218
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.56968475977211
verified: no, type: nauc_ndcg_at_1_max
value: 45.803534193599546
verified: no, type: nauc_ndcg_at_1_std
value: -2.2181858062254145
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.864934030796114
verified: no, type: nauc_ndcg_at_20_max
value: 43.682943174485914
verified: no, type: nauc_ndcg_at_20_std
value: 3.641120998700425
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.597275186605124
verified: no, type: nauc_ndcg_at_3_max
value: 43.64798244009618
verified: no, type: nauc_ndcg_at_3_std
value: 1.256767705733725
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.06101229681208
verified: no, type: nauc_ndcg_at_5_max
value: 43.0336705102281
verified: no, type: nauc_ndcg_at_5_std
value: 1.891806190702824
verified: no, type: nauc_precision_at_1000_diff1
value: -22.271945917482924
verified: no, type: nauc_precision_at_1000_max
value: -1.3615705776103613
verified: no, type: nauc_precision_at_1000_std
value: 2.6492562797064156
verified: no, type: nauc_precision_at_100_diff1
value: -7.230420637284722
verified: no, type: nauc_precision_at_100_max
value: 15.631818700346638
verified: no, type: nauc_precision_at_100_std
value: 12.05797323666178
verified: no, type: nauc_precision_at_10_diff1
value: 18.03973109968359
verified: no, type: nauc_precision_at_10_max
value: 33.64979451444693
verified: no, type: nauc_precision_at_10_std
value: 8.22230274561303
verified: no, type: nauc_precision_at_1_diff1
value: 53.56968475977211
verified: no, type: nauc_precision_at_1_max
value: 45.803534193599546
verified: no, type: nauc_precision_at_1_std
value: -2.2181858062254145
verified: no, type: nauc_precision_at_20_diff1
value: 8.575420211614727
verified: no, type: nauc_precision_at_20_max
value: 27.241489377360057
verified: no, type: nauc_precision_at_20_std
value: 11.040868656896368
verified: no, type: nauc_precision_at_3_diff1
value: 35.872211735265445
verified: no, type: nauc_precision_at_3_max
value: 40.39546303556062
verified: no, type: nauc_precision_at_3_std
value: 5.340493961821114
verified: no, type: nauc_precision_at_5_diff1
value: 27.482651262158498
verified: no, type: nauc_precision_at_5_max
value: 37.179977084686065
verified: no, type: nauc_precision_at_5_std
value: 6.445383767427032
verified: no, type: nauc_recall_at_1000_diff1
value: 22.90674388340293
verified: no, type: nauc_recall_at_1000_max
value: 48.618421794734665
verified: no, type: nauc_recall_at_1000_std
value: 37.066202126053085
verified: no, type: nauc_recall_at_100_diff1
value: 33.80092096185138
verified: no, type: nauc_recall_at_100_max
value: 43.86182876134091
verified: no, type: nauc_recall_at_100_std
value: 24.419734546074615
verified: no, type: nauc_recall_at_10_diff1
value: 38.91156254301526
verified: no, type: nauc_recall_at_10_max
value: 39.96637702386504
verified: no, type: nauc_recall_at_10_std
value: 7.619397668800581
verified: no, type: nauc_recall_at_1_diff1
value: 55.931076742985006
verified: no, type: nauc_recall_at_1_max
value: 42.992320097398476
verified: no, type: nauc_recall_at_1_std
value: -3.8362554822192627
verified: no, type: nauc_recall_at_20_diff1
value: 37.23708873841602
verified: no, type: nauc_recall_at_20_max
value: 40.39366037786138
verified: no, type: nauc_recall_at_20_std
value: 11.486382734050729
verified: no, type: nauc_recall_at_3_diff1
value: 46.55627480537957
verified: no, type: nauc_recall_at_3_max
value: 41.00557157142305
verified: no, type: nauc_recall_at_3_std
value: 3.5249163267069754
verified: no, type: nauc_recall_at_5_diff1
value: 42.18876270817466
verified: no, type: nauc_recall_at_5_max
value: 39.83406182096331
verified: no, type: nauc_recall_at_5_std
value: 5.414038646991049
verified: no, type: ndcg_at_1
value: 33.489000000000004
verified: no, type: ndcg_at_10
value: 43.3
verified: no, type: ndcg_at_100
value: 48.585
verified: no, type: ndcg_at_1000
value: 50.698
verified: no, type: ndcg_at_20
value: 45.562000000000005
verified: no, type: ndcg_at_3
value: 38.175
verified: no, type: ndcg_at_5
value: 40.760999999999996
verified: no, type: precision_at_1
value: 33.489000000000004
verified: no, type: precision_at_10
value: 7.1739999999999995
verified: no, type: precision_at_100
value: 1.105
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 4.234999999999999
verified: no, type: precision_at_3
value: 17.04
verified: no, type: precision_at_5
value: 12.052
verified: no, type: recall_at_1
value: 28.841
verified: no, type: recall_at_10
value: 55.347
verified: no, type: recall_at_100
value: 77.838
verified: no, type: recall_at_1000
value: 92.414
verified: no, type: recall_at_20
value: 63.343
verified: no, type: recall_at_3
value: 41.660000000000004
verified: no, type: recall_at_5
value: 48.041
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 42.387
verified: no, type: map_at_1
value: 27.453
verified: no, type: map_at_10
value: 36.381
verified: no, type: map_at_100
value: 37.973
verified: no, type: map_at_1000
value: 38.195
verified: no, type: map_at_20
value: 37.212
verified: no, type: map_at_3
value: 33.021
verified: no, type: map_at_5
value: 34.921
verified: no, type: mrr_at_1
value: 32.608695652173914
verified: no, type: mrr_at_10
value: 40.989867620302384
verified: no, type: mrr_at_100
value: 41.94072291491216
verified: no, type: mrr_at_1000
value: 41.98613401421269
verified: no, type: mrr_at_20
value: 41.55934364742902
verified: no, type: mrr_at_3
value: 38.274044795783944
verified: no, type: mrr_at_5
value: 39.736495388669304
verified: no, type: nauc_map_at_1000_diff1
value: 52.068635517217146
verified: no, type: nauc_map_at_1000_max
value: 34.70466717596325
verified: no, type: nauc_map_at_1000_std
value: 8.564252372637736
verified: no, type: nauc_map_at_100_diff1
value: 51.82585568111554
verified: no, type: nauc_map_at_100_max
value: 34.82883414051153
verified: no, type: nauc_map_at_100_std
value: 8.489340935245284
verified: no, type: nauc_map_at_10_diff1
value: 52.20523670068483
verified: no, type: nauc_map_at_10_max
value: 34.47013712034222
verified: no, type: nauc_map_at_10_std
value: 7.317056278370855
verified: no, type: nauc_map_at_1_diff1
value: 57.26002072948526
verified: no, type: nauc_map_at_1_max
value: 33.992920262304196
verified: no, type: nauc_map_at_1_std
value: 2.85708312047863
verified: no, type: nauc_map_at_20_diff1
value: 51.91495706831645
verified: no, type: nauc_map_at_20_max
value: 34.70789481651518
verified: no, type: nauc_map_at_20_std
value: 7.700842499936993
verified: no, type: nauc_map_at_3_diff1
value: 52.87950808047478
verified: no, type: nauc_map_at_3_max
value: 34.24108231259805
verified: no, type: nauc_map_at_3_std
value: 6.1217951739715915
verified: no, type: nauc_map_at_5_diff1
value: 52.064983140167996
verified: no, type: nauc_map_at_5_max
value: 34.5142202774603
verified: no, type: nauc_map_at_5_std
value: 7.698580879272761
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.37901015568489
verified: no, type: nauc_mrr_at_1000_max
value: 34.93888305124791
verified: no, type: nauc_mrr_at_1000_std
value: 9.396573371198718
verified: no, type: nauc_mrr_at_100_diff1
value: 51.36342086076231
verified: no, type: nauc_mrr_at_100_max
value: 34.92869241502653
verified: no, type: nauc_mrr_at_100_std
value: 9.411034792254869
verified: no, type: nauc_mrr_at_10_diff1
value: 51.50874768578031
verified: no, type: nauc_mrr_at_10_max
value: 34.87929769160853
verified: no, type: nauc_mrr_at_10_std
value: 8.962923737022022
verified: no, type: nauc_mrr_at_1_diff1
value: 56.18053114178021
verified: no, type: nauc_mrr_at_1_max
value: 36.10096515340783
verified: no, type: nauc_mrr_at_1_std
value: 5.764327995710113
verified: no, type: nauc_mrr_at_20_diff1
value: 51.323303376004425
verified: no, type: nauc_mrr_at_20_max
value: 34.90401963870763
verified: no, type: nauc_mrr_at_20_std
value: 9.123385008963087
verified: no, type: nauc_mrr_at_3_diff1
value: 51.41750772667899
verified: no, type: nauc_mrr_at_3_max
value: 34.194724327364156
verified: no, type: nauc_mrr_at_3_std
value: 8.47755021610427
verified: no, type: nauc_mrr_at_5_diff1
value: 51.17838125129989
verified: no, type: nauc_mrr_at_5_max
value: 34.83854353084797
verified: no, type: nauc_mrr_at_5_std
value: 9.90813617252476
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.12742074119453
verified: no, type: nauc_ndcg_at_1000_max
value: 35.55751986886828
verified: no, type: nauc_ndcg_at_1000_std
value: 11.771760137767643
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.788141047586194
verified: no, type: nauc_ndcg_at_100_max
value: 34.86794041942259
verified: no, type: nauc_ndcg_at_100_std
value: 11.961059836221457
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.61505051581248
verified: no, type: nauc_ndcg_at_10_max
value: 34.00830131568619
verified: no, type: nauc_ndcg_at_10_std
value: 9.106607296489782
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.18053114178021
verified: no, type: nauc_ndcg_at_1_max
value: 36.10096515340783
verified: no, type: nauc_ndcg_at_1_std
value: 5.764327995710113
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.84654455929144
verified: no, type: nauc_ndcg_at_20_max
value: 34.4467716270897
verified: no, type: nauc_ndcg_at_20_std
value: 9.538489315626752
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.63005106573348
verified: no, type: nauc_ndcg_at_3_max
value: 33.85867832031728
verified: no, type: nauc_ndcg_at_3_std
value: 8.17428250068972
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.96013415746643
verified: no, type: nauc_ndcg_at_5_max
value: 34.502255185100054
verified: no, type: nauc_ndcg_at_5_std
value: 10.8726719718032
verified: no, type: nauc_precision_at_1000_diff1
value: 11.538506412200755
verified: no, type: nauc_precision_at_1000_max
value: -10.27094203158407
verified: no, type: nauc_precision_at_1000_std
value: 8.253706747664506
verified: no, type: nauc_precision_at_100_diff1
value: 10.274499589292818
verified: no, type: nauc_precision_at_100_max
value: 4.4464873223864
verified: no, type: nauc_precision_at_100_std
value: 18.15979211460786
verified: no, type: nauc_precision_at_10_diff1
value: 21.080068548327347
verified: no, type: nauc_precision_at_10_max
value: 20.678194765395684
verified: no, type: nauc_precision_at_10_std
value: 14.969268386190768
verified: no, type: nauc_precision_at_1_diff1
value: 56.18053114178021
verified: no, type: nauc_precision_at_1_max
value: 36.10096515340783
verified: no, type: nauc_precision_at_1_std
value: 5.764327995710113
verified: no, type: nauc_precision_at_20_diff1
value: 13.16668502783464
verified: no, type: nauc_precision_at_20_max
value: 16.210494253246534
verified: no, type: nauc_precision_at_20_std
value: 16.170849126443827
verified: no, type: nauc_precision_at_3_diff1
value: 34.634736242337006
verified: no, type: nauc_precision_at_3_max
value: 27.79912762487075
verified: no, type: nauc_precision_at_3_std
value: 11.56645534528478
verified: no, type: nauc_precision_at_5_diff1
value: 26.5364287176931
verified: no, type: nauc_precision_at_5_max
value: 25.792037842955466
verified: no, type: nauc_precision_at_5_std
value: 16.880419851911416
verified: no, type: nauc_recall_at_1000_diff1
value: 28.098675584638883
verified: no, type: nauc_recall_at_1000_max
value: 55.58850042879164
verified: no, type: nauc_recall_at_1000_std
value: 59.45492072811959
verified: no, type: nauc_recall_at_100_diff1
value: 26.37132408196824
verified: no, type: nauc_recall_at_100_max
value: 28.6914597857662
verified: no, type: nauc_recall_at_100_std
value: 30.16956640881801
verified: no, type: nauc_recall_at_10_diff1
value: 43.77304791334009
verified: no, type: nauc_recall_at_10_max
value: 30.424605236232026
verified: no, type: nauc_recall_at_10_std
value: 9.051646627698911
verified: no, type: nauc_recall_at_1_diff1
value: 57.26002072948526
verified: no, type: nauc_recall_at_1_max
value: 33.992920262304196
verified: no, type: nauc_recall_at_1_std
value: 2.85708312047863
verified: no, type: nauc_recall_at_20_diff1
value: 39.75031838508006
verified: no, type: nauc_recall_at_20_max
value: 31.14158866813173
verified: no, type: nauc_recall_at_20_std
value: 12.041755220788037
verified: no, type: nauc_recall_at_3_diff1
value: 46.232619145437745
verified: no, type: nauc_recall_at_3_max
value: 31.58015164282607
verified: no, type: nauc_recall_at_3_std
value: 8.728672179092152
verified: no, type: nauc_recall_at_5_diff1
value: 43.337420889005806
verified: no, type: nauc_recall_at_5_max
value: 32.28988058513371
verified: no, type: nauc_recall_at_5_std
value: 13.670606574574675
verified: no, type: ndcg_at_1
value: 32.609
verified: no, type: ndcg_at_10
value: 42.387
verified: no, type: ndcg_at_100
value: 48.192
verified: no, type: ndcg_at_1000
value: 50.480000000000004
verified: no, type: ndcg_at_20
value: 44.588
verified: no, type: ndcg_at_3
value: 37.080999999999996
verified: no, type: ndcg_at_5
value: 39.641
verified: no, type: precision_at_1
value: 32.609
verified: no, type: precision_at_10
value: 8.202
verified: no, type: precision_at_100
value: 1.5709999999999997
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: precision_at_20
value: 5.148
verified: no, type: precision_at_3
value: 17.26
verified: no, type: precision_at_5
value: 12.806000000000001
verified: no, type: recall_at_1
value: 27.453
verified: no, type: recall_at_10
value: 53.642
verified: no, type: recall_at_100
value: 80.142
verified: no, type: recall_at_1000
value: 94.045
verified: no, type: recall_at_20
value: 62.138000000000005
verified: no, type: recall_at_3
value: 38.896
verified: no, type: recall_at_5
value: 45.498
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 35.278999999999996
verified: no, type: map_at_1
value: 22.927
verified: no, type: map_at_10
value: 30.563000000000002
verified: no, type: map_at_100
value: 31.552999999999997
verified: no, type: map_at_1000
value: 31.651
verified: no, type: map_at_20
value: 31.04
verified: no, type: map_at_3
value: 27.962999999999997
verified: no, type: map_at_5
value: 29.389
verified: no, type: mrr_at_1
value: 24.58410351201479
verified: no, type: mrr_at_10
value: 32.5369685767098
verified: no, type: mrr_at_100
value: 33.397775856693876
verified: no, type: mrr_at_1000
value: 33.46464817817391
verified: no, type: mrr_at_20
value: 32.95268685553276
verified: no, type: mrr_at_3
value: 30.16019716574246
verified: no, type: mrr_at_5
value: 31.472581638940238
verified: no, type: nauc_map_at_1000_diff1
value: 47.29695789090712
verified: no, type: nauc_map_at_1000_max
value: 32.28518369534312
verified: no, type: nauc_map_at_1000_std
value: -2.5126907903497275
verified: no, type: nauc_map_at_100_diff1
value: 47.23959114706962
verified: no, type: nauc_map_at_100_max
value: 32.27344155453334
verified: no, type: nauc_map_at_100_std
value: -2.5533625745048263
verified: no, type: nauc_map_at_10_diff1
value: 47.37396108245503
verified: no, type: nauc_map_at_10_max
value: 32.126004121683216
verified: no, type: nauc_map_at_10_std
value: -3.453898841871271
verified: no, type: nauc_map_at_1_diff1
value: 55.682159271913456
verified: no, type: nauc_map_at_1_max
value: 30.66889816568006
verified: no, type: nauc_map_at_1_std
value: -7.004520095092218
verified: no, type: nauc_map_at_20_diff1
value: 47.389725912182136
verified: no, type: nauc_map_at_20_max
value: 32.259511388238174
verified: no, type: nauc_map_at_20_std
value: -2.8457788997344213
verified: no, type: nauc_map_at_3_diff1
value: 48.98298294521397
verified: no, type: nauc_map_at_3_max
value: 32.53058789285204
verified: no, type: nauc_map_at_3_std
value: -3.1342896986184097
verified: no, type: nauc_map_at_5_diff1
value: 48.298584104750674
verified: no, type: nauc_map_at_5_max
value: 32.407236632127095
verified: no, type: nauc_map_at_5_std
value: -3.2089294997536495
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.30210193406738
verified: no, type: nauc_mrr_at_1000_max
value: 33.401728880120324
verified: no, type: nauc_mrr_at_1000_std
value: -1.154137716273939
verified: no, type: nauc_mrr_at_100_diff1
value: 47.23675453288927
verified: no, type: nauc_mrr_at_100_max
value: 33.395265508702124
verified: no, type: nauc_mrr_at_100_std
value: -1.1709832550651733
verified: no, type: nauc_mrr_at_10_diff1
value: 47.27878223121543
verified: no, type: nauc_mrr_at_10_max
value: 33.340206772572856
verified: no, type: nauc_mrr_at_10_std
value: -1.763755096880497
verified: no, type: nauc_mrr_at_1_diff1
value: 56.71642453837117
verified: no, type: nauc_mrr_at_1_max
value: 32.57395754414265
verified: no, type: nauc_mrr_at_1_std
value: -6.410603991729164
verified: no, type: nauc_mrr_at_20_diff1
value: 47.29854351132387
verified: no, type: nauc_mrr_at_20_max
value: 33.41217871789473
verified: no, type: nauc_mrr_at_20_std
value: -1.3457234524473638
verified: no, type: nauc_mrr_at_3_diff1
value: 49.37951376805829
verified: no, type: nauc_mrr_at_3_max
value: 34.2485630104482
verified: no, type: nauc_mrr_at_3_std
value: -1.3000132041170331
verified: no, type: nauc_mrr_at_5_diff1
value: 48.294954276400354
verified: no, type: nauc_mrr_at_5_max
value: 33.325321505802705
verified: no, type: nauc_mrr_at_5_std
value: -1.4542576597515255
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.553592194630035
verified: no, type: nauc_ndcg_at_1000_max
value: 32.57827057061685
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8408475554303905
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.17840889367743
verified: no, type: nauc_ndcg_at_100_max
value: 31.816803664903016
verified: no, type: nauc_ndcg_at_100_std
value: 1.2078284672957822
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.31249469655541
verified: no, type: nauc_ndcg_at_10_max
value: 31.680660418442848
verified: no, type: nauc_ndcg_at_10_std
value: -2.571767770985386
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.71642453837117
verified: no, type: nauc_ndcg_at_1_max
value: 32.57395754414265
verified: no, type: nauc_ndcg_at_1_std
value: -6.410603991729164
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.217307154367866
verified: no, type: nauc_ndcg_at_20_max
value: 31.87062240427328
verified: no, type: nauc_ndcg_at_20_std
value: -0.5571171459253301
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.08070710904174
verified: no, type: nauc_ndcg_at_3_max
value: 33.28022740280366
verified: no, type: nauc_ndcg_at_3_std
value: -1.494480342132224
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.58676699653949
verified: no, type: nauc_ndcg_at_5_max
value: 32.332950617032516
verified: no, type: nauc_ndcg_at_5_std
value: -1.8728327940722693
verified: no, type: nauc_precision_at_1000_diff1
value: -7.538068423020358
verified: no, type: nauc_precision_at_1000_max
value: -1.7482377513247687
verified: no, type: nauc_precision_at_1000_std
value: 15.392390427048127
verified: no, type: nauc_precision_at_100_diff1
value: 4.578967237145689
verified: no, type: nauc_precision_at_100_max
value: 20.413498463420208
verified: no, type: nauc_precision_at_100_std
value: 21.948374431632555
verified: no, type: nauc_precision_at_10_diff1
value: 25.369687526079133
verified: no, type: nauc_precision_at_10_max
value: 29.026062761609634
verified: no, type: nauc_precision_at_10_std
value: 2.98198964045951
verified: no, type: nauc_precision_at_1_diff1
value: 56.71642453837117
verified: no, type: nauc_precision_at_1_max
value: 32.57395754414265
verified: no, type: nauc_precision_at_1_std
value: -6.410603991729164
verified: no, type: nauc_precision_at_20_diff1
value: 22.283416541821058
verified: no, type: nauc_precision_at_20_max
value: 27.425436939803216
verified: no, type: nauc_precision_at_20_std
value: 12.5008954948979
verified: no, type: nauc_precision_at_3_diff1
value: 39.582854814224284
verified: no, type: nauc_precision_at_3_max
value: 34.65501605346027
verified: no, type: nauc_precision_at_3_std
value: 3.1189467500344685
verified: no, type: nauc_precision_at_5_diff1
value: 34.87308543367999
verified: no, type: nauc_precision_at_5_max
value: 32.3395405130254
verified: no, type: nauc_precision_at_5_std
value: 2.2174849755453696
verified: no, type: nauc_recall_at_1000_diff1
value: 18.961781191263412
verified: no, type: nauc_recall_at_1000_max
value: 38.56189893918596
verified: no, type: nauc_recall_at_1000_std
value: 48.070723669295404
verified: no, type: nauc_recall_at_100_diff1
value: 18.499768281597692
verified: no, type: nauc_recall_at_100_max
value: 24.556122444473104
verified: no, type: nauc_recall_at_100_std
value: 16.90279820495104
verified: no, type: nauc_recall_at_10_diff1
value: 30.85581046640506
verified: no, type: nauc_recall_at_10_max
value: 27.861667996688798
verified: no, type: nauc_recall_at_10_std
value: -2.508305700409507
verified: no, type: nauc_recall_at_1_diff1
value: 55.682159271913456
verified: no, type: nauc_recall_at_1_max
value: 30.66889816568006
verified: no, type: nauc_recall_at_1_std
value: -7.004520095092218
verified: no, type: nauc_recall_at_20_diff1
value: 29.576541753550256
verified: no, type: nauc_recall_at_20_max
value: 27.753263778078967
verified: no, type: nauc_recall_at_20_std
value: 4.512246059861677
verified: no, type: nauc_recall_at_3_diff1
value: 41.31393053559837
verified: no, type: nauc_recall_at_3_max
value: 32.61483699324787
verified: no, type: nauc_recall_at_3_std
value: 0.4749359651904873
verified: no, type: nauc_recall_at_5_diff1
value: 37.709930638516084
verified: no, type: nauc_recall_at_5_max
value: 30.562381066906735
verified: no, type: nauc_recall_at_5_std
value: 0.12942001695231264
verified: no, type: ndcg_at_1
value: 24.584
verified: no, type: ndcg_at_10
value: 35.278999999999996
verified: no, type: ndcg_at_100
value: 40.346
verified: no, type: ndcg_at_1000
value: 42.763
verified: no, type: ndcg_at_20
value: 36.827
verified: no, type: ndcg_at_3
value: 30.175
verified: no, type: ndcg_at_5
value: 32.592999999999996
verified: no, type: precision_at_1
value: 24.584
verified: no, type: precision_at_10
value: 5.545
verified: no, type: precision_at_100
value: 0.876
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.152
verified: no, type: precision_at_3
value: 12.692999999999998
verified: no, type: precision_at_5
value: 9.131
verified: no, type: recall_at_1
value: 22.927
verified: no, type: recall_at_10
value: 47.887
verified: no, type: recall_at_100
value: 71.622
verified: no, type: recall_at_1000
value: 89.562
verified: no, type: recall_at_20
value: 53.55799999999999
verified: no, type: recall_at_3
value: 34.122
verified: no, type: recall_at_5
value: 39.911
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 34.403
verified: no, type: map_at_1
value: 14.979999999999999
verified: no, type: map_at_10
value: 25.247000000000003
verified: no, type: map_at_100
value: 27.359
verified: no, type: map_at_1000
value: 27.541
verified: no, type: map_at_20
value: 26.451
verified: no, type: map_at_3
value: 21.351
verified: no, type: map_at_5
value: 23.418
verified: no, type: mrr_at_1
value: 33.48534201954397
verified: no, type: mrr_at_10
value: 45.994519414714894
verified: no, type: mrr_at_100
value: 46.83876242563609
verified: no, type: mrr_at_1000
value: 46.86734584208047
verified: no, type: mrr_at_20
value: 46.554675709164414
verified: no, type: mrr_at_3
value: 43.13789359391967
verified: no, type: mrr_at_5
value: 44.958740499457164
verified: no, type: nauc_map_at_1000_diff1
value: 24.542868591864057
verified: no, type: nauc_map_at_1000_max
value: 35.17062530519406
verified: no, type: nauc_map_at_1000_std
value: 17.59095330905714
verified: no, type: nauc_map_at_100_diff1
value: 24.54188790277331
verified: no, type: nauc_map_at_100_max
value: 35.14563117030601
verified: no, type: nauc_map_at_100_std
value: 17.53061487401564
verified: no, type: nauc_map_at_10_diff1
value: 24.307528834481303
verified: no, type: nauc_map_at_10_max
value: 34.19666824907002
verified: no, type: nauc_map_at_10_std
value: 15.809045770659601
verified: no, type: nauc_map_at_1_diff1
value: 31.137087129986767
verified: no, type: nauc_map_at_1_max
value: 30.743143219710895
verified: no, type: nauc_map_at_1_std
value: 9.269238234693052
verified: no, type: nauc_map_at_20_diff1
value: 24.37307987537168
verified: no, type: nauc_map_at_20_max
value: 34.816188656881444
verified: no, type: nauc_map_at_20_std
value: 16.96006173956885
verified: no, type: nauc_map_at_3_diff1
value: 24.40373599590744
verified: no, type: nauc_map_at_3_max
value: 31.428402086020434
verified: no, type: nauc_map_at_3_std
value: 11.510843615987866
verified: no, type: nauc_map_at_5_diff1
value: 24.445835117925792
verified: no, type: nauc_map_at_5_max
value: 33.2187974026072
verified: no, type: nauc_map_at_5_std
value: 14.407916582300887
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.586480699800468
verified: no, type: nauc_mrr_at_1000_max
value: 32.91547098008033
verified: no, type: nauc_mrr_at_1000_std
value: 18.98828976122537
verified: no, type: nauc_mrr_at_100_diff1
value: 25.58686333508224
verified: no, type: nauc_mrr_at_100_max
value: 32.921529030276446
verified: no, type: nauc_mrr_at_100_std
value: 19.0030031564948
verified: no, type: nauc_mrr_at_10_diff1
value: 25.628991155936333
verified: no, type: nauc_mrr_at_10_max
value: 32.985081917104935
verified: no, type: nauc_mrr_at_10_std
value: 18.83885513960198
verified: no, type: nauc_mrr_at_1_diff1
value: 28.93673684578716
verified: no, type: nauc_mrr_at_1_max
value: 28.64745715409404
verified: no, type: nauc_mrr_at_1_std
value: 13.863643876558179
verified: no, type: nauc_mrr_at_20_diff1
value: 25.49368963472655
verified: no, type: nauc_mrr_at_20_max
value: 32.99074141657497
verified: no, type: nauc_mrr_at_20_std
value: 19.118893763525108
verified: no, type: nauc_mrr_at_3_diff1
value: 24.74979519660734
verified: no, type: nauc_mrr_at_3_max
value: 31.18346592120374
verified: no, type: nauc_mrr_at_3_std
value: 17.293916415010717
verified: no, type: nauc_mrr_at_5_diff1
value: 25.28131818602093
verified: no, type: nauc_mrr_at_5_max
value: 32.8017964540695
verified: no, type: nauc_mrr_at_5_std
value: 18.555047862215567
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.01037436102054
verified: no, type: nauc_ndcg_at_1000_max
value: 38.29644657817331
verified: no, type: nauc_ndcg_at_1000_std
value: 24.638778854093943
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.882486615814315
verified: no, type: nauc_ndcg_at_100_max
value: 37.92277276436577
verified: no, type: nauc_ndcg_at_100_std
value: 24.169078377315063
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.3573409673849
verified: no, type: nauc_ndcg_at_10_max
value: 35.72106349972407
verified: no, type: nauc_ndcg_at_10_std
value: 19.650154262568567
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.93673684578716
verified: no, type: nauc_ndcg_at_1_max
value: 28.64745715409404
verified: no, type: nauc_ndcg_at_1_std
value: 13.863643876558179
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.266046860547384
verified: no, type: nauc_ndcg_at_20_max
value: 36.81425896021297
verified: no, type: nauc_ndcg_at_20_std
value: 22.081396808708813
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.637164244020997
verified: no, type: nauc_ndcg_at_3_max
value: 31.02842640810694
verified: no, type: nauc_ndcg_at_3_std
value: 14.215242033737482
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.382160877142226
verified: no, type: nauc_ndcg_at_5_max
value: 34.50791441078589
verified: no, type: nauc_ndcg_at_5_std
value: 17.668301876879035
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0805315448138373
verified: no, type: nauc_precision_at_1000_max
value: 11.905658299097883
verified: no, type: nauc_precision_at_1000_std
value: 24.219725240972696
verified: no, type: nauc_precision_at_100_diff1
value: 5.443379527828862
verified: no, type: nauc_precision_at_100_max
value: 22.475166562881686
verified: no, type: nauc_precision_at_100_std
value: 30.513578022558836
verified: no, type: nauc_precision_at_10_diff1
value: 10.939925455527892
verified: no, type: nauc_precision_at_10_max
value: 28.262686645352296
verified: no, type: nauc_precision_at_10_std
value: 25.539072940208847
verified: no, type: nauc_precision_at_1_diff1
value: 28.93673684578716
verified: no, type: nauc_precision_at_1_max
value: 28.64745715409404
verified: no, type: nauc_precision_at_1_std
value: 13.863643876558179
verified: no, type: nauc_precision_at_20_diff1
value: 8.77330841908142
verified: no, type: nauc_precision_at_20_max
value: 27.23086563249434
verified: no, type: nauc_precision_at_20_std
value: 28.96826995725968
verified: no, type: nauc_precision_at_3_diff1
value: 14.330928530870892
verified: no, type: nauc_precision_at_3_max
value: 28.36721121797032
verified: no, type: nauc_precision_at_3_std
value: 18.29234384665724
verified: no, type: nauc_precision_at_5_diff1
value: 13.483807784533445
verified: no, type: nauc_precision_at_5_max
value: 30.607108190727843
verified: no, type: nauc_precision_at_5_std
value: 24.649762580353933
verified: no, type: nauc_recall_at_1000_diff1
value: 15.147591049801376
verified: no, type: nauc_recall_at_1000_max
value: 44.69788852785355
verified: no, type: nauc_recall_at_1000_std
value: 45.03338261203177
verified: no, type: nauc_recall_at_100_diff1
value: 16.198695661693638
verified: no, type: nauc_recall_at_100_max
value: 37.94910180965323
verified: no, type: nauc_recall_at_100_std
value: 33.68808458543408
verified: no, type: nauc_recall_at_10_diff1
value: 17.25892260883711
verified: no, type: nauc_recall_at_10_max
value: 34.82455542076449
verified: no, type: nauc_recall_at_10_std
value: 21.559999882903846
verified: no, type: nauc_recall_at_1_diff1
value: 31.137087129986767
verified: no, type: nauc_recall_at_1_max
value: 30.743143219710895
verified: no, type: nauc_recall_at_1_std
value: 9.269238234693052
verified: no, type: nauc_recall_at_20_diff1
value: 15.853627315180349
verified: no, type: nauc_recall_at_20_max
value: 35.4402828692619
verified: no, type: nauc_recall_at_20_std
value: 26.303726125092197
verified: no, type: nauc_recall_at_3_diff1
value: 18.612092821372865
verified: no, type: nauc_recall_at_3_max
value: 30.195467018936846
verified: no, type: nauc_recall_at_3_std
value: 12.653864970927122
verified: no, type: nauc_recall_at_5_diff1
value: 17.968083464057948
verified: no, type: nauc_recall_at_5_max
value: 33.66376192344074
verified: no, type: nauc_recall_at_5_std
value: 18.31679422658197
verified: no, type: ndcg_at_1
value: 33.485
verified: no, type: ndcg_at_10
value: 34.403
verified: no, type: ndcg_at_100
value: 42.016
verified: no, type: ndcg_at_1000
value: 45.18
verified: no, type: ndcg_at_20
value: 37.611
verified: no, type: ndcg_at_3
value: 29.154999999999998
verified: no, type: ndcg_at_5
value: 30.989
verified: no, type: precision_at_1
value: 33.485
verified: no, type: precision_at_10
value: 10.593
verified: no, type: precision_at_100
value: 1.863
verified: no, type: precision_at_1000
value: 0.246
verified: no, type: precision_at_20
value: 6.658
verified: no, type: precision_at_3
value: 21.823999999999998
verified: no, type: precision_at_5
value: 16.482
verified: no, type: recall_at_1
value: 14.979999999999999
verified: no, type: recall_at_10
value: 39.641
verified: no, type: recall_at_100
value: 65.556
verified: no, type: recall_at_1000
value: 83.202
verified: no, type: recall_at_20
value: 48.701
verified: no, type: recall_at_3
value: 26.448
verified: no, type: recall_at_5
value: 32.309
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 50.646
verified: no, type: map_at_1
value: 11.03
verified: no, type: map_at_10
value: 23.942
verified: no, type: map_at_100
value: 33.595000000000006
verified: no, type: map_at_1000
value: 35.406
verified: no, type: map_at_20
value: 27.947
verified: no, type: map_at_3
value: 16.21
verified: no, type: map_at_5
value: 19.158
verified: no, type: mrr_at_1
value: 77.61194029850746
verified: no, type: mrr_at_10
value: 83.80597014925374
verified: no, type: mrr_at_100
value: 83.94018280689576
verified: no, type: mrr_at_1000
value: 83.95212310540323
verified: no, type: mrr_at_20
value: 83.90547263681594
verified: no, type: mrr_at_3
value: 82.83582089552239
verified: no, type: mrr_at_5
value: 83.50746268656717
verified: no, type: nauc_map_at_1000_diff1
value: 46.749813822095994
verified: no, type: nauc_map_at_1000_max
value: 13.82268550007058
verified: no, type: nauc_map_at_1000_std
value: -0.41938982386833096
verified: no, type: nauc_map_at_100_diff1
value: 47.693546390121114
verified: no, type: nauc_map_at_100_max
value: 12.65050079951075
verified: no, type: nauc_map_at_100_std
value: -4.780014876773591
verified: no, type: nauc_map_at_10_diff1
value: 61.4710131705618
verified: no, type: nauc_map_at_10_max
value: 3.6540180261579187
verified: no, type: nauc_map_at_10_std
value: -28.94512699926511
verified: no, type: nauc_map_at_1_diff1
value: 78.97150551563644
verified: no, type: nauc_map_at_1_max
value: -6.130504498165464
verified: no, type: nauc_map_at_1_std
value: -40.805677041559186
verified: no, type: nauc_map_at_20_diff1
value: 55.21575059361192
verified: no, type: nauc_map_at_20_max
value: 6.2670759673565595
verified: no, type: nauc_map_at_20_std
value: -20.716907815975507
verified: no, type: nauc_map_at_3_diff1
value: 69.45845841968335
verified: no, type: nauc_map_at_3_max
value: -0.4053208701402535
verified: no, type: nauc_map_at_3_std
value: -38.392413410451695
verified: no, type: nauc_map_at_5_diff1
value: 65.25982068137156
verified: no, type: nauc_map_at_5_max
value: -0.23378047675269126
verified: no, type: nauc_map_at_5_std
value: -36.77011968366825
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.16607496878154
verified: no, type: nauc_mrr_at_1000_max
value: 53.26474383081633
verified: no, type: nauc_mrr_at_1000_std
value: 44.64310496263336
verified: no, type: nauc_mrr_at_100_diff1
value: 44.11702190018642
verified: no, type: nauc_mrr_at_100_max
value: 53.27990989378437
verified: no, type: nauc_mrr_at_100_std
value: 44.66515255627964
verified: no, type: nauc_mrr_at_10_diff1
value: 44.400885532001745
verified: no, type: nauc_mrr_at_10_max
value: 53.6953402346631
verified: no, type: nauc_mrr_at_10_std
value: 44.97435307981567
verified: no, type: nauc_mrr_at_1_diff1
value: 46.27833298543312
verified: no, type: nauc_mrr_at_1_max
value: 42.95527694566197
verified: no, type: nauc_mrr_at_1_std
value: 38.34819072902029
verified: no, type: nauc_mrr_at_20_diff1
value: 44.21597352730565
verified: no, type: nauc_mrr_at_20_max
value: 53.38806174125155
verified: no, type: nauc_mrr_at_20_std
value: 44.79324661531812
verified: no, type: nauc_mrr_at_3_diff1
value: 43.66224705824827
verified: no, type: nauc_mrr_at_3_max
value: 53.23180791903105
verified: no, type: nauc_mrr_at_3_std
value: 44.43349044702786
verified: no, type: nauc_mrr_at_5_diff1
value: 43.528095394202474
verified: no, type: nauc_mrr_at_5_max
value: 54.03440152679073
verified: no, type: nauc_mrr_at_5_std
value: 44.79621802809768
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.48246353308846
verified: no, type: nauc_ndcg_at_1000_max
value: 31.816579886863018
verified: no, type: nauc_ndcg_at_1000_std
value: 24.158694249746574
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.625167084995056
verified: no, type: nauc_ndcg_at_100_max
value: 26.395105829067983
verified: no, type: nauc_ndcg_at_100_std
value: 10.363304253958725
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.86908731084752
verified: no, type: nauc_ndcg_at_10_max
value: 22.48203483834841
verified: no, type: nauc_ndcg_at_10_std
value: 6.2909997839301
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.19904519276495
verified: no, type: nauc_ndcg_at_1_max
value: 39.28539458094619
verified: no, type: nauc_ndcg_at_1_std
value: 18.055622171581145
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.49447236881872
verified: no, type: nauc_ndcg_at_20_max
value: 19.266991376566384
verified: no, type: nauc_ndcg_at_20_std
value: -2.421816962951546
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.7260679671906
verified: no, type: nauc_ndcg_at_3_max
value: 31.13081490912525
verified: no, type: nauc_ndcg_at_3_std
value: 14.246240436306778
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.26289083847805
verified: no, type: nauc_ndcg_at_5_max
value: 29.211908812453085
verified: no, type: nauc_ndcg_at_5_std
value: 11.889600649177105
verified: no, type: nauc_precision_at_1000_diff1
value: -30.748469800880645
verified: no, type: nauc_precision_at_1000_max
value: 19.417480125029428
verified: no, type: nauc_precision_at_1000_std
value: 56.70019782766074
verified: no, type: nauc_precision_at_100_diff1
value: -29.865813267831903
verified: no, type: nauc_precision_at_100_max
value: 23.12384878368056
verified: no, type: nauc_precision_at_100_std
value: 61.055054568941316
verified: no, type: nauc_precision_at_10_diff1
value: -21.009692231038027
verified: no, type: nauc_precision_at_10_max
value: 17.17005256478476
verified: no, type: nauc_precision_at_10_std
value: 46.84418408982082
verified: no, type: nauc_precision_at_1_diff1
value: 46.27833298543312
verified: no, type: nauc_precision_at_1_max
value: 42.95527694566197
verified: no, type: nauc_precision_at_1_std
value: 38.34819072902029
verified: no, type: nauc_precision_at_20_diff1
value: -28.241621476008145
verified: no, type: nauc_precision_at_20_max
value: 18.10002854156234
verified: no, type: nauc_precision_at_20_std
value: 49.6982351381192
verified: no, type: nauc_precision_at_3_diff1
value: -5.554611273606884
verified: no, type: nauc_precision_at_3_max
value: 36.00283130191982
verified: no, type: nauc_precision_at_3_std
value: 38.519667863269774
verified: no, type: nauc_precision_at_5_diff1
value: -19.733878565053846
verified: no, type: nauc_precision_at_5_max
value: 27.345271376901664
verified: no, type: nauc_precision_at_5_std
value: 42.2458596894888
verified: no, type: nauc_recall_at_1000_diff1
value: 30.821754146835833
verified: no, type: nauc_recall_at_1000_max
value: 20.332467117173373
verified: no, type: nauc_recall_at_1000_std
value: 34.14411348957753
verified: no, type: nauc_recall_at_100_diff1
value: 32.521295266192126
verified: no, type: nauc_recall_at_100_max
value: 18.108998962525813
verified: no, type: nauc_recall_at_100_std
value: 8.298216408897026
verified: no, type: nauc_recall_at_10_diff1
value: 54.54697313615533
verified: no, type: nauc_recall_at_10_max
value: -0.5557227949531418
verified: no, type: nauc_recall_at_10_std
value: -32.19440068210786
verified: no, type: nauc_recall_at_1_diff1
value: 78.97150551563644
verified: no, type: nauc_recall_at_1_max
value: -6.130504498165464
verified: no, type: nauc_recall_at_1_std
value: -40.805677041559186
verified: no, type: nauc_recall_at_20_diff1
value: 43.554781653824655
verified: no, type: nauc_recall_at_20_max
value: 1.4844544566658058
verified: no, type: nauc_recall_at_20_std
value: -25.71843978958663
verified: no, type: nauc_recall_at_3_diff1
value: 64.05074398888104
verified: no, type: nauc_recall_at_3_max
value: -0.9952472862393249
verified: no, type: nauc_recall_at_3_std
value: -40.44878148344615
verified: no, type: nauc_recall_at_5_diff1
value: 56.494223475808646
verified: no, type: nauc_recall_at_5_max
value: -2.1994046915880654
verified: no, type: nauc_recall_at_5_std
value: -39.86929189958492
verified: no, type: ndcg_at_1
value: 66.418
verified: no, type: ndcg_at_10
value: 50.646
verified: no, type: ndcg_at_100
value: 55.263
verified: no, type: ndcg_at_1000
value: 62.814
verified: no, type: ndcg_at_20
value: 49.552
verified: no, type: ndcg_at_3
value: 55.86
verified: no, type: ndcg_at_5
value: 52.897000000000006
verified: no, type: precision_at_1
value: 77.61200000000001
verified: no, type: precision_at_10
value: 37.761
verified: no, type: precision_at_100
value: 11.299
verified: no, type: precision_at_1000
value: 1.763
verified: no, type: precision_at_20
value: 28.731
verified: no, type: precision_at_3
value: 55.224
verified: no, type: precision_at_5
value: 47.760999999999996
verified: no, type: recall_at_1
value: 11.03
verified: no, type: recall_at_10
value: 31.252000000000002
verified: no, type: recall_at_100
value: 61.281
verified: no, type: recall_at_1000
value: 85.97
verified: no, type: recall_at_20
value: 41.092
verified: no, type: recall_at_3
value: 17.519000000000002
verified: no, type: recall_at_5
value: 22.18
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 44.463
verified: no, type: map_at_1
value: 9.788
verified: no, type: map_at_10
value: 21.609
verified: no, type: map_at_100
value: 30.814000000000004
verified: no, type: map_at_1000
value: 32.608
verified: no, type: map_at_20
value: 25.108999999999998
verified: no, type: map_at_3
value: 15.428
verified: no, type: map_at_5
value: 18.218
verified: no, type: mrr_at_1
value: 71.5
verified: no, type: mrr_at_10
value: 79.72668650793649
verified: no, type: mrr_at_100
value: 79.8883838490951
verified: no, type: mrr_at_1000
value: 79.89775721404739
verified: no, type: mrr_at_20
value: 79.82832120365015
verified: no, type: mrr_at_3
value: 78.79166666666666
verified: no, type: mrr_at_5
value: 79.40416666666665
verified: no, type: nauc_map_at_1000_diff1
value: 17.375031680280276
verified: no, type: nauc_map_at_1000_max
value: 24.851054504402914
verified: no, type: nauc_map_at_1000_std
value: 33.46293695471569
verified: no, type: nauc_map_at_100_diff1
value: 18.464324442263845
verified: no, type: nauc_map_at_100_max
value: 23.281690335566214
verified: no, type: nauc_map_at_100_std
value: 30.907383732999882
verified: no, type: nauc_map_at_10_diff1
value: 23.45077945244867
verified: no, type: nauc_map_at_10_max
value: 11.261334133386738
verified: no, type: nauc_map_at_10_std
value: 3.353783320134396
verified: no, type: nauc_map_at_1_diff1
value: 36.954746976863724
verified: no, type: nauc_map_at_1_max
value: -1.5297540745901643
verified: no, type: nauc_map_at_1_std
value: -16.679994927326756
verified: no, type: nauc_map_at_20_diff1
value: 21.776451852488343
verified: no, type: nauc_map_at_20_max
value: 16.074917961719752
verified: no, type: nauc_map_at_20_std
value: 13.058740140886712
verified: no, type: nauc_map_at_3_diff1
value: 25.689622022919046
verified: no, type: nauc_map_at_3_max
value: 0.5671357606826857
verified: no, type: nauc_map_at_3_std
value: -12.620721627341041
verified: no, type: nauc_map_at_5_diff1
value: 24.757257406644026
verified: no, type: nauc_map_at_5_max
value: 4.916904740159734
verified: no, type: nauc_map_at_5_std
value: -6.822930006128332
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.559865560836386
verified: no, type: nauc_mrr_at_1000_max
value: 61.468428945905195
verified: no, type: nauc_mrr_at_1000_std
value: 44.03756629629259
verified: no, type: nauc_mrr_at_100_diff1
value: 46.56406362108066
verified: no, type: nauc_mrr_at_100_max
value: 61.46588836286131
verified: no, type: nauc_mrr_at_100_std
value: 44.02567173370796
verified: no, type: nauc_mrr_at_10_diff1
value: 46.78241494765344
verified: no, type: nauc_mrr_at_10_max
value: 61.62762334662772
verified: no, type: nauc_mrr_at_10_std
value: 43.99095446343537
verified: no, type: nauc_mrr_at_1_diff1
value: 45.576194549676195
verified: no, type: nauc_mrr_at_1_max
value: 57.72896906344298
verified: no, type: nauc_mrr_at_1_std
value: 40.748173981706906
verified: no, type: nauc_mrr_at_20_diff1
value: 46.56366719674904
verified: no, type: nauc_mrr_at_20_max
value: 61.53689285695657
verified: no, type: nauc_mrr_at_20_std
value: 44.05763327168646
verified: no, type: nauc_mrr_at_3_diff1
value: 46.75914809101897
verified: no, type: nauc_mrr_at_3_max
value: 61.85477011236961
verified: no, type: nauc_mrr_at_3_std
value: 45.048472367494604
verified: no, type: nauc_mrr_at_5_diff1
value: 46.6606478337335
verified: no, type: nauc_mrr_at_5_max
value: 61.664619760561266
verified: no, type: nauc_mrr_at_5_std
value: 44.28977107829588
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.86113026731972
verified: no, type: nauc_ndcg_at_1000_max
value: 40.89908227748882
verified: no, type: nauc_ndcg_at_1000_std
value: 47.99980597239699
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.75146816571304
verified: no, type: nauc_ndcg_at_100_max
value: 35.05332254979754
verified: no, type: nauc_ndcg_at_100_std
value: 41.068841850422466
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.570966857693907
verified: no, type: nauc_ndcg_at_10_max
value: 36.41902652959281
verified: no, type: nauc_ndcg_at_10_std
value: 36.08975047168605
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.33163583796035
verified: no, type: nauc_ndcg_at_1_max
value: 44.26114500733438
verified: no, type: nauc_ndcg_at_1_std
value: 30.498097323497504
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.960547673928733
verified: no, type: nauc_ndcg_at_20_max
value: 32.43831433494772
verified: no, type: nauc_ndcg_at_20_std
value: 32.79775752841865
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.647250785375835
verified: no, type: nauc_ndcg_at_3_max
value: 36.362322526847706
verified: no, type: nauc_ndcg_at_3_std
value: 31.05235987942825
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.271795742482368
verified: no, type: nauc_ndcg_at_5_max
value: 36.801753871534984
verified: no, type: nauc_ndcg_at_5_std
value: 34.51605931502119
verified: no, type: nauc_precision_at_1000_diff1
value: -20.270386845002413
verified: no, type: nauc_precision_at_1000_max
value: 2.871816895421538
verified: no, type: nauc_precision_at_1000_std
value: 15.01493673822994
verified: no, type: nauc_precision_at_100_diff1
value: -11.51914278765532
verified: no, type: nauc_precision_at_100_max
value: 28.241727791913412
verified: no, type: nauc_precision_at_100_std
value: 51.127572793111185
verified: no, type: nauc_precision_at_10_diff1
value: -5.380490059126128
verified: no, type: nauc_precision_at_10_max
value: 41.41789863727103
verified: no, type: nauc_precision_at_10_std
value: 56.13359935176473
verified: no, type: nauc_precision_at_1_diff1
value: 45.576194549676195
verified: no, type: nauc_precision_at_1_max
value: 57.72896906344298
verified: no, type: nauc_precision_at_1_std
value: 40.748173981706906
verified: no, type: nauc_precision_at_20_diff1
value: -7.909933493324983
verified: no, type: nauc_precision_at_20_max
value: 36.25734653049458
verified: no, type: nauc_precision_at_20_std
value: 55.801562166432994
verified: no, type: nauc_precision_at_3_diff1
value: 2.53267910566852
verified: no, type: nauc_precision_at_3_max
value: 38.532604738141046
verified: no, type: nauc_precision_at_3_std
value: 41.805860471025284
verified: no, type: nauc_precision_at_5_diff1
value: -2.0148529473816996
verified: no, type: nauc_precision_at_5_max
value: 40.644695403335
verified: no, type: nauc_precision_at_5_std
value: 49.375213376859065
verified: no, type: nauc_recall_at_1000_diff1
value: 8.339460249746237
verified: no, type: nauc_recall_at_1000_max
value: 34.634401102850354
verified: no, type: nauc_recall_at_1000_std
value: 53.21629431602282
verified: no, type: nauc_recall_at_100_diff1
value: 15.440680329005167
verified: no, type: nauc_recall_at_100_max
value: 26.287973712231683
verified: no, type: nauc_recall_at_100_std
value: 38.310999052091496
verified: no, type: nauc_recall_at_10_diff1
value: 21.420724634571435
verified: no, type: nauc_recall_at_10_max
value: 8.13694929974024
verified: no, type: nauc_recall_at_10_std
value: 0.5716587790246369
verified: no, type: nauc_recall_at_1_diff1
value: 36.954746976863724
verified: no, type: nauc_recall_at_1_max
value: -1.5297540745901643
verified: no, type: nauc_recall_at_1_std
value: -16.679994927326756
verified: no, type: nauc_recall_at_20_diff1
value: 18.4645978129915
verified: no, type: nauc_recall_at_20_max
value: 12.450382815835878
verified: no, type: nauc_recall_at_20_std
value: 9.632484163697542
verified: no, type: nauc_recall_at_3_diff1
value: 22.416124328204436
verified: no, type: nauc_recall_at_3_max
value: -3.218774980928332
verified: no, type: nauc_recall_at_3_std
value: -15.129273257126528
verified: no, type: nauc_recall_at_5_diff1
value: 22.557287106783814
verified: no, type: nauc_recall_at_5_max
value: 1.9967140457545238
verified: no, type: nauc_recall_at_5_std
value: -9.291925484883594
verified: no, type: ndcg_at_1
value: 58.62500000000001
verified: no, type: ndcg_at_10
value: 44.463
verified: no, type: ndcg_at_100
value: 49.278
verified: no, type: ndcg_at_1000
value: 56.843999999999994
verified: no, type: ndcg_at_20
value: 43.842
verified: no, type: ndcg_at_3
value: 48.689
verified: no, type: ndcg_at_5
value: 46.589000000000006
verified: no, type: precision_at_1
value: 71.5
verified: no, type: precision_at_10
value: 35.375
verified: no, type: precision_at_100
value: 11.403
verified: no, type: precision_at_1000
value: 2.242
verified: no, type: precision_at_20
value: 26.8
verified: no, type: precision_at_3
value: 51.917
verified: no, type: precision_at_5
value: 45.35
verified: no, type: recall_at_1
value: 9.788
verified: no, type: recall_at_10
value: 27.123
verified: no, type: recall_at_100
value: 55.48800000000001
verified: no, type: recall_at_1000
value: 79.113
verified: no, type: recall_at_20
value: 34.858
verified: no, type: recall_at_3
value: 16.958000000000002
verified: no, type: recall_at_5
value: 21.065
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 88.64999999999999
verified: no, type: map_at_1
value: 77.255
verified: no, type: map_at_10
value: 85.169
verified: no, type: map_at_100
value: 85.351
verified: no, type: map_at_1000
value: 85.36399999999999
verified: no, type: map_at_20
value: 85.26
verified: no, type: map_at_3
value: 84.381
verified: no, type: map_at_5
value: 84.878
verified: no, type: mrr_at_1
value: 83.78337833783378
verified: no, type: mrr_at_10
value: 90.34676681953897
verified: no, type: mrr_at_100
value: 90.38006152933879
verified: no, type: mrr_at_1000
value: 90.38105582794016
verified: no, type: mrr_at_20
value: 90.37167986475033
verified: no, type: mrr_at_3
value: 89.90899089908976
verified: no, type: mrr_at_5
value: 90.18801880188
verified: no, type: nauc_map_at_1000_diff1
value: 48.12511552508137
verified: no, type: nauc_map_at_1000_max
value: 13.568949269597658
verified: no, type: nauc_map_at_1000_std
value: -10.600969004079342
verified: no, type: nauc_map_at_100_diff1
value: 48.08934266008355
verified: no, type: nauc_map_at_100_max
value: 13.55396415695952
verified: no, type: nauc_map_at_100_std
value: -10.60212004059611
verified: no, type: nauc_map_at_10_diff1
value: 47.76536099671083
verified: no, type: nauc_map_at_10_max
value: 13.182370215559983
verified: no, type: nauc_map_at_10_std
value: -11.021531318070458
verified: no, type: nauc_map_at_1_diff1
value: 54.11679553553126
verified: no, type: nauc_map_at_1_max
value: 10.265575560156355
verified: no, type: nauc_map_at_1_std
value: -12.111083723276545
verified: no, type: nauc_map_at_20_diff1
value: 47.928752432985995
verified: no, type: nauc_map_at_20_max
value: 13.34623561791217
verified: no, type: nauc_map_at_20_std
value: -10.786785714400214
verified: no, type: nauc_map_at_3_diff1
value: 47.75273975443192
verified: no, type: nauc_map_at_3_max
value: 12.84892003333417
verified: no, type: nauc_map_at_3_std
value: -11.890757494905994
verified: no, type: nauc_map_at_5_diff1
value: 47.85999138041634
verified: no, type: nauc_map_at_5_max
value: 13.172930696542377
verified: no, type: nauc_map_at_5_std
value: -11.345868689049436
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.43372441669159
verified: no, type: nauc_mrr_at_1000_max
value: 19.136227402838323
verified: no, type: nauc_mrr_at_1000_std
value: -20.710966351452793
verified: no, type: nauc_mrr_at_100_diff1
value: 71.43230899468782
verified: no, type: nauc_mrr_at_100_max
value: 19.14383336738965
verified: no, type: nauc_mrr_at_100_std
value: -20.71267993067476
verified: no, type: nauc_mrr_at_10_diff1
value: 71.4046256049301
verified: no, type: nauc_mrr_at_10_max
value: 19.215343144932866
verified: no, type: nauc_mrr_at_10_std
value: -20.838256012075515
verified: no, type: nauc_mrr_at_1_diff1
value: 71.81923147611779
verified: no, type: nauc_mrr_at_1_max
value: 15.506002297290431
verified: no, type: nauc_mrr_at_1_std
value: -18.15154459388298
verified: no, type: nauc_mrr_at_20_diff1
value: 71.42390021857346
verified: no, type: nauc_mrr_at_20_max
value: 19.16305870191451
verified: no, type: nauc_mrr_at_20_std
value: -20.742501642157677
verified: no, type: nauc_mrr_at_3_diff1
value: 71.35337406127367
verified: no, type: nauc_mrr_at_3_max
value: 20.152809849939516
verified: no, type: nauc_mrr_at_3_std
value: -21.210653055555845
verified: no, type: nauc_mrr_at_5_diff1
value: 71.50522468550169
verified: no, type: nauc_mrr_at_5_max
value: 19.723141393606312
verified: no, type: nauc_mrr_at_5_std
value: -20.86309506863733
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.39361652769403
verified: no, type: nauc_ndcg_at_1000_max
value: 16.175262322285946
verified: no, type: nauc_ndcg_at_1000_std
value: -10.122220891108254
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.42758790272144
verified: no, type: nauc_ndcg_at_100_max
value: 16.000371562715237
verified: no, type: nauc_ndcg_at_100_std
value: -9.787189605632676
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.055595169234834
verified: no, type: nauc_ndcg_at_10_max
value: 14.858325412282063
verified: no, type: nauc_ndcg_at_10_std
value: -11.106819781239894
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.81923147611779
verified: no, type: nauc_ndcg_at_1_max
value: 15.506002297290431
verified: no, type: nauc_ndcg_at_1_std
value: -18.15154459388298
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.465948689948355
verified: no, type: nauc_ndcg_at_20_max
value: 15.144792819318653
verified: no, type: nauc_ndcg_at_20_std
value: -10.493628648624705
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.201048638097625
verified: no, type: nauc_ndcg_at_3_max
value: 15.548158608009535
verified: no, type: nauc_ndcg_at_3_std
value: -12.788537369942476
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.656302018553994
verified: no, type: nauc_ndcg_at_5_max
value: 15.3777052187059
verified: no, type: nauc_ndcg_at_5_std
value: -11.761890570339622
verified: no, type: nauc_precision_at_1000_diff1
value: -7.587207859844254
verified: no, type: nauc_precision_at_1000_max
value: 10.034775019298706
verified: no, type: nauc_precision_at_1000_std
value: 10.771826580061331
verified: no, type: nauc_precision_at_100_diff1
value: -9.095610720732157
verified: no, type: nauc_precision_at_100_max
value: 13.304886901425087
verified: no, type: nauc_precision_at_100_std
value: 14.430000759554892
verified: no, type: nauc_precision_at_10_diff1
value: -7.766474069124403
verified: no, type: nauc_precision_at_10_max
value: 13.577880904242502
verified: no, type: nauc_precision_at_10_std
value: 5.601324437475049
verified: no, type: nauc_precision_at_1_diff1
value: 71.81923147611779
verified: no, type: nauc_precision_at_1_max
value: 15.506002297290431
verified: no, type: nauc_precision_at_1_std
value: -18.15154459388298
verified: no, type: nauc_precision_at_20_diff1
value: -8.711478204989803
verified: no, type: nauc_precision_at_20_max
value: 13.48344061715417
verified: no, type: nauc_precision_at_20_std
value: 10.629078920538515
verified: no, type: nauc_precision_at_3_diff1
value: 13.344156270804328
verified: no, type: nauc_precision_at_3_max
value: 18.283772246612788
verified: no, type: nauc_precision_at_3_std
value: -9.559293717760333
verified: no, type: nauc_precision_at_5_diff1
value: 2.335535732969584
verified: no, type: nauc_precision_at_5_max
value: 17.10399710293788
verified: no, type: nauc_precision_at_5_std
value: -1.111952947962031
verified: no, type: nauc_recall_at_1000_diff1
value: 5.8550778002058514
verified: no, type: nauc_recall_at_1000_max
value: 32.08063901915127
verified: no, type: nauc_recall_at_1000_std
value: 37.064521060746756
verified: no, type: nauc_recall_at_100_diff1
value: 4.3827059811871525
verified: no, type: nauc_recall_at_100_max
value: 23.036293742557053
verified: no, type: nauc_recall_at_100_std
value: 25.602427153026575
verified: no, type: nauc_recall_at_10_diff1
value: 11.166053941654045
verified: no, type: nauc_recall_at_10_max
value: 13.65241332067668
verified: no, type: nauc_recall_at_10_std
value: 3.484618971368651
verified: no, type: nauc_recall_at_1_diff1
value: 54.11679553553126
verified: no, type: nauc_recall_at_1_max
value: 10.265575560156355
verified: no, type: nauc_recall_at_1_std
value: -12.111083723276545
verified: no, type: nauc_recall_at_20_diff1
value: 8.71815473825628
verified: no, type: nauc_recall_at_20_max
value: 14.86256574978527
verified: no, type: nauc_recall_at_20_std
value: 9.660589150398796
verified: no, type: nauc_recall_at_3_diff1
value: 26.78083231166246
verified: no, type: nauc_recall_at_3_max
value: 16.004083622989636
verified: no, type: nauc_recall_at_3_std
value: -7.759307330933892
verified: no, type: nauc_recall_at_5_diff1
value: 21.33813171345775
verified: no, type: nauc_recall_at_5_max
value: 16.40061446525957
verified: no, type: nauc_recall_at_5_std
value: -2.7389917651976914
verified: no, type: ndcg_at_1
value: 83.783
verified: no, type: ndcg_at_10
value: 88.64999999999999
verified: no, type: ndcg_at_100
value: 89.25699999999999
verified: no, type: ndcg_at_1000
value: 89.49000000000001
verified: no, type: ndcg_at_20
value: 88.874
verified: no, type: ndcg_at_3
value: 87.57000000000001
verified: no, type: ndcg_at_5
value: 88.13600000000001
verified: no, type: precision_at_1
value: 83.783
verified: no, type: precision_at_10
value: 10.514999999999999
verified: no, type: precision_at_100
value: 1.111
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 5.341
verified: no, type: precision_at_3
value: 33.393
verified: no, type: precision_at_5
value: 20.519000000000002
verified: no, type: recall_at_1
value: 77.255
verified: no, type: recall_at_10
value: 94.28
verified: no, type: recall_at_100
value: 96.598
verified: no, type: recall_at_1000
value: 98.012
verified: no, type: recall_at_20
value: 95.018
verified: no, type: recall_at_3
value: 91.08000000000001
verified: no, type: recall_at_5
value: 92.708
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 87.435
verified: no, type: map_at_1
value: 74.981
verified: no, type: map_at_10
value: 83.653
verified: no, type: map_at_100
value: 83.86099999999999
verified: no, type: map_at_1000
value: 83.87400000000001
verified: no, type: map_at_20
value: 83.771
verified: no, type: map_at_3
value: 82.674
verified: no, type: map_at_5
value: 83.287
verified: no, type: mrr_at_1
value: 81.05310531053105
verified: no, type: mrr_at_10
value: 88.52425718762343
verified: no, type: mrr_at_100
value: 88.57207103103651
verified: no, type: mrr_at_1000
value: 88.57296718224823
verified: no, type: mrr_at_20
value: 88.55991399827933
verified: no, type: mrr_at_3
value: 87.92629262926283
verified: no, type: mrr_at_5
value: 88.3530853085307
verified: no, type: nauc_map_at_1000_diff1
value: 46.14240498162393
verified: no, type: nauc_map_at_1000_max
value: 6.1846219189540195
verified: no, type: nauc_map_at_1000_std
value: -14.48212291262028
verified: no, type: nauc_map_at_100_diff1
value: 46.108096799513106
verified: no, type: nauc_map_at_100_max
value: 6.173512887966413
verified: no, type: nauc_map_at_100_std
value: -14.464833239817674
verified: no, type: nauc_map_at_10_diff1
value: 45.83687033921735
verified: no, type: nauc_map_at_10_max
value: 5.9061650252110525
verified: no, type: nauc_map_at_10_std
value: -14.678508784636241
verified: no, type: nauc_map_at_1_diff1
value: 50.61046862885979
verified: no, type: nauc_map_at_1_max
value: 2.425955740916627
verified: no, type: nauc_map_at_1_std
value: -16.328891990762585
verified: no, type: nauc_map_at_20_diff1
value: 45.97546559851971
verified: no, type: nauc_map_at_20_max
value: 6.0662775855496776
verified: no, type: nauc_map_at_20_std
value: -14.49963601234895
verified: no, type: nauc_map_at_3_diff1
value: 46.1202533097099
verified: no, type: nauc_map_at_3_max
value: 5.616814189395492
verified: no, type: nauc_map_at_3_std
value: -15.978283808772531
verified: no, type: nauc_map_at_5_diff1
value: 45.599136626253866
verified: no, type: nauc_map_at_5_max
value: 5.7843333783824775
verified: no, type: nauc_map_at_5_std
value: -15.309824576718336
verified: no, type: nauc_mrr_at_1000_diff1
value: 62.30030029453455
verified: no, type: nauc_mrr_at_1000_max
value: 6.356344776268262
verified: no, type: nauc_mrr_at_1000_std
value: -24.730184755892026
verified: no, type: nauc_mrr_at_100_diff1
value: 62.29832882893961
verified: no, type: nauc_mrr_at_100_max
value: 6.36350427889769
verified: no, type: nauc_mrr_at_100_std
value: -24.72049425785792
verified: no, type: nauc_mrr_at_10_diff1
value: 62.256874535633436
verified: no, type: nauc_mrr_at_10_max
value: 6.365853830220074
verified: no, type: nauc_mrr_at_10_std
value: -24.877671128830876
verified: no, type: nauc_mrr_at_1_diff1
value: 63.473487705718426
verified: no, type: nauc_mrr_at_1_max
value: 3.8567763282224803
verified: no, type: nauc_mrr_at_1_std
value: -23.25636348392456
verified: no, type: nauc_mrr_at_20_diff1
value: 62.303829622689
verified: no, type: nauc_mrr_at_20_max
value: 6.425728128294657
verified: no, type: nauc_mrr_at_20_std
value: -24.700586855661893
verified: no, type: nauc_mrr_at_3_diff1
value: 62.13552742024581
verified: no, type: nauc_mrr_at_3_max
value: 6.430964417533111
verified: no, type: nauc_mrr_at_3_std
value: -25.852406375576
verified: no, type: nauc_mrr_at_5_diff1
value: 62.060923711273965
verified: no, type: nauc_mrr_at_5_max
value: 6.322071082109083
verified: no, type: nauc_mrr_at_5_std
value: -25.6218764204596
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.81098089339254
verified: no, type: nauc_ndcg_at_1000_max
value: 7.970335565370969
verified: no, type: nauc_ndcg_at_1000_std
value: -13.954592108035785
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.02098088114501
verified: no, type: nauc_ndcg_at_100_max
value: 8.050188640792946
verified: no, type: nauc_ndcg_at_100_std
value: -13.26180999246677
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.717367513521225
verified: no, type: nauc_ndcg_at_10_max
value: 7.12252438038365
verified: no, type: nauc_ndcg_at_10_std
value: -14.125413198369552
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.473487705718426
verified: no, type: nauc_ndcg_at_1_max
value: 3.8567763282224803
verified: no, type: nauc_ndcg_at_1_std
value: -23.25636348392456
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.13337017312619
verified: no, type: nauc_ndcg_at_20_max
value: 7.620589557775606
verified: no, type: nauc_ndcg_at_20_std
value: -13.336897266394992
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.36662761546531
verified: no, type: nauc_ndcg_at_3_max
value: 7.168741804362151
verified: no, type: nauc_ndcg_at_3_std
value: -17.634918228466123
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.62932198258297
verified: no, type: nauc_ndcg_at_5_max
value: 6.996099116999571
verified: no, type: nauc_ndcg_at_5_std
value: -16.1735603835562
verified: no, type: nauc_precision_at_1000_diff1
value: -4.608190037353962
verified: no, type: nauc_precision_at_1000_max
value: 10.010479306018528
verified: no, type: nauc_precision_at_1000_std
value: 4.313257227180172
verified: no, type: nauc_precision_at_100_diff1
value: -6.6893029843110146
verified: no, type: nauc_precision_at_100_max
value: 12.413145442192345
verified: no, type: nauc_precision_at_100_std
value: 9.10695142014202
verified: no, type: nauc_precision_at_10_diff1
value: -5.092747483622398
verified: no, type: nauc_precision_at_10_max
value: 13.276263457275084
verified: no, type: nauc_precision_at_10_std
value: 5.687441173372954
verified: no, type: nauc_precision_at_1_diff1
value: 63.473487705718426
verified: no, type: nauc_precision_at_1_max
value: 3.8567763282224803
verified: no, type: nauc_precision_at_1_std
value: -23.25636348392456
verified: no, type: nauc_precision_at_20_diff1
value: -7.572611499118658
verified: no, type: nauc_precision_at_20_max
value: 13.865424005937452
verified: no, type: nauc_precision_at_20_std
value: 9.656961531290484
verified: no, type: nauc_precision_at_3_diff1
value: 20.95424640418592
verified: no, type: nauc_precision_at_3_max
value: 15.165327791145916
verified: no, type: nauc_precision_at_3_std
value: -13.928428150348598
verified: no, type: nauc_precision_at_5_diff1
value: 4.551646626065323
verified: no, type: nauc_precision_at_5_max
value: 15.356949460723632
verified: no, type: nauc_precision_at_5_std
value: -4.920978124087124
verified: no, type: nauc_recall_at_1000_diff1
value: 0.7642613575735239
verified: no, type: nauc_recall_at_1000_max
value: 36.15279773872626
verified: no, type: nauc_recall_at_1000_std
value: 50.6159041911611
verified: no, type: nauc_recall_at_100_diff1
value: 4.3525325750852915
verified: no, type: nauc_recall_at_100_max
value: 28.586607700542714
verified: no, type: nauc_recall_at_100_std
value: 39.43604834805734
verified: no, type: nauc_recall_at_10_diff1
value: 12.926832543562524
verified: no, type: nauc_recall_at_10_max
value: 13.171467441816146
verified: no, type: nauc_recall_at_10_std
value: 8.93368714277416
verified: no, type: nauc_recall_at_1_diff1
value: 50.61046862885979
verified: no, type: nauc_recall_at_1_max
value: 2.425955740916627
verified: no, type: nauc_recall_at_1_std
value: -16.328891990762585
verified: no, type: nauc_recall_at_20_diff1
value: 9.529885126882741
verified: no, type: nauc_recall_at_20_max
value: 18.260862028666438
verified: no, type: nauc_recall_at_20_std
value: 20.87997909359809
verified: no, type: nauc_recall_at_3_diff1
value: 29.327875346479388
verified: no, type: nauc_recall_at_3_max
value: 9.683655931257292
verified: no, type: nauc_recall_at_3_std
value: -12.017770715000532
verified: no, type: nauc_recall_at_5_diff1
value: 19.8873084969436
verified: no, type: nauc_recall_at_5_max
value: 10.63514554861997
verified: no, type: nauc_recall_at_5_std
value: -6.100038797712149
verified: no, type: ndcg_at_1
value: 81.053
verified: no, type: ndcg_at_10
value: 87.435
verified: no, type: ndcg_at_100
value: 88.142
verified: no, type: ndcg_at_1000
value: 88.36699999999999
verified: no, type: ndcg_at_20
value: 87.739
verified: no, type: ndcg_at_3
value: 85.978
verified: no, type: ndcg_at_5
value: 86.788
verified: no, type: precision_at_1
value: 81.053
verified: no, type: precision_at_10
value: 10.437000000000001
verified: no, type: precision_at_100
value: 1.103
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 5.314
verified: no, type: precision_at_3
value: 32.873000000000005
verified: no, type: precision_at_5
value: 20.279
verified: no, type: recall_at_1
value: 74.981
verified: no, type: recall_at_10
value: 94.242
verified: no, type: recall_at_100
value: 96.968
verified: no, type: recall_at_1000
value: 98.33800000000001
verified: no, type: recall_at_20
value: 95.275
verified: no, type: recall_at_3
value: 90.21000000000001
verified: no, type: recall_at_5
value: 92.364
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 86.56099999999999
verified: no, type: map_at_1
value: 72.21300000000001
verified: no, type: map_at_10
value: 82.22699999999999
verified: no, type: map_at_100
value: 82.492
verified: no, type: map_at_1000
value: 82.509
verified: no, type: map_at_20
value: 82.384
verified: no, type: map_at_3
value: 81.012
verified: no, type: map_at_5
value: 81.827
verified: no, type: mrr_at_1
value: 80.48174118932701
verified: no, type: mrr_at_10
value: 88.44588090828918
verified: no, type: mrr_at_100
value: 88.4788741387046
verified: no, type: mrr_at_1000
value: 88.4790755480462
verified: no, type: mrr_at_20
value: 88.47304662364945
verified: no, type: mrr_at_3
value: 87.82108490422577
verified: no, type: mrr_at_5
value: 88.29622378046524
verified: no, type: nauc_map_at_1000_diff1
value: 37.32923541003442
verified: no, type: nauc_map_at_1000_max
value: -5.359095440076856
verified: no, type: nauc_map_at_1000_std
value: -22.442879064254956
verified: no, type: nauc_map_at_100_diff1
value: 37.29004026756419
verified: no, type: nauc_map_at_100_max
value: -5.361870410697577
verified: no, type: nauc_map_at_100_std
value: -22.41628823533935
verified: no, type: nauc_map_at_10_diff1
value: 36.861769872580815
verified: no, type: nauc_map_at_10_max
value: -5.567242961864721
verified: no, type: nauc_map_at_10_std
value: -22.412744554284842
verified: no, type: nauc_map_at_1_diff1
value: 42.9747708308183
verified: no, type: nauc_map_at_1_max
value: -7.249290294686461
verified: no, type: nauc_map_at_1_std
value: -23.10192038507521
verified: no, type: nauc_map_at_20_diff1
value: 37.07248863698633
verified: no, type: nauc_map_at_20_max
value: -5.441593629521792
verified: no, type: nauc_map_at_20_std
value: -22.36943344269823
verified: no, type: nauc_map_at_3_diff1
value: 36.74111398203012
verified: no, type: nauc_map_at_3_max
value: -6.452157513325058
verified: no, type: nauc_map_at_3_std
value: -23.93890877957013
verified: no, type: nauc_map_at_5_diff1
value: 36.625141407824735
verified: no, type: nauc_map_at_5_max
value: -5.864765833683385
verified: no, type: nauc_map_at_5_std
value: -22.773631881202967
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.72385177985896
verified: no, type: nauc_mrr_at_1000_max
value: -8.132359498658397
verified: no, type: nauc_mrr_at_1000_std
value: -39.40225550515249
verified: no, type: nauc_mrr_at_100_diff1
value: 57.72408745167823
verified: no, type: nauc_mrr_at_100_max
value: -8.131150898290278
verified: no, type: nauc_mrr_at_100_std
value: -39.4020380770972
verified: no, type: nauc_mrr_at_10_diff1
value: 57.71763338551041
verified: no, type: nauc_mrr_at_10_max
value: -8.131006257564982
verified: no, type: nauc_mrr_at_10_std
value: -39.508932554524996
verified: no, type: nauc_mrr_at_1_diff1
value: 58.84813890985453
verified: no, type: nauc_mrr_at_1_max
value: -7.148657120271318
verified: no, type: nauc_mrr_at_1_std
value: -35.10095845964509
verified: no, type: nauc_mrr_at_20_diff1
value: 57.72281173423275
verified: no, type: nauc_mrr_at_20_max
value: -8.121468354197358
verified: no, type: nauc_mrr_at_20_std
value: -39.41212536881133
verified: no, type: nauc_mrr_at_3_diff1
value: 57.30929380153681
verified: no, type: nauc_mrr_at_3_max
value: -8.656817243234048
verified: no, type: nauc_mrr_at_3_std
value: -40.982621907605306
verified: no, type: nauc_mrr_at_5_diff1
value: 57.64357740137117
verified: no, type: nauc_mrr_at_5_max
value: -8.217447601430397
verified: no, type: nauc_mrr_at_5_std
value: -40.004654935245156
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.456836969012684
verified: no, type: nauc_ndcg_at_1000_max
value: -4.554039345654236
verified: no, type: nauc_ndcg_at_1000_std
value: -23.554219088125553
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.57601564904512
verified: no, type: nauc_ndcg_at_100_max
value: -4.4180771506140175
verified: no, type: nauc_ndcg_at_100_std
value: -22.77318548595954
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.95399053988775
verified: no, type: nauc_ndcg_at_10_max
value: -4.962155509183936
verified: no, type: nauc_ndcg_at_10_std
value: -22.67027102247201
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.84813890985453
verified: no, type: nauc_ndcg_at_1_max
value: -7.148657120271318
verified: no, type: nauc_ndcg_at_1_std
value: -35.10095845964509
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.47120121711935
verified: no, type: nauc_ndcg_at_20_max
value: -4.634556758700681
verified: no, type: nauc_ndcg_at_20_std
value: -22.414472983942492
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.413347606529335
verified: no, type: nauc_ndcg_at_3_max
value: -6.14356883481873
verified: no, type: nauc_ndcg_at_3_std
value: -26.88170783033852
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.005727276106775
verified: no, type: nauc_ndcg_at_5_max
value: -5.4137285022218435
verified: no, type: nauc_ndcg_at_5_std
value: -23.999236816373756
verified: no, type: nauc_precision_at_1000_diff1
value: -1.1635551306722967
verified: no, type: nauc_precision_at_1000_max
value: 10.896413712860566
verified: no, type: nauc_precision_at_1000_std
value: 2.3246874191515157
verified: no, type: nauc_precision_at_100_diff1
value: -2.727489712611685
verified: no, type: nauc_precision_at_100_max
value: 12.249725894620063
verified: no, type: nauc_precision_at_100_std
value: 4.609079555342843
verified: no, type: nauc_precision_at_10_diff1
value: -4.581131252588009
verified: no, type: nauc_precision_at_10_max
value: 10.143024794307918
verified: no, type: nauc_precision_at_10_std
value: 0.2701051149847926
verified: no, type: nauc_precision_at_1_diff1
value: 58.84813890985453
verified: no, type: nauc_precision_at_1_max
value: -7.148657120271318
verified: no, type: nauc_precision_at_1_std
value: -35.10095845964509
verified: no, type: nauc_precision_at_20_diff1
value: -4.403750400342156
verified: no, type: nauc_precision_at_20_max
value: 11.452041496155529
verified: no, type: nauc_precision_at_20_std
value: 3.216020187205585
verified: no, type: nauc_precision_at_3_diff1
value: 9.787754895986547
verified: no, type: nauc_precision_at_3_max
value: 1.8743526876348817
verified: no, type: nauc_precision_at_3_std
value: -22.800504315751173
verified: no, type: nauc_precision_at_5_diff1
value: -0.9174754849135418
verified: no, type: nauc_precision_at_5_max
value: 7.147940717069395
verified: no, type: nauc_precision_at_5_std
value: -8.059722729524335
verified: no, type: nauc_recall_at_1000_diff1
value: -12.945950337667655
verified: no, type: nauc_recall_at_1000_max
value: 24.06090741784359
verified: no, type: nauc_recall_at_1000_std
value: 40.15437535710061
verified: no, type: nauc_recall_at_100_diff1
value: -7.462722039743709
verified: no, type: nauc_recall_at_100_max
value: 16.082546490413804
verified: no, type: nauc_recall_at_100_std
value: 28.634606163725863
verified: no, type: nauc_recall_at_10_diff1
value: 1.7339686372342604
verified: no, type: nauc_recall_at_10_max
value: 5.097055736811297
verified: no, type: nauc_recall_at_10_std
value: 7.011828597941062
verified: no, type: nauc_recall_at_1_diff1
value: 42.9747708308183
verified: no, type: nauc_recall_at_1_max
value: -7.249290294686461
verified: no, type: nauc_recall_at_1_std
value: -23.10192038507521
verified: no, type: nauc_recall_at_20_diff1
value: -2.3238818761975795
verified: no, type: nauc_recall_at_20_max
value: 9.07708790464009
verified: no, type: nauc_recall_at_20_std
value: 15.568994701873468
verified: no, type: nauc_recall_at_3_diff1
value: 17.145249528698066
verified: no, type: nauc_recall_at_3_max
value: -4.5872505802077335
verified: no, type: nauc_recall_at_3_std
value: -17.921913670095183
verified: no, type: nauc_recall_at_5_diff1
value: 8.88215070605085
verified: no, type: nauc_recall_at_5_max
value: 0.3400651614243859
verified: no, type: nauc_recall_at_5_std
value: -5.632858563012691
verified: no, type: ndcg_at_1
value: 80.482
verified: no, type: ndcg_at_10
value: 86.56099999999999
verified: no, type: ndcg_at_100
value: 87.368
verified: no, type: ndcg_at_1000
value: 87.63499999999999
verified: no, type: ndcg_at_20
value: 86.92800000000001
verified: no, type: ndcg_at_3
value: 84.955
verified: no, type: ndcg_at_5
value: 85.919
verified: no, type: precision_at_1
value: 80.482
verified: no, type: precision_at_10
value: 10.84
verified: no, type: precision_at_100
value: 1.166
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_20
value: 5.563
verified: no, type: precision_at_3
value: 33.641
verified: no, type: precision_at_5
value: 20.964
verified: no, type: recall_at_1
value: 72.21300000000001
verified: no, type: recall_at_10
value: 93.795
verified: no, type: recall_at_100
value: 96.674
verified: no, type: recall_at_1000
value: 98.205
verified: no, type: recall_at_20
value: 94.948
verified: no, type: recall_at_3
value: 89.188
verified: no, type: recall_at_5
value: 91.89699999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 44.874
verified: no, type: map_at_1
value: 25.554
verified: no, type: map_at_10
value: 37.157000000000004
verified: no, type: map_at_100
value: 38.943
verified: no, type: map_at_1000
value: 39.102
verified: no, type: map_at_20
value: 38.173
verified: no, type: map_at_3
value: 32.729
verified: no, type: map_at_5
value: 35.061
verified: no, type: mrr_at_1
value: 45.800000000000004
verified: no, type: mrr_at_10
value: 53.25738095238094
verified: no, type: mrr_at_100
value: 53.98819286210455
verified: no, type: mrr_at_1000
value: 54.030027403873724
verified: no, type: mrr_at_20
value: 53.74143904599013
verified: no, type: mrr_at_3
value: 51.000000000000014
verified: no, type: mrr_at_5
value: 52.30999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 46.763509151363166
verified: no, type: nauc_map_at_1000_max
value: 28.768062016261155
verified: no, type: nauc_map_at_1000_std
value: 3.0129566502781753
verified: no, type: nauc_map_at_100_diff1
value: 46.75356281280302
verified: no, type: nauc_map_at_100_max
value: 28.697109688680534
verified: no, type: nauc_map_at_100_std
value: 2.98086242745498
verified: no, type: nauc_map_at_10_diff1
value: 46.90381011086511
verified: no, type: nauc_map_at_10_max
value: 27.4527629039281
verified: no, type: nauc_map_at_10_std
value: 1.1291745476435884
verified: no, type: nauc_map_at_1_diff1
value: 48.33032759955959
verified: no, type: nauc_map_at_1_max
value: 22.391437508015226
verified: no, type: nauc_map_at_1_std
value: -2.7345411216863766
verified: no, type: nauc_map_at_20_diff1
value: 46.62357425324139
verified: no, type: nauc_map_at_20_max
value: 28.137639704531686
verified: no, type: nauc_map_at_20_std
value: 2.175364829675028
verified: no, type: nauc_map_at_3_diff1
value: 47.09395643913574
verified: no, type: nauc_map_at_3_max
value: 25.522334862376482
verified: no, type: nauc_map_at_3_std
value: -1.7499764295586555
verified: no, type: nauc_map_at_5_diff1
value: 47.088687390770126
verified: no, type: nauc_map_at_5_max
value: 26.621894937003532
verified: no, type: nauc_map_at_5_std
value: -0.11347437212377846
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.169580650511676
verified: no, type: nauc_mrr_at_1000_max
value: 42.589982827419334
verified: no, type: nauc_mrr_at_1000_std
value: 9.270447132748673
verified: no, type: nauc_mrr_at_100_diff1
value: 54.159671790628195
verified: no, type: nauc_mrr_at_100_max
value: 42.579289414249835
verified: no, type: nauc_mrr_at_100_std
value: 9.27315009020055
verified: no, type: nauc_mrr_at_10_diff1
value: 54.16721338694943
verified: no, type: nauc_mrr_at_10_max
value: 42.45505658459557
verified: no, type: nauc_mrr_at_10_std
value: 8.798155032599674
verified: no, type: nauc_mrr_at_1_diff1
value: 56.20829207953295
verified: no, type: nauc_mrr_at_1_max
value: 42.91690849928963
verified: no, type: nauc_mrr_at_1_std
value: 8.890861484401473
verified: no, type: nauc_mrr_at_20_diff1
value: 54.097509580707104
verified: no, type: nauc_mrr_at_20_max
value: 42.49047013868743
verified: no, type: nauc_mrr_at_20_std
value: 9.243287912038888
verified: no, type: nauc_mrr_at_3_diff1
value: 54.688451695195326
verified: no, type: nauc_mrr_at_3_max
value: 42.55241180331927
verified: no, type: nauc_mrr_at_3_std
value: 8.445158230066568
verified: no, type: nauc_mrr_at_5_diff1
value: 54.17733930320079
verified: no, type: nauc_mrr_at_5_max
value: 42.25518269900131
verified: no, type: nauc_mrr_at_5_std
value: 8.826463219453128
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.366830534050976
verified: no, type: nauc_ndcg_at_1000_max
value: 35.109898990740696
verified: no, type: nauc_ndcg_at_1000_std
value: 9.221531654043496
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.07081030067787
verified: no, type: nauc_ndcg_at_100_max
value: 34.35730435839074
verified: no, type: nauc_ndcg_at_100_std
value: 9.592149120459222
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.03168151591368
verified: no, type: nauc_ndcg_at_10_max
value: 31.31245092846216
verified: no, type: nauc_ndcg_at_10_std
value: 4.774236737326802
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.20829207953295
verified: no, type: nauc_ndcg_at_1_max
value: 42.91690849928963
verified: no, type: nauc_ndcg_at_1_std
value: 8.890861484401473
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.38090326186517
verified: no, type: nauc_ndcg_at_20_max
value: 32.19386385519328
verified: no, type: nauc_ndcg_at_20_std
value: 6.810139964510753
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.6059376703799
verified: no, type: nauc_ndcg_at_3_max
value: 32.67819124349061
verified: no, type: nauc_ndcg_at_3_std
value: 3.6427274540943086
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.729951651884925
verified: no, type: nauc_ndcg_at_5_max
value: 30.867372762701855
verified: no, type: nauc_ndcg_at_5_std
value: 3.8274061216487394
verified: no, type: nauc_precision_at_1000_diff1
value: -2.353765753893674
verified: no, type: nauc_precision_at_1000_max
value: 25.59608017932468
verified: no, type: nauc_precision_at_1000_std
value: 22.80181908619341
verified: no, type: nauc_precision_at_100_diff1
value: 4.615247028604855
verified: no, type: nauc_precision_at_100_max
value: 30.25611102396034
verified: no, type: nauc_precision_at_100_std
value: 28.233201922921896
verified: no, type: nauc_precision_at_10_diff1
value: 18.422388904203025
verified: no, type: nauc_precision_at_10_max
value: 30.89324316202028
verified: no, type: nauc_precision_at_10_std
value: 18.343630631993715
verified: no, type: nauc_precision_at_1_diff1
value: 56.20829207953295
verified: no, type: nauc_precision_at_1_max
value: 42.91690849928963
verified: no, type: nauc_precision_at_1_std
value: 8.890861484401473
verified: no, type: nauc_precision_at_20_diff1
value: 11.116959256700724
verified: no, type: nauc_precision_at_20_max
value: 30.484646790281882
verified: no, type: nauc_precision_at_20_std
value: 24.468092883172346
verified: no, type: nauc_precision_at_3_diff1
value: 34.10536344989137
verified: no, type: nauc_precision_at_3_max
value: 37.24921411319198
verified: no, type: nauc_precision_at_3_std
value: 10.598700100739142
verified: no, type: nauc_precision_at_5_diff1
value: 25.972678366343626
verified: no, type: nauc_precision_at_5_max
value: 33.782187544075285
verified: no, type: nauc_precision_at_5_std
value: 14.72781628417725
verified: no, type: nauc_recall_at_1000_diff1
value: 36.55627458374837
verified: no, type: nauc_recall_at_1000_max
value: 38.95489760216261
verified: no, type: nauc_recall_at_1000_std
value: 38.40584391418862
verified: no, type: nauc_recall_at_100_diff1
value: 36.04232284300105
verified: no, type: nauc_recall_at_100_max
value: 30.101566035272025
verified: no, type: nauc_recall_at_100_std
value: 25.726155244628004
verified: no, type: nauc_recall_at_10_diff1
value: 41.01172833164805
verified: no, type: nauc_recall_at_10_max
value: 23.976999088516028
verified: no, type: nauc_recall_at_10_std
value: 5.1785916214973815
verified: no, type: nauc_recall_at_1_diff1
value: 48.33032759955959
verified: no, type: nauc_recall_at_1_max
value: 22.391437508015226
verified: no, type: nauc_recall_at_1_std
value: -2.7345411216863766
verified: no, type: nauc_recall_at_20_diff1
value: 36.12608470753002
verified: no, type: nauc_recall_at_20_max
value: 24.27805595843604
verified: no, type: nauc_recall_at_20_std
value: 10.90998386167403
verified: no, type: nauc_recall_at_3_diff1
value: 44.4111049052806
verified: no, type: nauc_recall_at_3_max
value: 22.890760809978094
verified: no, type: nauc_recall_at_3_std
value: -2.2637204931966606
verified: no, type: nauc_recall_at_5_diff1
value: 41.877649098288735
verified: no, type: nauc_recall_at_5_max
value: 22.343121393202157
verified: no, type: nauc_recall_at_5_std
value: 1.2989742291659185
verified: no, type: ndcg_at_1
value: 45.800000000000004
verified: no, type: ndcg_at_10
value: 44.874
verified: no, type: ndcg_at_100
value: 51.064
verified: no, type: ndcg_at_1000
value: 53.734
verified: no, type: ndcg_at_20
value: 47.439
verified: no, type: ndcg_at_3
value: 40.952
verified: no, type: ndcg_at_5
value: 42.092
verified: no, type: precision_at_1
value: 45.800000000000004
verified: no, type: precision_at_10
value: 11.48
verified: no, type: precision_at_100
value: 1.804
verified: no, type: precision_at_1000
value: 0.22499999999999998
verified: no, type: precision_at_20
value: 6.84
verified: no, type: precision_at_3
value: 25.067
verified: no, type: precision_at_5
value: 18.32
verified: no, type: recall_at_1
value: 25.554
verified: no, type: recall_at_10
value: 51.474
verified: no, type: recall_at_100
value: 74.735
verified: no, type: recall_at_1000
value: 90.914
verified: no, type: recall_at_20
value: 59.736999999999995
verified: no, type: recall_at_3
value: 36.582
verified: no, type: recall_at_5
value: 42.917
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 42.672
verified: no, type: map_at_1
value: 20.810000000000002
verified: no, type: map_at_10
value: 34.816
verified: no, type: map_at_100
value: 36.559000000000005
verified: no, type: map_at_1000
value: 36.739
verified: no, type: map_at_20
value: 35.793
verified: no, type: map_at_3
value: 30.709999999999997
verified: no, type: map_at_5
value: 32.903
verified: no, type: mrr_at_1
value: 40.74074074074074
verified: no, type: mrr_at_10
value: 50.31225504605135
verified: no, type: mrr_at_100
value: 51.10974962073793
verified: no, type: mrr_at_1000
value: 51.145458083558594
verified: no, type: mrr_at_20
value: 50.835867941005674
verified: no, type: mrr_at_3
value: 48.17386831275719
verified: no, type: mrr_at_5
value: 49.36213991769546
verified: no, type: nauc_map_at_1000_diff1
value: 42.6898312513211
verified: no, type: nauc_map_at_1000_max
value: 26.281671731871985
verified: no, type: nauc_map_at_1000_std
value: 0.7620867046583552
verified: no, type: nauc_map_at_100_diff1
value: 42.57169669036131
verified: no, type: nauc_map_at_100_max
value: 26.145640161493173
verified: no, type: nauc_map_at_100_std
value: 0.7367651475823449
verified: no, type: nauc_map_at_10_diff1
value: 42.31258901668185
verified: no, type: nauc_map_at_10_max
value: 24.77533473513109
verified: no, type: nauc_map_at_10_std
value: -0.7497212250554994
verified: no, type: nauc_map_at_1_diff1
value: 48.41859846141981
verified: no, type: nauc_map_at_1_max
value: 18.10254250440143
verified: no, type: nauc_map_at_1_std
value: -5.915838853200118
verified: no, type: nauc_map_at_20_diff1
value: 42.34856289190343
verified: no, type: nauc_map_at_20_max
value: 25.69107238299756
verified: no, type: nauc_map_at_20_std
value: 0.27588502783188223
verified: no, type: nauc_map_at_3_diff1
value: 44.04496251583725
verified: no, type: nauc_map_at_3_max
value: 22.64325180927134
verified: no, type: nauc_map_at_3_std
value: -2.204734451292917
verified: no, type: nauc_map_at_5_diff1
value: 43.40971038290712
verified: no, type: nauc_map_at_5_max
value: 23.97382467102329
verified: no, type: nauc_map_at_5_std
value: -1.1419214343255244
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.07479963154328
verified: no, type: nauc_mrr_at_1000_max
value: 35.08039964920313
verified: no, type: nauc_mrr_at_1000_std
value: 2.395230067270119
verified: no, type: nauc_mrr_at_100_diff1
value: 53.05361788036026
verified: no, type: nauc_mrr_at_100_max
value: 35.09788748290212
verified: no, type: nauc_mrr_at_100_std
value: 2.418854060474198
verified: no, type: nauc_mrr_at_10_diff1
value: 52.72364127433612
verified: no, type: nauc_mrr_at_10_max
value: 34.776193049704396
verified: no, type: nauc_mrr_at_10_std
value: 2.003219818180847
verified: no, type: nauc_mrr_at_1_diff1
value: 56.825212094166545
verified: no, type: nauc_mrr_at_1_max
value: 32.907554590039815
verified: no, type: nauc_mrr_at_1_std
value: -1.364505805796406
verified: no, type: nauc_mrr_at_20_diff1
value: 52.99965015232407
verified: no, type: nauc_mrr_at_20_max
value: 34.968116095845254
verified: no, type: nauc_mrr_at_20_std
value: 2.3485485371198633
verified: no, type: nauc_mrr_at_3_diff1
value: 53.8968569125276
verified: no, type: nauc_mrr_at_3_max
value: 35.711600898114334
verified: no, type: nauc_mrr_at_3_std
value: 1.9859332685100484
verified: no, type: nauc_mrr_at_5_diff1
value: 53.582871272036016
verified: no, type: nauc_mrr_at_5_max
value: 34.93684472388838
verified: no, type: nauc_mrr_at_5_std
value: 2.3347159901923065
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.36787254964793
verified: no, type: nauc_ndcg_at_1000_max
value: 32.2681824363134
verified: no, type: nauc_ndcg_at_1000_std
value: 5.815945066818261
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.08061590784506
verified: no, type: nauc_ndcg_at_100_max
value: 31.279868971364078
verified: no, type: nauc_ndcg_at_100_std
value: 6.33649305085534
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.631906063381905
verified: no, type: nauc_ndcg_at_10_max
value: 27.516462342453263
verified: no, type: nauc_ndcg_at_10_std
value: 1.3896722992639912
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.825212094166545
verified: no, type: nauc_ndcg_at_1_max
value: 32.907554590039815
verified: no, type: nauc_ndcg_at_1_std
value: -1.364505805796406
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.316329717168955
verified: no, type: nauc_ndcg_at_20_max
value: 29.206746664257416
verified: no, type: nauc_ndcg_at_20_std
value: 3.7239674271850105
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.80183033874905
verified: no, type: nauc_ndcg_at_3_max
value: 29.742746669981457
verified: no, type: nauc_ndcg_at_3_std
value: 1.227113841715857
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.3701381872213
verified: no, type: nauc_ndcg_at_5_max
value: 28.065056973490492
verified: no, type: nauc_ndcg_at_5_std
value: 1.6689171525025643
verified: no, type: nauc_precision_at_1000_diff1
value: 2.3046803465908003
verified: no, type: nauc_precision_at_1000_max
value: 27.380473322815103
verified: no, type: nauc_precision_at_1000_std
value: 15.356878362150866
verified: no, type: nauc_precision_at_100_diff1
value: 7.03975347205041
verified: no, type: nauc_precision_at_100_max
value: 30.721605506174026
verified: no, type: nauc_precision_at_100_std
value: 19.547035843159
verified: no, type: nauc_precision_at_10_diff1
value: 16.402742978688057
verified: no, type: nauc_precision_at_10_max
value: 30.777182999989606
verified: no, type: nauc_precision_at_10_std
value: 9.164809596132375
verified: no, type: nauc_precision_at_1_diff1
value: 56.825212094166545
verified: no, type: nauc_precision_at_1_max
value: 32.907554590039815
verified: no, type: nauc_precision_at_1_std
value: -1.364505805796406
verified: no, type: nauc_precision_at_20_diff1
value: 13.139000469807192
verified: no, type: nauc_precision_at_20_max
value: 31.990538682090136
verified: no, type: nauc_precision_at_20_std
value: 14.393413944725811
verified: no, type: nauc_precision_at_3_diff1
value: 31.552710282041623
verified: no, type: nauc_precision_at_3_max
value: 33.51647517755997
verified: no, type: nauc_precision_at_3_std
value: 6.043833018841229
verified: no, type: nauc_precision_at_5_diff1
value: 25.367103130969593
verified: no, type: nauc_precision_at_5_max
value: 32.34107578507879
verified: no, type: nauc_precision_at_5_std
value: 8.706580223485966
verified: no, type: nauc_recall_at_1000_diff1
value: 36.63865503751282
verified: no, type: nauc_recall_at_1000_max
value: 43.61857713478981
verified: no, type: nauc_recall_at_1000_std
value: 41.20611452183899
verified: no, type: nauc_recall_at_100_diff1
value: 28.359239562981813
verified: no, type: nauc_recall_at_100_max
value: 31.2488585833301
verified: no, type: nauc_recall_at_100_std
value: 26.418183922479415
verified: no, type: nauc_recall_at_10_diff1
value: 29.03981058334878
verified: no, type: nauc_recall_at_10_max
value: 19.851141320829726
verified: no, type: nauc_recall_at_10_std
value: 2.9077823815816113
verified: no, type: nauc_recall_at_1_diff1
value: 48.41859846141981
verified: no, type: nauc_recall_at_1_max
value: 18.10254250440143
verified: no, type: nauc_recall_at_1_std
value: -5.915838853200118
verified: no, type: nauc_recall_at_20_diff1
value: 30.619719883102785
verified: no, type: nauc_recall_at_20_max
value: 24.55326818191543
verified: no, type: nauc_recall_at_20_std
value: 10.31945754397688
verified: no, type: nauc_recall_at_3_diff1
value: 37.03852287877488
verified: no, type: nauc_recall_at_3_max
value: 21.07728820212504
verified: no, type: nauc_recall_at_3_std
value: 0.5323752155647694
verified: no, type: nauc_recall_at_5_diff1
value: 35.71309469862529
verified: no, type: nauc_recall_at_5_max
value: 20.859225353060467
verified: no, type: nauc_recall_at_5_std
value: 2.9376290211854745
verified: no, type: ndcg_at_1
value: 40.741
verified: no, type: ndcg_at_10
value: 42.672
verified: no, type: ndcg_at_100
value: 49.056
verified: no, type: ndcg_at_1000
value: 51.989
verified: no, type: ndcg_at_20
value: 45.131
verified: no, type: ndcg_at_3
value: 39.472
verified: no, type: ndcg_at_5
value: 40.209
verified: no, type: precision_at_1
value: 40.741
verified: no, type: precision_at_10
value: 11.821
verified: no, type: precision_at_100
value: 1.847
verified: no, type: precision_at_1000
value: 0.23800000000000002
verified: no, type: precision_at_20
value: 6.9750000000000005
verified: no, type: precision_at_3
value: 26.749000000000002
verified: no, type: precision_at_5
value: 19.29
verified: no, type: recall_at_1
value: 20.810000000000002
verified: no, type: recall_at_10
value: 49.657000000000004
verified: no, type: recall_at_100
value: 73.547
verified: no, type: recall_at_1000
value: 90.971
verified: no, type: recall_at_20
value: 57.174
verified: no, type: recall_at_3
value: 36.401
verified: no, type: recall_at_5
value: 41.811
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 43.324
verified: no, type: map_at_1
value: 22.042
verified: no, type: map_at_10
value: 35.506
verified: no, type: map_at_100
value: 37.330000000000005
verified: no, type: map_at_1000
value: 37.497
verified: no, type: map_at_20
value: 36.569
verified: no, type: map_at_3
value: 31.136000000000003
verified: no, type: map_at_5
value: 33.458
verified: no, type: mrr_at_1
value: 41.21818181818182
verified: no, type: mrr_at_10
value: 50.212178932178986
verified: no, type: mrr_at_100
value: 51.01730710363213
verified: no, type: mrr_at_1000
value: 51.0568603275777
verified: no, type: mrr_at_20
value: 50.727859227741014
verified: no, type: mrr_at_3
value: 47.77272727272733
verified: no, type: mrr_at_5
value: 49.16454545454549
verified: no, type: nauc_map_at_1000_diff1
value: 44.04272057810526
verified: no, type: nauc_map_at_1000_max
value: 25.591745036031522
verified: no, type: nauc_map_at_1000_std
value: -0.30445228328536716
verified: no, type: nauc_map_at_100_diff1
value: 44.01251041718803
verified: no, type: nauc_map_at_100_max
value: 25.50774810569885
verified: no, type: nauc_map_at_100_std
value: -0.3536644300946971
verified: no, type: nauc_map_at_10_diff1
value: 43.94792483556109
verified: no, type: nauc_map_at_10_max
value: 24.38124776391208
verified: no, type: nauc_map_at_10_std
value: -1.9008227013643013
verified: no, type: nauc_map_at_1_diff1
value: 47.5823442411594
verified: no, type: nauc_map_at_1_max
value: 16.098120209560246
verified: no, type: nauc_map_at_1_std
value: -6.474949554469241
verified: no, type: nauc_map_at_20_diff1
value: 43.904430971837215
verified: no, type: nauc_map_at_20_max
value: 25.02666309647016
verified: no, type: nauc_map_at_20_std
value: -0.9839666098211898
verified: no, type: nauc_map_at_3_diff1
value: 44.09023141566954
verified: no, type: nauc_map_at_3_max
value: 20.806911976005
verified: no, type: nauc_map_at_3_std
value: -4.717530470050773
verified: no, type: nauc_map_at_5_diff1
value: 44.136425375442464
verified: no, type: nauc_map_at_5_max
value: 22.8086611395014
verified: no, type: nauc_map_at_5_std
value: -3.4400450523751203
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.07537524680542
verified: no, type: nauc_mrr_at_1000_max
value: 34.0564490817672
verified: no, type: nauc_mrr_at_1000_std
value: 1.7381240132846465
verified: no, type: nauc_mrr_at_100_diff1
value: 50.05816984827742
verified: no, type: nauc_mrr_at_100_max
value: 34.06001922775578
verified: no, type: nauc_mrr_at_100_std
value: 1.7565289963657589
verified: no, type: nauc_mrr_at_10_diff1
value: 50.03282241193434
verified: no, type: nauc_mrr_at_10_max
value: 34.06608751975744
verified: no, type: nauc_mrr_at_10_std
value: 1.63053669388884
verified: no, type: nauc_mrr_at_1_diff1
value: 53.903269711540794
verified: no, type: nauc_mrr_at_1_max
value: 33.07894487586781
verified: no, type: nauc_mrr_at_1_std
value: -1.5109127877147128
verified: no, type: nauc_mrr_at_20_diff1
value: 50.02068203379615
verified: no, type: nauc_mrr_at_20_max
value: 34.0442009191646
verified: no, type: nauc_mrr_at_20_std
value: 1.7370035901665568
verified: no, type: nauc_mrr_at_3_diff1
value: 50.512929925179925
verified: no, type: nauc_mrr_at_3_max
value: 33.68124055866945
verified: no, type: nauc_mrr_at_3_std
value: 0.6233671460050563
verified: no, type: nauc_mrr_at_5_diff1
value: 50.23877045325512
verified: no, type: nauc_mrr_at_5_max
value: 33.88189018188559
verified: no, type: nauc_mrr_at_5_std
value: 1.2285475999913853
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.5394614509097
verified: no, type: nauc_ndcg_at_1000_max
value: 30.757622799766203
verified: no, type: nauc_ndcg_at_1000_std
value: 4.7849677289040065
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.972129444027566
verified: no, type: nauc_ndcg_at_100_max
value: 30.068116358576237
verified: no, type: nauc_ndcg_at_100_std
value: 4.98164700822003
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.90316145848242
verified: no, type: nauc_ndcg_at_10_max
value: 27.942560497889126
verified: no, type: nauc_ndcg_at_10_std
value: 1.1639226955676085
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.903269711540794
verified: no, type: nauc_ndcg_at_1_max
value: 33.07894487586781
verified: no, type: nauc_ndcg_at_1_std
value: -1.5109127877147128
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.58418727337814
verified: no, type: nauc_ndcg_at_20_max
value: 28.49134809683963
verified: no, type: nauc_ndcg_at_20_std
value: 2.620919689677387
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.619591071294174
verified: no, type: nauc_ndcg_at_3_max
value: 27.946260272394362
verified: no, type: nauc_ndcg_at_3_std
value: -0.5889494356050139
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.373428421412875
verified: no, type: nauc_ndcg_at_5_max
value: 27.293622020469773
verified: no, type: nauc_ndcg_at_5_std
value: -0.2590215673685209
verified: no, type: nauc_precision_at_1000_diff1
value: 1.3555023302594147
verified: no, type: nauc_precision_at_1000_max
value: 26.715905651256104
verified: no, type: nauc_precision_at_1000_std
value: 20.552543709293232
verified: no, type: nauc_precision_at_100_diff1
value: 9.26195632526192
verified: no, type: nauc_precision_at_100_max
value: 32.764862859177754
verified: no, type: nauc_precision_at_100_std
value: 24.31720182442109
verified: no, type: nauc_precision_at_10_diff1
value: 21.491871495983993
verified: no, type: nauc_precision_at_10_max
value: 35.68968329387387
verified: no, type: nauc_precision_at_10_std
value: 14.395349431573997
verified: no, type: nauc_precision_at_1_diff1
value: 53.903269711540794
verified: no, type: nauc_precision_at_1_max
value: 33.07894487586781
verified: no, type: nauc_precision_at_1_std
value: -1.5109127877147128
verified: no, type: nauc_precision_at_20_diff1
value: 17.01838154349841
verified: no, type: nauc_precision_at_20_max
value: 35.026739540738795
verified: no, type: nauc_precision_at_20_std
value: 18.99756134043926
verified: no, type: nauc_precision_at_3_diff1
value: 32.5276923569714
verified: no, type: nauc_precision_at_3_max
value: 34.17028514167449
verified: no, type: nauc_precision_at_3_std
value: 4.701014289049224
verified: no, type: nauc_precision_at_5_diff1
value: 27.420289540859933
verified: no, type: nauc_precision_at_5_max
value: 35.090178846683756
verified: no, type: nauc_precision_at_5_std
value: 8.77127816260347
verified: no, type: nauc_recall_at_1000_diff1
value: 22.201742466449073
verified: no, type: nauc_recall_at_1000_max
value: 32.12548787064195
verified: no, type: nauc_recall_at_1000_std
value: 38.35298316557644
verified: no, type: nauc_recall_at_100_diff1
value: 27.007968582225523
verified: no, type: nauc_recall_at_100_max
value: 25.840258216813677
verified: no, type: nauc_recall_at_100_std
value: 21.309907791035144
verified: no, type: nauc_recall_at_10_diff1
value: 33.234435091698934
verified: no, type: nauc_recall_at_10_max
value: 22.561655534725276
verified: no, type: nauc_recall_at_10_std
value: 3.939638319426343
verified: no, type: nauc_recall_at_1_diff1
value: 47.5823442411594
verified: no, type: nauc_recall_at_1_max
value: 16.098120209560246
verified: no, type: nauc_recall_at_1_std
value: -6.474949554469241
verified: no, type: nauc_recall_at_20_diff1
value: 30.204301573132426
verified: no, type: nauc_recall_at_20_max
value: 22.50029208267097
verified: no, type: nauc_recall_at_20_std
value: 8.404433974064252
verified: no, type: nauc_recall_at_3_diff1
value: 37.77539231241753
verified: no, type: nauc_recall_at_3_max
value: 18.589687477983226
verified: no, type: nauc_recall_at_3_std
value: -3.145538286527593
verified: no, type: nauc_recall_at_5_diff1
value: 36.355054318958864
verified: no, type: nauc_recall_at_5_max
value: 20.47231279946122
verified: no, type: nauc_recall_at_5_std
value: -0.5883469550726023
verified: no, type: ndcg_at_1
value: 41.217999999999996
verified: no, type: ndcg_at_10
value: 43.324
verified: no, type: ndcg_at_100
value: 49.723
verified: no, type: ndcg_at_1000
value: 52.516
verified: no, type: ndcg_at_20
value: 45.967999999999996
verified: no, type: ndcg_at_3
value: 39.145
verified: no, type: ndcg_at_5
value: 40.483999999999995
verified: no, type: precision_at_1
value: 41.217999999999996
verified: no, type: precision_at_10
value: 11.664
verified: no, type: precision_at_100
value: 1.8270000000000002
verified: no, type: precision_at_1000
value: 0.232
verified: no, type: precision_at_20
value: 6.938
verified: no, type: precision_at_3
value: 25.496999999999996
verified: no, type: precision_at_5
value: 18.695
verified: no, type: recall_at_1
value: 22.042
verified: no, type: recall_at_10
value: 50.902
verified: no, type: recall_at_100
value: 74.74499999999999
verified: no, type: recall_at_1000
value: 91.57499999999999
verified: no, type: recall_at_20
value: 59.274
verified: no, type: recall_at_3
value: 36.215
verified: no, type: recall_at_5
value: 42.329
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 74.606
verified: no, type: map_at_1
value: 41.876000000000005
verified: no, type: map_at_10
value: 66.672
verified: no, type: map_at_100
value: 67.465
verified: no, type: map_at_1000
value: 67.52
verified: no, type: map_at_20
value: 67.162
verified: no, type: map_at_3
value: 63.44800000000001
verified: no, type: map_at_5
value: 65.491
verified: no, type: mrr_at_1
value: 83.75252432531668
verified: no, type: mrr_at_10
value: 88.5608723019224
verified: no, type: mrr_at_100
value: 88.68140252907958
verified: no, type: mrr_at_1000
value: 88.68453994013916
verified: no, type: mrr_at_20
value: 88.64372295908223
verified: no, type: mrr_at_3
value: 87.94443424515023
verified: no, type: mrr_at_5
value: 88.34924423229907
verified: no, type: nauc_map_at_1000_diff1
value: 9.822804401470737
verified: no, type: nauc_map_at_1000_max
value: 21.284133910316573
verified: no, type: nauc_map_at_1000_std
value: 16.162782727741114
verified: no, type: nauc_map_at_100_diff1
value: 9.788823095018454
verified: no, type: nauc_map_at_100_max
value: 21.279974906891518
verified: no, type: nauc_map_at_100_std
value: 16.19517987356137
verified: no, type: nauc_map_at_10_diff1
value: 9.669105278943347
verified: no, type: nauc_map_at_10_max
value: 20.976589835480443
verified: no, type: nauc_map_at_10_std
value: 15.740306189226885
verified: no, type: nauc_map_at_1_diff1
value: 70.1396495728672
verified: no, type: nauc_map_at_1_max
value: 46.290715660397034
verified: no, type: nauc_map_at_1_std
value: 2.383104054024225
verified: no, type: nauc_map_at_20_diff1
value: 9.67707467752077
verified: no, type: nauc_map_at_20_max
value: 21.13694646197173
verified: no, type: nauc_map_at_20_std
value: 16.077958081472104
verified: no, type: nauc_map_at_3_diff1
value: 9.93668046738331
verified: no, type: nauc_map_at_3_max
value: 20.138161755692852
verified: no, type: nauc_map_at_3_std
value: 12.195091775371187
verified: no, type: nauc_map_at_5_diff1
value: 9.673559969563692
verified: no, type: nauc_map_at_5_max
value: 20.52996974574843
verified: no, type: nauc_map_at_5_std
value: 14.344355689102406
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.85537454860305
verified: no, type: nauc_mrr_at_1000_max
value: 48.66840943741123
verified: no, type: nauc_mrr_at_1000_std
value: 4.051382056479967
verified: no, type: nauc_mrr_at_100_diff1
value: 68.8544247452304
verified: no, type: nauc_mrr_at_100_max
value: 48.67420027786352
verified: no, type: nauc_mrr_at_100_std
value: 4.058034407401366
verified: no, type: nauc_mrr_at_10_diff1
value: 68.80039953887602
verified: no, type: nauc_mrr_at_10_max
value: 48.745351213021436
verified: no, type: nauc_mrr_at_10_std
value: 4.0948899045476965
verified: no, type: nauc_mrr_at_1_diff1
value: 70.1396495728672
verified: no, type: nauc_mrr_at_1_max
value: 46.290715660397034
verified: no, type: nauc_mrr_at_1_std
value: 2.383104054024225
verified: no, type: nauc_mrr_at_20_diff1
value: 68.83885181909754
verified: no, type: nauc_mrr_at_20_max
value: 48.693992176558055
verified: no, type: nauc_mrr_at_20_std
value: 4.081312314533584
verified: no, type: nauc_mrr_at_3_diff1
value: 68.60282007975034
verified: no, type: nauc_mrr_at_3_max
value: 48.78697037829542
verified: no, type: nauc_mrr_at_3_std
value: 3.401395836458664
verified: no, type: nauc_mrr_at_5_diff1
value: 68.66717032389758
verified: no, type: nauc_mrr_at_5_max
value: 48.74267981962927
verified: no, type: nauc_mrr_at_5_std
value: 3.9699315633740433
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.258648845029352
verified: no, type: nauc_ndcg_at_1000_max
value: 25.71076816350421
verified: no, type: nauc_ndcg_at_1000_std
value: 18.649106972833795
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.14846889041812
verified: no, type: nauc_ndcg_at_100_max
value: 25.447364086163617
verified: no, type: nauc_ndcg_at_100_std
value: 19.434767405756897
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.507220566488918
verified: no, type: nauc_ndcg_at_10_max
value: 24.376958992402177
verified: no, type: nauc_ndcg_at_10_std
value: 17.71975721219274
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.1396495728672
verified: no, type: nauc_ndcg_at_1_max
value: 46.290715660397034
verified: no, type: nauc_ndcg_at_1_std
value: 2.383104054024225
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.452470025035346
verified: no, type: nauc_ndcg_at_20_max
value: 24.730767716543014
verified: no, type: nauc_ndcg_at_20_std
value: 18.734318742569204
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.432645820135981
verified: no, type: nauc_ndcg_at_3_max
value: 23.368066154380312
verified: no, type: nauc_ndcg_at_3_std
value: 11.874693788587596
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.735306913463978
verified: no, type: nauc_ndcg_at_5_max
value: 23.705955789940493
verified: no, type: nauc_ndcg_at_5_std
value: 14.968624064682515
verified: no, type: nauc_precision_at_1000_diff1
value: -7.010818534432094
verified: no, type: nauc_precision_at_1000_max
value: 22.274170870851535
verified: no, type: nauc_precision_at_1000_std
value: 49.61485384634157
verified: no, type: nauc_precision_at_100_diff1
value: -6.7537040300001445
verified: no, type: nauc_precision_at_100_max
value: 20.72198971693192
verified: no, type: nauc_precision_at_100_std
value: 41.64088208023007
verified: no, type: nauc_precision_at_10_diff1
value: -1.7564554764573033
verified: no, type: nauc_precision_at_10_max
value: 18.513593922519217
verified: no, type: nauc_precision_at_10_std
value: 27.6910022428843
verified: no, type: nauc_precision_at_1_diff1
value: 70.1396495728672
verified: no, type: nauc_precision_at_1_max
value: 46.290715660397034
verified: no, type: nauc_precision_at_1_std
value: 2.383104054024225
verified: no, type: nauc_precision_at_20_diff1
value: -4.13241926820056
verified: no, type: nauc_precision_at_20_max
value: 18.894821060251417
verified: no, type: nauc_precision_at_20_std
value: 32.55210012738072
verified: no, type: nauc_precision_at_3_diff1
value: 3.2656032494325755
verified: no, type: nauc_precision_at_3_max
value: 18.24280155368556
verified: no, type: nauc_precision_at_3_std
value: 14.536719930577574
verified: no, type: nauc_precision_at_5_diff1
value: 0.8189990381009662
verified: no, type: nauc_precision_at_5_max
value: 17.993957619568864
verified: no, type: nauc_precision_at_5_std
value: 20.23613307485089
verified: no, type: nauc_recall_at_1000_diff1
value: -7.010818534432101
verified: no, type: nauc_recall_at_1000_max
value: 22.27417087085169
verified: no, type: nauc_recall_at_1000_std
value: 49.61485384634159
verified: no, type: nauc_recall_at_100_diff1
value: -6.753704030000011
verified: no, type: nauc_recall_at_100_max
value: 20.72198971693201
verified: no, type: nauc_recall_at_100_std
value: 41.64088208023008
verified: no, type: nauc_recall_at_10_diff1
value: -1.7564554764575586
verified: no, type: nauc_recall_at_10_max
value: 18.513593922519007
verified: no, type: nauc_recall_at_10_std
value: 27.69100224288406
verified: no, type: nauc_recall_at_1_diff1
value: 70.1396495728672
verified: no, type: nauc_recall_at_1_max
value: 46.290715660397034
verified: no, type: nauc_recall_at_1_std
value: 2.383104054024225
verified: no, type: nauc_recall_at_20_diff1
value: -4.132419268200746
verified: no, type: nauc_recall_at_20_max
value: 18.89482106025146
verified: no, type: nauc_recall_at_20_std
value: 32.55210012738058
verified: no, type: nauc_recall_at_3_diff1
value: 3.2656032494325924
verified: no, type: nauc_recall_at_3_max
value: 18.242801553685524
verified: no, type: nauc_recall_at_3_std
value: 14.53671993057761
verified: no, type: nauc_recall_at_5_diff1
value: 0.8189990381009014
verified: no, type: nauc_recall_at_5_max
value: 17.99395761956878
verified: no, type: nauc_recall_at_5_std
value: 20.236133074850805
verified: no, type: ndcg_at_1
value: 83.753
verified: no, type: ndcg_at_10
value: 74.606
verified: no, type: ndcg_at_100
value: 77.226
verified: no, type: ndcg_at_1000
value: 78.25
verified: no, type: ndcg_at_20
value: 75.78399999999999
verified: no, type: ndcg_at_3
value: 70.23700000000001
verified: no, type: ndcg_at_5
value: 72.72
verified: no, type: precision_at_1
value: 83.753
verified: no, type: precision_at_10
value: 15.427
verified: no, type: precision_at_100
value: 1.746
verified: no, type: precision_at_1000
value: 0.188
verified: no, type: precision_at_20
value: 8.092
verified: no, type: precision_at_3
value: 45.003
verified: no, type: precision_at_5
value: 28.970000000000002
verified: no, type: recall_at_1
value: 41.876000000000005
verified: no, type: recall_at_10
value: 77.134
verified: no, type: recall_at_100
value: 87.287
verified: no, type: recall_at_1000
value: 94.06099999999999
verified: no, type: recall_at_20
value: 80.916
verified: no, type: recall_at_3
value: 67.50500000000001
verified: no, type: recall_at_5
value: 72.425
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 72.743
verified: no, type: map_at_1
value: 40.817
verified: no, type: map_at_10
value: 64.547
verified: no, type: map_at_100
value: 65.387
verified: no, type: map_at_1000
value: 65.44200000000001
verified: no, type: map_at_20
value: 65.03
verified: no, type: map_at_3
value: 61.23800000000001
verified: no, type: map_at_5
value: 63.305
verified: no, type: mrr_at_1
value: 81.63403106009454
verified: no, type: mrr_at_10
value: 86.90412955639134
verified: no, type: mrr_at_100
value: 87.04035069527386
verified: no, type: mrr_at_1000
value: 87.04487544894396
verified: no, type: mrr_at_20
value: 86.99122288282743
verified: no, type: mrr_at_3
value: 86.09498086878217
verified: no, type: mrr_at_5
value: 86.62570335358967
verified: no, type: nauc_map_at_1000_diff1
value: 10.381785418973225
verified: no, type: nauc_map_at_1000_max
value: 12.453266004493218
verified: no, type: nauc_map_at_1000_std
value: 9.351715274159906
verified: no, type: nauc_map_at_100_diff1
value: 10.347079650282726
verified: no, type: nauc_map_at_100_max
value: 12.438896318714795
verified: no, type: nauc_map_at_100_std
value: 9.379180828331103
verified: no, type: nauc_map_at_10_diff1
value: 10.141861202002811
verified: no, type: nauc_map_at_10_max
value: 12.097344032839436
verified: no, type: nauc_map_at_10_std
value: 8.831170396649975
verified: no, type: nauc_map_at_1_diff1
value: 66.502696606421
verified: no, type: nauc_map_at_1_max
value: 41.53031869889469
verified: no, type: nauc_map_at_1_std
value: -2.191672414299107
verified: no, type: nauc_map_at_20_diff1
value: 10.200694027304676
verified: no, type: nauc_map_at_20_max
value: 12.325683532818287
verified: no, type: nauc_map_at_20_std
value: 9.256220681393376
verified: no, type: nauc_map_at_3_diff1
value: 11.152534532572977
verified: no, type: nauc_map_at_3_max
value: 11.642745995749776
verified: no, type: nauc_map_at_3_std
value: 5.783821765761948
verified: no, type: nauc_map_at_5_diff1
value: 10.553374392069955
verified: no, type: nauc_map_at_5_max
value: 11.91290472912577
verified: no, type: nauc_map_at_5_std
value: 7.8322669846556225
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.40812639602618
verified: no, type: nauc_mrr_at_1000_max
value: 43.8239039668551
verified: no, type: nauc_mrr_at_1000_std
value: -0.6428313796838251
verified: no, type: nauc_mrr_at_100_diff1
value: 65.40710609125459
verified: no, type: nauc_mrr_at_100_max
value: 43.83101205316724
verified: no, type: nauc_mrr_at_100_std
value: -0.6320502212235148
verified: no, type: nauc_mrr_at_10_diff1
value: 65.37243388394984
verified: no, type: nauc_mrr_at_10_max
value: 43.838670823575015
verified: no, type: nauc_mrr_at_10_std
value: -0.7784902122287074
verified: no, type: nauc_mrr_at_1_diff1
value: 66.502696606421
verified: no, type: nauc_mrr_at_1_max
value: 41.53031869889469
verified: no, type: nauc_mrr_at_1_std
value: -2.191672414299107
verified: no, type: nauc_mrr_at_20_diff1
value: 65.41608063050629
verified: no, type: nauc_mrr_at_20_max
value: 43.86617917223792
verified: no, type: nauc_mrr_at_20_std
value: -0.6009900804260204
verified: no, type: nauc_mrr_at_3_diff1
value: 65.14249488502335
verified: no, type: nauc_mrr_at_3_max
value: 43.95646843986658
verified: no, type: nauc_mrr_at_3_std
value: -0.8639291753276465
verified: no, type: nauc_mrr_at_5_diff1
value: 65.23387534166781
verified: no, type: nauc_mrr_at_5_max
value: 43.87784137078954
verified: no, type: nauc_mrr_at_5_std
value: -0.7793219824899724
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.35901408985652
verified: no, type: nauc_ndcg_at_1000_max
value: 17.521894806732156
verified: no, type: nauc_ndcg_at_1000_std
value: 12.017065592246968
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.444833883381555
verified: no, type: nauc_ndcg_at_100_max
value: 17.12256451438098
verified: no, type: nauc_ndcg_at_100_std
value: 12.670587278800008
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.486540021757053
verified: no, type: nauc_ndcg_at_10_max
value: 15.759466428223327
verified: no, type: nauc_ndcg_at_10_std
value: 10.36878152864418
verified: no, type: nauc_ndcg_at_1_diff1
value: 66.502696606421
verified: no, type: nauc_ndcg_at_1_max
value: 41.53031869889469
verified: no, type: nauc_ndcg_at_1_std
value: -2.191672414299107
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.555779596109888
verified: no, type: nauc_ndcg_at_20_max
value: 16.35789269994937
verified: no, type: nauc_ndcg_at_20_std
value: 11.767787325358539
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.771175692043837
verified: no, type: nauc_ndcg_at_3_max
value: 15.645248784503222
verified: no, type: nauc_ndcg_at_3_std
value: 5.7135509689853485
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.503391424947639
verified: no, type: nauc_ndcg_at_5_max
value: 15.640657048320755
verified: no, type: nauc_ndcg_at_5_std
value: 8.450953821666825
verified: no, type: nauc_precision_at_1000_diff1
value: -12.369633125411433
verified: no, type: nauc_precision_at_1000_max
value: 12.755704941719651
verified: no, type: nauc_precision_at_1000_std
value: 45.00521568435039
verified: no, type: nauc_precision_at_100_diff1
value: -8.115137486501764
verified: no, type: nauc_precision_at_100_max
value: 10.646650995276286
verified: no, type: nauc_precision_at_100_std
value: 35.56308384338935
verified: no, type: nauc_precision_at_10_diff1
value: -3.7182289209127846
verified: no, type: nauc_precision_at_10_max
value: 7.7681979942398325
verified: no, type: nauc_precision_at_10_std
value: 18.92467245117897
verified: no, type: nauc_precision_at_1_diff1
value: 66.502696606421
verified: no, type: nauc_precision_at_1_max
value: 41.53031869889469
verified: no, type: nauc_precision_at_1_std
value: -2.191672414299107
verified: no, type: nauc_precision_at_20_diff1
value: -5.80639194394875
verified: no, type: nauc_precision_at_20_max
value: 8.609412843852052
verified: no, type: nauc_precision_at_20_std
value: 24.542537739429736
verified: no, type: nauc_precision_at_3_diff1
value: 4.488921802513501
verified: no, type: nauc_precision_at_3_max
value: 9.457927616694809
verified: no, type: nauc_precision_at_3_std
value: 8.375789445805138
verified: no, type: nauc_precision_at_5_diff1
value: 0.8178210962283003
verified: no, type: nauc_precision_at_5_max
value: 8.578978882201966
verified: no, type: nauc_precision_at_5_std
value: 13.561073970796885
verified: no, type: nauc_recall_at_1000_diff1
value: -12.36963312541116
verified: no, type: nauc_recall_at_1000_max
value: 12.755704941720039
verified: no, type: nauc_recall_at_1000_std
value: 45.005215684350574
verified: no, type: nauc_recall_at_100_diff1
value: -8.115137486501792
verified: no, type: nauc_recall_at_100_max
value: 10.646650995276245
verified: no, type: nauc_recall_at_100_std
value: 35.56308384338932
verified: no, type: nauc_recall_at_10_diff1
value: -3.7182289209128556
verified: no, type: nauc_recall_at_10_max
value: 7.768197994239799
verified: no, type: nauc_recall_at_10_std
value: 18.924672451178868
verified: no, type: nauc_recall_at_1_diff1
value: 66.502696606421
verified: no, type: nauc_recall_at_1_max
value: 41.53031869889469
verified: no, type: nauc_recall_at_1_std
value: -2.191672414299107
verified: no, type: nauc_recall_at_20_diff1
value: -5.8063919439487
verified: no, type: nauc_recall_at_20_max
value: 8.609412843852034
verified: no, type: nauc_recall_at_20_std
value: 24.542537739429847
verified: no, type: nauc_recall_at_3_diff1
value: 4.488921802513477
verified: no, type: nauc_recall_at_3_max
value: 9.457927616694777
verified: no, type: nauc_recall_at_3_std
value: 8.375789445805076
verified: no, type: nauc_recall_at_5_diff1
value: 0.817821096228331
verified: no, type: nauc_recall_at_5_max
value: 8.578978882202021
verified: no, type: nauc_recall_at_5_std
value: 13.56107397079683
verified: no, type: ndcg_at_1
value: 81.634
verified: no, type: ndcg_at_10
value: 72.743
verified: no, type: ndcg_at_100
value: 75.588
verified: no, type: ndcg_at_1000
value: 76.619
verified: no, type: ndcg_at_20
value: 73.906
verified: no, type: ndcg_at_3
value: 68.144
verified: no, type: ndcg_at_5
value: 70.711
verified: no, type: precision_at_1
value: 81.634
verified: no, type: precision_at_10
value: 15.110999999999999
verified: no, type: precision_at_100
value: 1.733
verified: no, type: precision_at_1000
value: 0.187
verified: no, type: precision_at_20
value: 7.928
verified: no, type: precision_at_3
value: 43.601
verified: no, type: precision_at_5
value: 28.186
verified: no, type: recall_at_1
value: 40.817
verified: no, type: recall_at_10
value: 75.557
verified: no, type: recall_at_100
value: 86.658
verified: no, type: recall_at_1000
value: 93.45
verified: no, type: recall_at_20
value: 79.28399999999999
verified: no, type: recall_at_3
value: 65.402
verified: no, type: recall_at_5
value: 70.466
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 74.984
verified: no, type: map_at_1
value: 41.778999999999996
verified: no, type: map_at_10
value: 67.155
verified: no, type: map_at_100
value: 67.935
verified: no, type: map_at_1000
value: 67.987
verified: no, type: map_at_20
value: 67.625
verified: no, type: map_at_3
value: 63.846000000000004
verified: no, type: map_at_5
value: 65.962
verified: no, type: mrr_at_1
value: 83.55882352941177
verified: no, type: mrr_at_10
value: 88.33148552754291
verified: no, type: mrr_at_100
value: 88.45375789871105
verified: no, type: mrr_at_1000
value: 88.45763444191044
verified: no, type: mrr_at_20
value: 88.41352000428692
verified: no, type: mrr_at_3
value: 87.62666666666722
verified: no, type: mrr_at_5
value: 88.0801372549014
verified: no, type: nauc_map_at_1000_diff1
value: 10.87028656767292
verified: no, type: nauc_map_at_1000_max
value: 21.959290365120474
verified: no, type: nauc_map_at_1000_std
value: 15.44253415703075
verified: no, type: nauc_map_at_100_diff1
value: 10.838707271702939
verified: no, type: nauc_map_at_100_max
value: 21.95225291440458
verified: no, type: nauc_map_at_100_std
value: 15.469603007866311
verified: no, type: nauc_map_at_10_diff1
value: 10.610078190006284
verified: no, type: nauc_map_at_10_max
value: 21.686366674533605
verified: no, type: nauc_map_at_10_std
value: 14.921686758475653
verified: no, type: nauc_map_at_1_diff1
value: 69.80051370616638
verified: no, type: nauc_map_at_1_max
value: 46.884849189037844
verified: no, type: nauc_map_at_1_std
value: 3.4091886153700757
verified: no, type: nauc_map_at_20_diff1
value: 10.710717537313734
verified: no, type: nauc_map_at_20_max
value: 21.85879686180976
verified: no, type: nauc_map_at_20_std
value: 15.326344729518574
verified: no, type: nauc_map_at_3_diff1
value: 10.803492432001267
verified: no, type: nauc_map_at_3_max
value: 20.63654060659673
verified: no, type: nauc_map_at_3_std
value: 11.944023589119327
verified: no, type: nauc_map_at_5_diff1
value: 10.57350656967518
verified: no, type: nauc_map_at_5_max
value: 21.291050020056982
verified: no, type: nauc_map_at_5_std
value: 13.800853126281998
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.91980008306939
verified: no, type: nauc_mrr_at_1000_max
value: 49.65818032977955
verified: no, type: nauc_mrr_at_1000_std
value: 6.255983503716273
verified: no, type: nauc_mrr_at_100_diff1
value: 68.920186133261
verified: no, type: nauc_mrr_at_100_max
value: 49.665349536327476
verified: no, type: nauc_mrr_at_100_std
value: 6.268878976883824
verified: no, type: nauc_mrr_at_10_diff1
value: 68.90388592892133
verified: no, type: nauc_mrr_at_10_max
value: 49.75965153367356
verified: no, type: nauc_mrr_at_10_std
value: 6.323690127864786
verified: no, type: nauc_mrr_at_1_diff1
value: 69.80051370616638
verified: no, type: nauc_mrr_at_1_max
value: 46.884849189037844
verified: no, type: nauc_mrr_at_1_std
value: 3.4091886153700757
verified: no, type: nauc_mrr_at_20_diff1
value: 68.90840597476175
verified: no, type: nauc_mrr_at_20_max
value: 49.70708679309621
verified: no, type: nauc_mrr_at_20_std
value: 6.315838513066106
verified: no, type: nauc_mrr_at_3_diff1
value: 68.64487191246296
verified: no, type: nauc_mrr_at_3_max
value: 49.66054010297392
verified: no, type: nauc_mrr_at_3_std
value: 5.717815934236954
verified: no, type: nauc_mrr_at_5_diff1
value: 68.83808477318325
verified: no, type: nauc_mrr_at_5_max
value: 49.75665999065203
verified: no, type: nauc_mrr_at_5_std
value: 6.089553843222202
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.564475589595123
verified: no, type: nauc_ndcg_at_1000_max
value: 26.660863179852495
verified: no, type: nauc_ndcg_at_1000_std
value: 18.220931823905893
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.529629272288755
verified: no, type: nauc_ndcg_at_100_max
value: 26.362485651725976
verified: no, type: nauc_ndcg_at_100_std
value: 18.971583822121282
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.554259291253217
verified: no, type: nauc_ndcg_at_10_max
value: 25.381172317904287
verified: no, type: nauc_ndcg_at_10_std
value: 16.911232099888434
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.80051370616638
verified: no, type: nauc_ndcg_at_1_max
value: 46.884849189037844
verified: no, type: nauc_ndcg_at_1_std
value: 3.4091886153700757
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.736796729809722
verified: no, type: nauc_ndcg_at_20_max
value: 25.816809250153007
verified: no, type: nauc_ndcg_at_20_std
value: 18.139020284042775
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.39817980647894
verified: no, type: nauc_ndcg_at_3_max
value: 24.08287517626068
verified: no, type: nauc_ndcg_at_3_std
value: 12.06964501311477
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.710994580525616
verified: no, type: nauc_ndcg_at_5_max
value: 24.75375703967725
verified: no, type: nauc_ndcg_at_5_std
value: 14.679841901035124
verified: no, type: nauc_precision_at_1000_diff1
value: -4.923050807549391
verified: no, type: nauc_precision_at_1000_max
value: 24.18328387479535
verified: no, type: nauc_precision_at_1000_std
value: 49.366523942899114
verified: no, type: nauc_precision_at_100_diff1
value: -4.651029899613218
verified: no, type: nauc_precision_at_100_max
value: 21.85221246397684
verified: no, type: nauc_precision_at_100_std
value: 41.45886054781206
verified: no, type: nauc_precision_at_10_diff1
value: -0.8792415343727439
verified: no, type: nauc_precision_at_10_max
value: 19.674496356854974
verified: no, type: nauc_precision_at_10_std
value: 25.454503031141645
verified: no, type: nauc_precision_at_1_diff1
value: 69.80051370616638
verified: no, type: nauc_precision_at_1_max
value: 46.884849189037844
verified: no, type: nauc_precision_at_1_std
value: 3.4091886153700757
verified: no, type: nauc_precision_at_20_diff1
value: -2.5121829554417165
verified: no, type: nauc_precision_at_20_max
value: 20.496150982288288
verified: no, type: nauc_precision_at_20_std
value: 31.12738775907587
verified: no, type: nauc_precision_at_3_diff1
value: 4.26503145939561
verified: no, type: nauc_precision_at_3_max
value: 18.9838377951004
verified: no, type: nauc_precision_at_3_std
value: 14.640822578265919
verified: no, type: nauc_precision_at_5_diff1
value: 1.6281319096948286
verified: no, type: nauc_precision_at_5_max
value: 19.300746238487978
verified: no, type: nauc_precision_at_5_std
value: 19.48177844713054
verified: no, type: nauc_recall_at_1000_diff1
value: -4.9230508075487895
verified: no, type: nauc_recall_at_1000_max
value: 24.183283874795666
verified: no, type: nauc_recall_at_1000_std
value: 49.366523942899825
verified: no, type: nauc_recall_at_100_diff1
value: -4.651029899613319
verified: no, type: nauc_recall_at_100_max
value: 21.85221246397671
verified: no, type: nauc_recall_at_100_std
value: 41.45886054781193
verified: no, type: nauc_recall_at_10_diff1
value: -0.879241534372706
verified: no, type: nauc_recall_at_10_max
value: 19.674496356854977
verified: no, type: nauc_recall_at_10_std
value: 25.454503031141655
verified: no, type: nauc_recall_at_1_diff1
value: 69.80051370616638
verified: no, type: nauc_recall_at_1_max
value: 46.884849189037844
verified: no, type: nauc_recall_at_1_std
value: 3.4091886153700757
verified: no, type: nauc_recall_at_20_diff1
value: -2.5121829554419732
verified: no, type: nauc_recall_at_20_max
value: 20.496150982288167
verified: no, type: nauc_recall_at_20_std
value: 31.1273877590757
verified: no, type: nauc_recall_at_3_diff1
value: 4.265031459395502
verified: no, type: nauc_recall_at_3_max
value: 18.98383779510037
verified: no, type: nauc_recall_at_3_std
value: 14.640822578265938
verified: no, type: nauc_recall_at_5_diff1
value: 1.628131909694958
verified: no, type: nauc_recall_at_5_max
value: 19.300746238487964
verified: no, type: nauc_recall_at_5_std
value: 19.481778447130544
verified: no, type: ndcg_at_1
value: 83.55900000000001
verified: no, type: ndcg_at_10
value: 74.984
verified: no, type: ndcg_at_100
value: 77.582
verified: no, type: ndcg_at_1000
value: 78.55499999999999
verified: no, type: ndcg_at_20
value: 76.12100000000001
verified: no, type: ndcg_at_3
value: 70.46900000000001
verified: no, type: ndcg_at_5
value: 73.045
verified: no, type: precision_at_1
value: 83.55900000000001
verified: no, type: precision_at_10
value: 15.565000000000001
verified: no, type: precision_at_100
value: 1.7579999999999998
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_20
value: 8.148
verified: no, type: precision_at_3
value: 45.263999999999996
verified: no, type: precision_at_5
value: 29.188
verified: no, type: recall_at_1
value: 41.778999999999996
verified: no, type: recall_at_10
value: 77.824
verified: no, type: recall_at_100
value: 87.90400000000001
verified: no, type: recall_at_1000
value: 94.313
verified: no, type: recall_at_20
value: 81.482
verified: no, type: recall_at_3
value: 67.896
verified: no, type: recall_at_5
value: 72.971
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 42.120999999999995
verified: no, type: map_at_1
value: 22.736
verified: no, type: map_at_10
value: 35.092
verified: no, type: map_at_100
value: 36.230000000000004
verified: no, type: map_at_1000
value: 36.277
verified: no, type: map_at_20
value: 35.799
verified: no, type: map_at_3
value: 31.094
verified: no, type: map_at_5
value: 33.371
verified: no, type: mrr_at_1
value: 23.3810888252149
verified: no, type: mrr_at_10
value: 35.708384499931746
verified: no, type: mrr_at_100
value: 36.785903073286526
verified: no, type: mrr_at_1000
value: 36.825722574106
verified: no, type: mrr_at_20
value: 36.37977615162803
verified: no, type: mrr_at_3
value: 31.793218720152684
verified: no, type: mrr_at_5
value: 34.03677172874878
verified: no, type: nauc_map_at_1000_diff1
value: 36.139486267407925
verified: no, type: nauc_map_at_1000_max
value: 2.0214122031990587
verified: no, type: nauc_map_at_1000_std
value: -19.910962785146047
verified: no, type: nauc_map_at_100_diff1
value: 36.140766768299
verified: no, type: nauc_map_at_100_max
value: 2.020596976774594
verified: no, type: nauc_map_at_100_std
value: -19.894404573188893
verified: no, type: nauc_map_at_10_diff1
value: 36.07598204318622
verified: no, type: nauc_map_at_10_max
value: 1.8099554829591833
verified: no, type: nauc_map_at_10_std
value: -20.56954015291869
verified: no, type: nauc_map_at_1_diff1
value: 39.13795843270682
verified: no, type: nauc_map_at_1_max
value: 1.5488626830618197
verified: no, type: nauc_map_at_1_std
value: -18.834856297248827
verified: no, type: nauc_map_at_20_diff1
value: 36.08487910581468
verified: no, type: nauc_map_at_20_max
value: 1.9456332591026433
verified: no, type: nauc_map_at_20_std
value: -20.143821809894074
verified: no, type: nauc_map_at_3_diff1
value: 36.233503613892815
verified: no, type: nauc_map_at_3_max
value: 1.9619772807345706
verified: no, type: nauc_map_at_3_std
value: -20.60856230873636
verified: no, type: nauc_map_at_5_diff1
value: 35.97340075460678
verified: no, type: nauc_map_at_5_max
value: 1.8769480420927318
verified: no, type: nauc_map_at_5_std
value: -20.775503467555176
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.00964169914943
verified: no, type: nauc_mrr_at_1000_max
value: 2.0640896425703765
verified: no, type: nauc_mrr_at_1000_std
value: -19.653911082078473
verified: no, type: nauc_mrr_at_100_diff1
value: 36.01143509691009
verified: no, type: nauc_mrr_at_100_max
value: 2.0670151721816086
verified: no, type: nauc_mrr_at_100_std
value: -19.63134406389329
verified: no, type: nauc_mrr_at_10_diff1
value: 35.96623584053275
verified: no, type: nauc_mrr_at_10_max
value: 1.9239076102356585
verified: no, type: nauc_mrr_at_10_std
value: -20.25471452533458
verified: no, type: nauc_mrr_at_1_diff1
value: 38.959117793598615
verified: no, type: nauc_mrr_at_1_max
value: 1.3677167801150283
verified: no, type: nauc_mrr_at_1_std
value: -18.935612195829055
verified: no, type: nauc_mrr_at_20_diff1
value: 35.94910790613082
verified: no, type: nauc_mrr_at_20_max
value: 2.0267159522212292
verified: no, type: nauc_mrr_at_20_std
value: -19.83950984848953
verified: no, type: nauc_mrr_at_3_diff1
value: 36.09825088970802
verified: no, type: nauc_mrr_at_3_max
value: 1.914144327342224
verified: no, type: nauc_mrr_at_3_std
value: -20.44286906662492
verified: no, type: nauc_mrr_at_5_diff1
value: 35.84551861223096
verified: no, type: nauc_mrr_at_5_max
value: 1.86983732222198
verified: no, type: nauc_mrr_at_5_std
value: -20.54854344258923
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.472004851727284
verified: no, type: nauc_ndcg_at_1000_max
value: 2.737377792816256
verified: no, type: nauc_ndcg_at_1000_std
value: -18.19482800058104
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.46517530680521
verified: no, type: nauc_ndcg_at_100_max
value: 2.7836190775653207
verified: no, type: nauc_ndcg_at_100_std
value: -17.325512421140786
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.17799161326067
verified: no, type: nauc_ndcg_at_10_max
value: 1.8621934710032726
verified: no, type: nauc_ndcg_at_10_std
value: -20.704677893177163
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.90244672327909
verified: no, type: nauc_ndcg_at_1_max
value: 1.3507189870594651
verified: no, type: nauc_ndcg_at_1_std
value: -18.947293518063137
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.15025708176802
verified: no, type: nauc_ndcg_at_20_max
value: 2.3625925336500946
verified: no, type: nauc_ndcg_at_20_std
value: -19.09189142369086
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.41158574971149
verified: no, type: nauc_ndcg_at_3_max
value: 2.016626470801078
verified: no, type: nauc_ndcg_at_3_std
value: -21.054883496816316
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.942748530346776
verified: no, type: nauc_ndcg_at_5_max
value: 1.9161622652633727
verified: no, type: nauc_ndcg_at_5_std
value: -21.276906113132515
verified: no, type: nauc_precision_at_1000_diff1
value: -1.9253565142428295
verified: no, type: nauc_precision_at_1000_max
value: 14.045425699939074
verified: no, type: nauc_precision_at_1000_std
value: 16.20785969541304
verified: no, type: nauc_precision_at_100_diff1
value: 17.346097443496493
verified: no, type: nauc_precision_at_100_max
value: 11.140141370074783
verified: no, type: nauc_precision_at_100_std
value: 14.280164624961362
verified: no, type: nauc_precision_at_10_diff1
value: 29.644284522057085
verified: no, type: nauc_precision_at_10_max
value: 1.892731779122541
verified: no, type: nauc_precision_at_10_std
value: -19.605722817038444
verified: no, type: nauc_precision_at_1_diff1
value: 38.90244672327909
verified: no, type: nauc_precision_at_1_max
value: 1.3507189870594651
verified: no, type: nauc_precision_at_1_std
value: -18.947293518063137
verified: no, type: nauc_precision_at_20_diff1
value: 26.77219179850976
verified: no, type: nauc_precision_at_20_max
value: 4.891718072273102
verified: no, type: nauc_precision_at_20_std
value: -10.612631017224652
verified: no, type: nauc_precision_at_3_diff1
value: 32.631995676805204
verified: no, type: nauc_precision_at_3_max
value: 2.130914787220238
verified: no, type: nauc_precision_at_3_std
value: -22.32778156160327
verified: no, type: nauc_precision_at_5_diff1
value: 30.93187721742059
verified: no, type: nauc_precision_at_5_max
value: 1.9956621964923527
verified: no, type: nauc_precision_at_5_std
value: -22.38641924346273
verified: no, type: nauc_recall_at_1000_diff1
value: 17.105896760286765
verified: no, type: nauc_recall_at_1000_max
value: 36.57462589387958
verified: no, type: nauc_recall_at_1000_std
value: 62.00079240400393
verified: no, type: nauc_recall_at_100_diff1
value: 31.020954943068922
verified: no, type: nauc_recall_at_100_max
value: 10.88829730164695
verified: no, type: nauc_recall_at_100_std
value: 16.616210151681816
verified: no, type: nauc_recall_at_10_diff1
value: 32.06847692573393
verified: no, type: nauc_recall_at_10_max
value: 1.7751731101901707
verified: no, type: nauc_recall_at_10_std
value: -20.93854511643462
verified: no, type: nauc_recall_at_1_diff1
value: 39.13795843270682
verified: no, type: nauc_recall_at_1_max
value: 1.5488626830618197
verified: no, type: nauc_recall_at_1_std
value: -18.834856297248827
verified: no, type: nauc_recall_at_20_diff1
value: 31.252284015750043
verified: no, type: nauc_recall_at_20_max
value: 4.142775647459482
verified: no, type: nauc_recall_at_20_std
value: -13.053410939827806
verified: no, type: nauc_recall_at_3_diff1
value: 33.081727757800536
verified: no, type: nauc_recall_at_3_max
value: 2.1476221499499597
verified: no, type: nauc_recall_at_3_std
value: -22.210127534959344
verified: no, type: nauc_recall_at_5_diff1
value: 31.79414648884249
verified: no, type: nauc_recall_at_5_max
value: 1.9631360425221316
verified: no, type: nauc_recall_at_5_std
value: -22.597007753409525
verified: no, type: ndcg_at_1
value: 23.395
verified: no, type: ndcg_at_10
value: 42.120999999999995
verified: no, type: ndcg_at_100
value: 47.625
verified: no, type: ndcg_at_1000
value: 48.769
verified: no, type: ndcg_at_20
value: 44.629000000000005
verified: no, type: ndcg_at_3
value: 34.015
verified: no, type: ndcg_at_5
value: 38.063
verified: no, type: precision_at_1
value: 23.395
verified: no, type: precision_at_10
value: 6.662
verified: no, type: precision_at_100
value: 0.943
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.856
verified: no, type: precision_at_3
value: 14.427000000000001
verified: no, type: precision_at_5
value: 10.702
verified: no, type: recall_at_1
value: 22.736
verified: no, type: recall_at_10
value: 63.751999999999995
verified: no, type: recall_at_100
value: 89.265
verified: no, type: recall_at_1000
value: 97.988
verified: no, type: recall_at_20
value: 73.496
verified: no, type: recall_at_3
value: 41.791
verified: no, type: recall_at_5
value: 51.485
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 72.387
verified: no, type: map_at_1
value: 2.486
verified: no, type: map_at_10
value: 15.9
verified: no, type: map_at_100
value: 41.829
verified: no, type: map_at_1000
value: 49.701
verified: no, type: map_at_20
value: 23.980999999999998
verified: no, type: map_at_3
value: 6.704000000000001
verified: no, type: map_at_5
value: 9.913
verified: no, type: mrr_at_1
value: 95.34883720930233
verified: no, type: mrr_at_10
value: 97.09302325581395
verified: no, type: mrr_at_100
value: 97.09302325581395
verified: no, type: mrr_at_1000
value: 97.09302325581395
verified: no, type: mrr_at_20
value: 97.09302325581395
verified: no, type: mrr_at_3
value: 96.51162790697676
verified: no, type: mrr_at_5
value: 97.09302325581395
verified: no, type: nauc_map_at_1000_diff1
value: -24.043671904852435
verified: no, type: nauc_map_at_1000_max
value: 27.040649415529234
verified: no, type: nauc_map_at_1000_std
value: 44.03444305521892
verified: no, type: nauc_map_at_100_diff1
value: -15.852276195106995
verified: no, type: nauc_map_at_100_max
value: 6.322093300797476
verified: no, type: nauc_map_at_100_std
value: 17.51668982723671
verified: no, type: nauc_map_at_10_diff1
value: 7.477314872164316
verified: no, type: nauc_map_at_10_max
value: -15.799082583656809
verified: no, type: nauc_map_at_10_std
value: -21.21279591516943
verified: no, type: nauc_map_at_1_diff1
value: 23.83176861467615
verified: no, type: nauc_map_at_1_max
value: -36.61424702222069
verified: no, type: nauc_map_at_1_std
value: -37.927066893980395
verified: no, type: nauc_map_at_20_diff1
value: -2.169371886119532
verified: no, type: nauc_map_at_20_max
value: -10.0446633168474
verified: no, type: nauc_map_at_20_std
value: -11.708023341680358
verified: no, type: nauc_map_at_3_diff1
value: 17.16504844432592
verified: no, type: nauc_map_at_3_max
value: -33.146788731140774
verified: no, type: nauc_map_at_3_std
value: -36.514475090820206
verified: no, type: nauc_map_at_5_diff1
value: 19.26143280774508
verified: no, type: nauc_map_at_5_max
value: -27.74189717033227
verified: no, type: nauc_map_at_5_std
value: -33.08354526624487
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.2745731776872742
verified: no, type: nauc_mrr_at_1000_max
value: 45.010228525800024
verified: no, type: nauc_mrr_at_1000_std
value: 82.11480791411624
verified: no, type: nauc_mrr_at_100_diff1
value: -1.2745731776872742
verified: no, type: nauc_mrr_at_100_max
value: 45.010228525800024
verified: no, type: nauc_mrr_at_100_std
value: 82.11480791411624
verified: no, type: nauc_mrr_at_10_diff1
value: -1.2745731776872742
verified: no, type: nauc_mrr_at_10_max
value: 45.010228525800024
verified: no, type: nauc_mrr_at_10_std
value: 82.11480791411624
verified: no, type: nauc_mrr_at_1_diff1
value: -10.5507180247667
verified: no, type: nauc_mrr_at_1_max
value: 34.505621253026
verified: no, type: nauc_mrr_at_1_std
value: 77.64350989264493
verified: no, type: nauc_mrr_at_20_diff1
value: -1.2745731776872742
verified: no, type: nauc_mrr_at_20_max
value: 45.010228525800024
verified: no, type: nauc_mrr_at_20_std
value: 82.11480791411624
verified: no, type: nauc_mrr_at_3_diff1
value: 4.909523387031578
verified: no, type: nauc_mrr_at_3_max
value: 52.01330004098173
verified: no, type: nauc_mrr_at_3_std
value: 85.09567326176314
verified: no, type: nauc_mrr_at_5_diff1
value: -1.2745731776872742
verified: no, type: nauc_mrr_at_5_max
value: 45.010228525800024
verified: no, type: nauc_mrr_at_5_std
value: 82.11480791411624
verified: no, type: nauc_ndcg_at_1000_diff1
value: -29.4861285551972
verified: no, type: nauc_ndcg_at_1000_max
value: 45.02597670219224
verified: no, type: nauc_ndcg_at_1000_std
value: 53.85407799332372
verified: no, type: nauc_ndcg_at_100_diff1
value: -24.732061539866205
verified: no, type: nauc_ndcg_at_100_max
value: 32.303183889625494
verified: no, type: nauc_ndcg_at_100_std
value: 44.659873635006456
verified: no, type: nauc_ndcg_at_10_diff1
value: -5.5662424008448905
verified: no, type: nauc_ndcg_at_10_max
value: 26.38578514340096
verified: no, type: nauc_ndcg_at_10_std
value: 24.86283081033308
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.62882405696659
verified: no, type: nauc_ndcg_at_1_max
value: 28.211412260680973
verified: no, type: nauc_ndcg_at_1_std
value: 6.555794001290861
verified: no, type: nauc_ndcg_at_20_diff1
value: -18.935212746307727
verified: no, type: nauc_ndcg_at_20_max
value: 25.282877526762377
verified: no, type: nauc_ndcg_at_20_std
value: 34.501408712986326
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.575900223069948
verified: no, type: nauc_ndcg_at_3_max
value: 28.619889721347835
verified: no, type: nauc_ndcg_at_3_std
value: 12.456877094803065
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.943165611348846
verified: no, type: nauc_ndcg_at_5_max
value: 28.263879225638227
verified: no, type: nauc_ndcg_at_5_std
value: 13.144291627566371
verified: no, type: nauc_precision_at_1000_diff1
value: -24.648793150108457
verified: no, type: nauc_precision_at_1000_max
value: 36.80469185343303
verified: no, type: nauc_precision_at_1000_std
value: 53.550196879838985
verified: no, type: nauc_precision_at_100_diff1
value: -26.749422430833047
verified: no, type: nauc_precision_at_100_max
value: 37.35145079972374
verified: no, type: nauc_precision_at_100_std
value: 57.70428623550252
verified: no, type: nauc_precision_at_10_diff1
value: -38.005873268952115
verified: no, type: nauc_precision_at_10_max
value: 51.16779669716929
verified: no, type: nauc_precision_at_10_std
value: 65.75415144636456
verified: no, type: nauc_precision_at_1_diff1
value: -10.5507180247667
verified: no, type: nauc_precision_at_1_max
value: 34.505621253026
verified: no, type: nauc_precision_at_1_std
value: 77.64350989264493
verified: no, type: nauc_precision_at_20_diff1
value: -39.322164984171486
verified: no, type: nauc_precision_at_20_max
value: 35.76140518869625
verified: no, type: nauc_precision_at_20_std
value: 59.88144457525482
verified: no, type: nauc_precision_at_3_diff1
value: -51.50827801125146
verified: no, type: nauc_precision_at_3_max
value: 36.3553407965392
verified: no, type: nauc_precision_at_3_std
value: 43.020750110091285
verified: no, type: nauc_precision_at_5_diff1
value: -27.626241295491795
verified: no, type: nauc_precision_at_5_max
value: 47.437919946182774
verified: no, type: nauc_precision_at_5_std
value: 50.49277210796086
verified: no, type: nauc_recall_at_1000_diff1
value: -43.76386537507645
verified: no, type: nauc_recall_at_1000_max
value: 43.13591779729292
verified: no, type: nauc_recall_at_1000_std
value: 55.33804445603299
verified: no, type: nauc_recall_at_100_diff1
value: -15.909329910755282
verified: no, type: nauc_recall_at_100_max
value: 6.211365113730195
verified: no, type: nauc_recall_at_100_std
value: 11.701140658114936
verified: no, type: nauc_recall_at_10_diff1
value: 7.2700504626447335
verified: no, type: nauc_recall_at_10_max
value: -17.375284561172954
verified: no, type: nauc_recall_at_10_std
value: -23.20288495977079
verified: no, type: nauc_recall_at_1_diff1
value: 23.83176861467615
verified: no, type: nauc_recall_at_1_max
value: -36.61424702222069
verified: no, type: nauc_recall_at_1_std
value: -37.927066893980395
verified: no, type: nauc_recall_at_20_diff1
value: -3.603600554970076
verified: no, type: nauc_recall_at_20_max
value: -12.492774555512298
verified: no, type: nauc_recall_at_20_std
value: -14.555198740861197
verified: no, type: nauc_recall_at_3_diff1
value: 18.593343128896652
verified: no, type: nauc_recall_at_3_max
value: -33.422110365952626
verified: no, type: nauc_recall_at_3_std
value: -37.33498770157346
verified: no, type: nauc_recall_at_5_diff1
value: 21.12706599299733
verified: no, type: nauc_recall_at_5_max
value: -28.005654144757745
verified: no, type: nauc_recall_at_5_std
value: -34.049977102136005
verified: no, type: ndcg_at_1
value: 79.457
verified: no, type: ndcg_at_10
value: 72.387
verified: no, type: ndcg_at_100
value: 66.15100000000001
verified: no, type: ndcg_at_1000
value: 73.115
verified: no, type: ndcg_at_20
value: 69.355
verified: no, type: ndcg_at_3
value: 75.018
verified: no, type: ndcg_at_5
value: 74.29599999999999
verified: no, type: precision_at_1
value: 95.34899999999999
verified: no, type: precision_at_10
value: 80.233
verified: no, type: precision_at_100
value: 38.698
verified: no, type: precision_at_1000
value: 7.091
verified: no, type: precision_at_20
value: 70.93
verified: no, type: precision_at_3
value: 87.59700000000001
verified: no, type: precision_at_5
value: 85.58099999999999
verified: no, type: recall_at_1
value: 2.486
verified: no, type: recall_at_10
value: 17.108999999999998
verified: no, type: recall_at_100
value: 53.947
verified: no, type: recall_at_1000
value: 79.323
verified: no, type: recall_at_20
value: 26.744
verified: no, type: recall_at_3
value: 6.834999999999999
verified: no, type: recall_at_5
value: 10.280000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 39.033
verified: no, type: map_at_1
value: 20.124
verified: no, type: map_at_10
value: 32.139
verified: no, type: map_at_100
value: 33.394
verified: no, type: map_at_1000
value: 33.444
verified: no, type: map_at_20
value: 32.911
verified: no, type: map_at_3
value: 28.219
verified: no, type: map_at_5
value: 30.438
verified: no, type: mrr_at_1
value: 20.69256907895391
verified: no, type: mrr_at_10
value: 32.65586556823979
verified: no, type: mrr_at_100
value: 33.859903331429834
verified: no, type: mrr_at_1000
value: 33.90404799117744
verified: no, type: mrr_at_20
value: 33.402399052353765
verified: no, type: mrr_at_3
value: 28.80988880692012
verified: no, type: mrr_at_5
value: 30.996764352470247
verified: no, type: nauc_map_at_1000_diff1
value: 33.725693864912145
verified: no, type: nauc_map_at_1000_max
value: -0.9313190487791355
verified: no, type: nauc_map_at_1000_std
value: -19.072263227555077
verified: no, type: nauc_map_at_100_diff1
value: 33.71681815719501
verified: no, type: nauc_map_at_100_max
value: -0.9312809249177106
verified: no, type: nauc_map_at_100_std
value: -19.043814229345514
verified: no, type: nauc_map_at_10_diff1
value: 33.64027795602201
verified: no, type: nauc_map_at_10_max
value: -1.093662103807343
verified: no, type: nauc_map_at_10_std
value: -19.701316981081256
verified: no, type: nauc_map_at_1_diff1
value: 37.6475234742761
verified: no, type: nauc_map_at_1_max
value: -1.1172579533948037
verified: no, type: nauc_map_at_1_std
value: -18.42423307405879
verified: no, type: nauc_map_at_20_diff1
value: 33.67816993209406
verified: no, type: nauc_map_at_20_max
value: -1.008671531366758
verified: no, type: nauc_map_at_20_std
value: -19.30818828227061
verified: no, type: nauc_map_at_3_diff1
value: 33.948583604883346
verified: no, type: nauc_map_at_3_max
value: -1.2245037153342642
verified: no, type: nauc_map_at_3_std
value: -19.97712524394941
verified: no, type: nauc_map_at_5_diff1
value: 33.70839113129876
verified: no, type: nauc_map_at_5_max
value: -1.2040546464666357
verified: no, type: nauc_map_at_5_std
value: -20.086046366859758
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.6765598428715
verified: no, type: nauc_mrr_at_1000_max
value: -0.8947712270401186
verified: no, type: nauc_mrr_at_1000_std
value: -19.054228424132294
verified: no, type: nauc_mrr_at_100_diff1
value: 33.66751649677623
verified: no, type: nauc_mrr_at_100_max
value: -0.8925074311306023
verified: no, type: nauc_mrr_at_100_std
value: -19.024986617194788
verified: no, type: nauc_mrr_at_10_diff1
value: 33.58165621319944
verified: no, type: nauc_mrr_at_10_max
value: -1.041201591295902
verified: no, type: nauc_mrr_at_10_std
value: -19.643130663802832
verified: no, type: nauc_mrr_at_1_diff1
value: 37.57249749572576
verified: no, type: nauc_mrr_at_1_max
value: -1.033405682282863
verified: no, type: nauc_mrr_at_1_std
value: -18.51556029196618
verified: no, type: nauc_mrr_at_20_diff1
value: 33.62546337983731
verified: no, type: nauc_mrr_at_20_max
value: -0.959286757562728
verified: no, type: nauc_mrr_at_20_std
value: -19.263604059725058
verified: no, type: nauc_mrr_at_3_diff1
value: 33.88354206923207
verified: no, type: nauc_mrr_at_3_max
value: -1.1588079971522036
verified: no, type: nauc_mrr_at_3_std
value: -19.969872949099017
verified: no, type: nauc_mrr_at_5_diff1
value: 33.636627542554095
verified: no, type: nauc_mrr_at_5_max
value: -1.1455854862157713
verified: no, type: nauc_mrr_at_5_std
value: -20.04209565359184
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.82308597978432
verified: no, type: nauc_ndcg_at_1000_max
value: -0.12203773198562064
verified: no, type: nauc_ndcg_at_1000_std
value: -17.229564399373693
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.57166969826798
verified: no, type: nauc_ndcg_at_100_max
value: -0.01373890925713605
verified: no, type: nauc_ndcg_at_100_std
value: -16.093465438938033
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.27379155337616
verified: no, type: nauc_ndcg_at_10_max
value: -0.9566233125679434
verified: no, type: nauc_ndcg_at_10_std
value: -19.561143936038498
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.59387362908585
verified: no, type: nauc_ndcg_at_1_max
value: -1.0442957647404616
verified: no, type: nauc_ndcg_at_1_std
value: -18.520116150105327
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.35076358048651
verified: no, type: nauc_ndcg_at_20_max
value: -0.63852068352795
verified: no, type: nauc_ndcg_at_20_std
value: -18.079761843587626
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.91961454543036
verified: no, type: nauc_ndcg_at_3_max
value: -1.2446184461552787
verified: no, type: nauc_ndcg_at_3_std
value: -20.38277231661361
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.477306276423406
verified: no, type: nauc_ndcg_at_5_max
value: -1.2160759325945443
verified: no, type: nauc_ndcg_at_5_std
value: -20.531368354029883
verified: no, type: nauc_precision_at_1000_diff1
value: -1.9489638449852666
verified: no, type: nauc_precision_at_1000_max
value: 12.861002515930938
verified: no, type: nauc_precision_at_1000_std
value: 13.760895468120305
verified: no, type: nauc_precision_at_100_diff1
value: 13.908852716138604
verified: no, type: nauc_precision_at_100_max
value: 9.50012447045651
verified: no, type: nauc_precision_at_100_std
value: 15.47834789121318
verified: no, type: nauc_precision_at_10_diff1
value: 26.271089856624236
verified: no, type: nauc_precision_at_10_max
value: -0.02541438089917979
verified: no, type: nauc_precision_at_10_std
value: -17.853993814393686
verified: no, type: nauc_precision_at_1_diff1
value: 37.59387362908585
verified: no, type: nauc_precision_at_1_max
value: -1.0442957647404616
verified: no, type: nauc_precision_at_1_std
value: -18.520116150105327
verified: no, type: nauc_precision_at_20_diff1
value: 23.982859950627958
verified: no, type: nauc_precision_at_20_max
value: 1.7200918681449948
verified: no, type: nauc_precision_at_20_std
value: -10.219762717296879
verified: no, type: nauc_precision_at_3_diff1
value: 29.8854159409524
verified: no, type: nauc_precision_at_3_max
value: -1.1725503295220696
verified: no, type: nauc_precision_at_3_std
value: -21.35040743421613
verified: no, type: nauc_precision_at_5_diff1
value: 28.341473659669685
verified: no, type: nauc_precision_at_5_max
value: -0.9988570074323966
verified: no, type: nauc_precision_at_5_std
value: -21.383884015668407
verified: no, type: nauc_recall_at_1000_diff1
value: 15.0972588752424
verified: no, type: nauc_recall_at_1000_max
value: 45.008064248035815
verified: no, type: nauc_recall_at_1000_std
value: 66.96866515218399
verified: no, type: nauc_recall_at_100_diff1
value: 24.231388307049734
verified: no, type: nauc_recall_at_100_max
value: 11.009794013017734
verified: no, type: nauc_recall_at_100_std
value: 21.737276638818738
verified: no, type: nauc_recall_at_10_diff1
value: 27.872938692874644
verified: no, type: nauc_recall_at_10_max
value: -0.5261627570052085
verified: no, type: nauc_recall_at_10_std
value: -18.55331296014022
verified: no, type: nauc_recall_at_1_diff1
value: 37.6475234742761
verified: no, type: nauc_recall_at_1_max
value: -1.1172579533948037
verified: no, type: nauc_recall_at_1_std
value: -18.42423307405879
verified: no, type: nauc_recall_at_20_diff1
value: 27.159324157537974
verified: no, type: nauc_recall_at_20_max
value: 1.0199280899477339
verified: no, type: nauc_recall_at_20_std
value: -11.345867427864647
verified: no, type: nauc_recall_at_3_diff1
value: 30.205972726563445
verified: no, type: nauc_recall_at_3_max
value: -1.3526411987484857
verified: no, type: nauc_recall_at_3_std
value: -21.355225675024265
verified: no, type: nauc_recall_at_5_diff1
value: 29.048273808862973
verified: no, type: nauc_recall_at_5_max
value: -1.2994416614246815
verified: no, type: nauc_recall_at_5_std
value: -21.601337732799692
verified: no, type: ndcg_at_1
value: 20.687
verified: no, type: ndcg_at_10
value: 39.033
verified: no, type: ndcg_at_100
value: 45.12
verified: no, type: ndcg_at_1000
value: 46.338
verified: no, type: ndcg_at_20
value: 41.778999999999996
verified: no, type: ndcg_at_3
value: 31.029
verified: no, type: ndcg_at_5
value: 34.989
verified: no, type: precision_at_1
value: 20.687
verified: no, type: precision_at_10
value: 6.293
verified: no, type: precision_at_100
value: 0.9329999999999999
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.7150000000000003
verified: no, type: precision_at_3
value: 13.3
verified: no, type: precision_at_5
value: 9.983
verified: no, type: recall_at_1
value: 20.124
verified: no, type: recall_at_10
value: 60.425
verified: no, type: recall_at_100
value: 88.67399999999999
verified: no, type: recall_at_1000
value: 97.964
verified: no, type: recall_at_20
value: 71.101
verified: no, type: recall_at_3
value: 38.582
verified: no, type: recall_at_5
value: 48.112
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 35.914
verified: no, type: map_at_1
value: 6.23
verified: no, type: map_at_10
value: 13.855
verified: no, type: map_at_100
value: 17.25
verified: no, type: map_at_1000
value: 18.675
verified: no, type: map_at_20
value: 15.338
verified: no, type: map_at_3
value: 10.434000000000001
verified: no, type: map_at_5
value: 11.963
verified: no, type: mrr_at_1
value: 47.05882352941176
verified: no, type: mrr_at_10
value: 55.55936409651577
verified: no, type: mrr_at_100
value: 56.10896734305185
verified: no, type: mrr_at_1000
value: 56.152100966241626
verified: no, type: mrr_at_20
value: 55.94058014063476
verified: no, type: mrr_at_3
value: 53.71517027863776
verified: no, type: mrr_at_5
value: 54.845201238390075
verified: no, type: nauc_map_at_1000_diff1
value: 22.048916658189757
verified: no, type: nauc_map_at_1000_max
value: 30.15607235167445
verified: no, type: nauc_map_at_1000_std
value: 16.742606163211338
verified: no, type: nauc_map_at_100_diff1
value: 23.377920183289515
verified: no, type: nauc_map_at_100_max
value: 28.783691100858505
verified: no, type: nauc_map_at_100_std
value: 13.017478837252122
verified: no, type: nauc_map_at_10_diff1
value: 25.927128646993104
verified: no, type: nauc_map_at_10_max
value: 21.991506013370493
verified: no, type: nauc_map_at_10_std
value: 1.2876695985618782
verified: no, type: nauc_map_at_1_diff1
value: 33.63819624372805
verified: no, type: nauc_map_at_1_max
value: 10.63972433513814
verified: no, type: nauc_map_at_1_std
value: -8.823599413443773
verified: no, type: nauc_map_at_20_diff1
value: 24.890712149522994
verified: no, type: nauc_map_at_20_max
value: 25.180597197272135
verified: no, type: nauc_map_at_20_std
value: 5.627323445078693
verified: no, type: nauc_map_at_3_diff1
value: 29.74224701878483
verified: no, type: nauc_map_at_3_max
value: 15.68065548301368
verified: no, type: nauc_map_at_3_std
value: -6.678385500066188
verified: no, type: nauc_map_at_5_diff1
value: 27.599131430348827
verified: no, type: nauc_map_at_5_max
value: 18.074085171779384
verified: no, type: nauc_map_at_5_std
value: -3.7963346347735363
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.481138216138305
verified: no, type: nauc_mrr_at_1000_max
value: 49.4025864603834
verified: no, type: nauc_mrr_at_1000_std
value: 34.43075929115974
verified: no, type: nauc_mrr_at_100_diff1
value: 25.48347783962907
verified: no, type: nauc_mrr_at_100_max
value: 49.44523125924117
verified: no, type: nauc_mrr_at_100_std
value: 34.470905475648
verified: no, type: nauc_mrr_at_10_diff1
value: 25.28075660798897
verified: no, type: nauc_mrr_at_10_max
value: 49.23726620276372
verified: no, type: nauc_mrr_at_10_std
value: 34.293562054296345
verified: no, type: nauc_mrr_at_1_diff1
value: 25.954637548939214
verified: no, type: nauc_mrr_at_1_max
value: 42.65790251316441
verified: no, type: nauc_mrr_at_1_std
value: 27.317146768790057
verified: no, type: nauc_mrr_at_20_diff1
value: 25.466827368526896
verified: no, type: nauc_mrr_at_20_max
value: 49.33319883504534
verified: no, type: nauc_mrr_at_20_std
value: 34.31574919492081
verified: no, type: nauc_mrr_at_3_diff1
value: 25.120590560812783
verified: no, type: nauc_mrr_at_3_max
value: 49.094872018177085
verified: no, type: nauc_mrr_at_3_std
value: 33.02343528683664
verified: no, type: nauc_mrr_at_5_diff1
value: 25.148546642057894
verified: no, type: nauc_mrr_at_5_max
value: 48.878846118647964
verified: no, type: nauc_mrr_at_5_std
value: 33.72884725641949
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.967381926216344
verified: no, type: nauc_ndcg_at_1000_max
value: 45.87058460060273
verified: no, type: nauc_ndcg_at_1000_std
value: 36.936736559315534
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.78184115615848
verified: no, type: nauc_ndcg_at_100_max
value: 41.08856508861288
verified: no, type: nauc_ndcg_at_100_std
value: 30.990523544088127
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.192295354962035
verified: no, type: nauc_ndcg_at_10_max
value: 40.28247408280954
verified: no, type: nauc_ndcg_at_10_std
value: 28.64688440994157
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.183052982846096
verified: no, type: nauc_ndcg_at_1_max
value: 41.536795675945534
verified: no, type: nauc_ndcg_at_1_std
value: 27.457562076625493
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.421321450770613
verified: no, type: nauc_ndcg_at_20_max
value: 39.553776018660415
verified: no, type: nauc_ndcg_at_20_std
value: 28.771965761754092
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.90294061664522
verified: no, type: nauc_ndcg_at_3_max
value: 43.0248266231533
verified: no, type: nauc_ndcg_at_3_std
value: 26.948716619559164
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.923910079839835
verified: no, type: nauc_ndcg_at_5_max
value: 41.45509816759182
verified: no, type: nauc_ndcg_at_5_std
value: 27.989207685876043
verified: no, type: nauc_precision_at_1000_diff1
value: -15.214665617300021
verified: no, type: nauc_precision_at_1000_max
value: 13.171793905978413
verified: no, type: nauc_precision_at_1000_std
value: 38.27602755705882
verified: no, type: nauc_precision_at_100_diff1
value: -8.983955562301023
verified: no, type: nauc_precision_at_100_max
value: 26.112480717392373
verified: no, type: nauc_precision_at_100_std
value: 49.109950492594926
verified: no, type: nauc_precision_at_10_diff1
value: 1.371271849123094
verified: no, type: nauc_precision_at_10_max
value: 40.48355301137806
verified: no, type: nauc_precision_at_10_std
value: 40.068967133929654
verified: no, type: nauc_precision_at_1_diff1
value: 25.954637548939214
verified: no, type: nauc_precision_at_1_max
value: 42.65790251316441
verified: no, type: nauc_precision_at_1_std
value: 27.317146768790057
verified: no, type: nauc_precision_at_20_diff1
value: -1.6000356148225012
verified: no, type: nauc_precision_at_20_max
value: 37.15543454435496
verified: no, type: nauc_precision_at_20_std
value: 43.35178597211817
verified: no, type: nauc_precision_at_3_diff1
value: 11.833482965709617
verified: no, type: nauc_precision_at_3_max
value: 44.957544267360014
verified: no, type: nauc_precision_at_3_std
value: 30.711555798910357
verified: no, type: nauc_precision_at_5_diff1
value: 5.4677770285267595
verified: no, type: nauc_precision_at_5_max
value: 41.437825214777845
verified: no, type: nauc_precision_at_5_std
value: 34.41100928387715
verified: no, type: nauc_recall_at_1000_diff1
value: 4.212258089142459
verified: no, type: nauc_recall_at_1000_max
value: 21.08308178695022
verified: no, type: nauc_recall_at_1000_std
value: 25.337416218601504
verified: no, type: nauc_recall_at_100_diff1
value: 16.779425065215055
verified: no, type: nauc_recall_at_100_max
value: 29.033119190767277
verified: no, type: nauc_recall_at_100_std
value: 22.797391132110352
verified: no, type: nauc_recall_at_10_diff1
value: 22.316078573103635
verified: no, type: nauc_recall_at_10_max
value: 18.639375064999562
verified: no, type: nauc_recall_at_10_std
value: -1.0471307716314715
verified: no, type: nauc_recall_at_1_diff1
value: 33.63819624372805
verified: no, type: nauc_recall_at_1_max
value: 10.63972433513814
verified: no, type: nauc_recall_at_1_std
value: -8.823599413443773
verified: no, type: nauc_recall_at_20_diff1
value: 22.98174920594852
verified: no, type: nauc_recall_at_20_max
value: 22.822017926055672
verified: no, type: nauc_recall_at_20_std
value: 4.910618245400064
verified: no, type: nauc_recall_at_3_diff1
value: 27.054112895077182
verified: no, type: nauc_recall_at_3_max
value: 14.268892599954997
verified: no, type: nauc_recall_at_3_std
value: -8.290166135248048
verified: no, type: nauc_recall_at_5_diff1
value: 23.89913124441014
verified: no, type: nauc_recall_at_5_max
value: 16.035332185114015
verified: no, type: nauc_recall_at_5_std
value: -4.780578865959435
verified: no, type: ndcg_at_1
value: 45.356
verified: no, type: ndcg_at_10
value: 35.914
verified: no, type: ndcg_at_100
value: 32.531
verified: no, type: ndcg_at_1000
value: 41.146
verified: no, type: ndcg_at_20
value: 33.592
verified: no, type: ndcg_at_3
value: 41.837
verified: no, type: ndcg_at_5
value: 39.505
verified: no, type: precision_at_1
value: 47.059
verified: no, type: precision_at_10
value: 26.316
verified: no, type: precision_at_100
value: 8.207
verified: no, type: precision_at_1000
value: 2.085
verified: no, type: precision_at_20
value: 19.505
verified: no, type: precision_at_3
value: 39.422000000000004
verified: no, type: precision_at_5
value: 34.117999999999995
verified: no, type: recall_at_1
value: 6.23
verified: no, type: recall_at_10
value: 17.557000000000002
verified: no, type: recall_at_100
value: 31.631999999999998
verified: no, type: recall_at_1000
value: 63.404
verified: no, type: recall_at_20
value: 21.22
verified: no, type: recall_at_3
value: 11.546
verified: no, type: recall_at_5
value: 14.002999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 57.056
verified: no, type: map_at_1
value: 32.830999999999996
verified: no, type: map_at_10
value: 49.151
verified: no, type: map_at_100
value: 50.044
verified: no, type: map_at_1000
value: 50.068
verified: no, type: map_at_20
value: 49.714999999999996
verified: no, type: map_at_3
value: 44.795
verified: no, type: map_at_5
value: 47.425
verified: no, type: mrr_at_1
value: 36.848203939745076
verified: no, type: mrr_at_10
value: 51.51708694292694
verified: no, type: mrr_at_100
value: 52.164267314569265
verified: no, type: mrr_at_1000
value: 52.180196526951036
verified: no, type: mrr_at_20
value: 51.9351113026156
verified: no, type: mrr_at_3
value: 48.01081498648112
verified: no, type: mrr_at_5
value: 50.14001544998062
verified: no, type: nauc_map_at_1000_diff1
value: 37.0626379154806
verified: no, type: nauc_map_at_1000_max
value: 27.815265359052066
verified: no, type: nauc_map_at_1000_std
value: -0.0024703483347415824
verified: no, type: nauc_map_at_100_diff1
value: 37.057558292153516
verified: no, type: nauc_map_at_100_max
value: 27.8317293639744
verified: no, type: nauc_map_at_100_std
value: 0.021742851211832327
verified: no, type: nauc_map_at_10_diff1
value: 37.008318697912216
verified: no, type: nauc_map_at_10_max
value: 27.76402847756217
verified: no, type: nauc_map_at_10_std
value: -0.3496637677317498
verified: no, type: nauc_map_at_1_diff1
value: 40.29366709249466
verified: no, type: nauc_map_at_1_max
value: 22.701930006989834
verified: no, type: nauc_map_at_1_std
value: -2.5108119794353128
verified: no, type: nauc_map_at_20_diff1
value: 37.01351948636887
verified: no, type: nauc_map_at_20_max
value: 27.90193629451335
verified: no, type: nauc_map_at_20_std
value: -0.012064407820230756
verified: no, type: nauc_map_at_3_diff1
value: 37.07052207561161
verified: no, type: nauc_map_at_3_max
value: 26.870611049843884
verified: no, type: nauc_map_at_3_std
value: -1.6823761406051834
verified: no, type: nauc_map_at_5_diff1
value: 36.87828509263161
verified: no, type: nauc_map_at_5_max
value: 27.20814519969873
verified: no, type: nauc_map_at_5_std
value: -1.3031956888196534
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.84284176537722
verified: no, type: nauc_mrr_at_1000_max
value: 27.621378413295055
verified: no, type: nauc_mrr_at_1000_std
value: 1.0094506914584964
verified: no, type: nauc_mrr_at_100_diff1
value: 36.8396329466549
verified: no, type: nauc_mrr_at_100_max
value: 27.635468701117134
verified: no, type: nauc_mrr_at_100_std
value: 1.0308421119518538
verified: no, type: nauc_mrr_at_10_diff1
value: 36.74896766301788
verified: no, type: nauc_mrr_at_10_max
value: 27.65282647248496
verified: no, type: nauc_mrr_at_10_std
value: 0.9154106884376038
verified: no, type: nauc_mrr_at_1_diff1
value: 40.003629960440776
verified: no, type: nauc_mrr_at_1_max
value: 23.76711836119917
verified: no, type: nauc_mrr_at_1_std
value: -1.2836461535558703
verified: no, type: nauc_mrr_at_20_diff1
value: 36.751636613584324
verified: no, type: nauc_mrr_at_20_max
value: 27.70649796383429
verified: no, type: nauc_mrr_at_20_std
value: 1.0423663510625336
verified: no, type: nauc_mrr_at_3_diff1
value: 36.65443225179595
verified: no, type: nauc_mrr_at_3_max
value: 27.175270325334207
verified: no, type: nauc_mrr_at_3_std
value: 0.0035294075560518114
verified: no, type: nauc_mrr_at_5_diff1
value: 36.57153152515841
verified: no, type: nauc_mrr_at_5_max
value: 27.336322335217396
verified: no, type: nauc_mrr_at_5_std
value: 0.2580100531459355
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.1986232613817
verified: no, type: nauc_ndcg_at_1000_max
value: 29.298820739005727
verified: no, type: nauc_ndcg_at_1000_std
value: 2.223222439674335
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.17635813364367
verified: no, type: nauc_ndcg_at_100_max
value: 29.82660135655654
verified: no, type: nauc_ndcg_at_100_std
value: 3.0428734005265414
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.74907741690408
verified: no, type: nauc_ndcg_at_10_max
value: 29.814329710491332
verified: no, type: nauc_ndcg_at_10_std
value: 1.9069712029711603
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.003629960440776
verified: no, type: nauc_ndcg_at_1_max
value: 23.76711836119917
verified: no, type: nauc_ndcg_at_1_std
value: -1.2836461535558703
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.73948116889183
verified: no, type: nauc_ndcg_at_20_max
value: 30.335483791890184
verified: no, type: nauc_ndcg_at_20_std
value: 3.0004822530123225
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.88097918041399
verified: no, type: nauc_ndcg_at_3_max
value: 27.979283201946647
verified: no, type: nauc_ndcg_at_3_std
value: -0.9746291149925899
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.5313972391396
verified: no, type: nauc_ndcg_at_5_max
value: 28.550369140364047
verified: no, type: nauc_ndcg_at_5_std
value: -0.3673673143765844
verified: no, type: nauc_precision_at_1000_diff1
value: -9.738411913005308
verified: no, type: nauc_precision_at_1000_max
value: 5.3313906625669105
verified: no, type: nauc_precision_at_1000_std
value: 12.682972328170672
verified: no, type: nauc_precision_at_100_diff1
value: -4.156943433455653
verified: no, type: nauc_precision_at_100_max
value: 13.657850986924522
verified: no, type: nauc_precision_at_100_std
value: 18.65622972699929
verified: no, type: nauc_precision_at_10_diff1
value: 11.224515944438068
verified: no, type: nauc_precision_at_10_max
value: 25.251830466066664
verified: no, type: nauc_precision_at_10_std
value: 12.952562722393859
verified: no, type: nauc_precision_at_1_diff1
value: 40.003629960440776
verified: no, type: nauc_precision_at_1_max
value: 23.76711836119917
verified: no, type: nauc_precision_at_1_std
value: -1.2836461535558703
verified: no, type: nauc_precision_at_20_diff1
value: 4.851855622439396
verified: no, type: nauc_precision_at_20_max
value: 23.124541998877756
verified: no, type: nauc_precision_at_20_std
value: 17.78381782746071
verified: no, type: nauc_precision_at_3_diff1
value: 24.54315060981724
verified: no, type: nauc_precision_at_3_max
value: 29.024787047578688
verified: no, type: nauc_precision_at_3_std
value: 2.9413457351587358
verified: no, type: nauc_precision_at_5_diff1
value: 18.10984788563448
verified: no, type: nauc_precision_at_5_max
value: 26.76601771821192
verified: no, type: nauc_precision_at_5_std
value: 5.542771678992256
verified: no, type: nauc_recall_at_1000_diff1
value: 8.52588694953907
verified: no, type: nauc_recall_at_1000_max
value: 73.41790358239734
verified: no, type: nauc_recall_at_1000_std
value: 69.61314473084202
verified: no, type: nauc_recall_at_100_diff1
value: 28.871721524145038
verified: no, type: nauc_recall_at_100_max
value: 59.065368924170045
verified: no, type: nauc_recall_at_100_std
value: 49.80520453249347
verified: no, type: nauc_recall_at_10_diff1
value: 29.03782265490603
verified: no, type: nauc_recall_at_10_max
value: 37.75072625287093
verified: no, type: nauc_recall_at_10_std
value: 10.62020740095944
verified: no, type: nauc_recall_at_1_diff1
value: 40.29366709249466
verified: no, type: nauc_recall_at_1_max
value: 22.701930006989834
verified: no, type: nauc_recall_at_1_std
value: -2.5108119794353128
verified: no, type: nauc_recall_at_20_diff1
value: 27.404333563376582
verified: no, type: nauc_recall_at_20_max
value: 44.726703401012806
verified: no, type: nauc_recall_at_20_std
value: 20.97357245935641
verified: no, type: nauc_recall_at_3_diff1
value: 31.63227526877648
verified: no, type: nauc_recall_at_3_max
value: 29.884975719908446
verified: no, type: nauc_recall_at_3_std
value: -0.5990776007533871
verified: no, type: nauc_recall_at_5_diff1
value: 30.05426459795973
verified: no, type: nauc_recall_at_5_max
value: 31.52192768038204
verified: no, type: nauc_recall_at_5_std
value: 0.7177246623827043
verified: no, type: ndcg_at_1
value: 36.848
verified: no, type: ndcg_at_10
value: 57.056
verified: no, type: ndcg_at_100
value: 60.792
verified: no, type: ndcg_at_1000
value: 61.329
verified: no, type: ndcg_at_20
value: 58.857000000000006
verified: no, type: ndcg_at_3
value: 49.012
verified: no, type: ndcg_at_5
value: 53.327000000000005
verified: no, type: precision_at_1
value: 36.848
verified: no, type: precision_at_10
value: 9.368
verified: no, type: precision_at_100
value: 1.1480000000000001
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_20
value: 5.122999999999999
verified: no, type: precision_at_3
value: 22.470000000000002
verified: no, type: precision_at_5
value: 15.985
verified: no, type: recall_at_1
value: 32.830999999999996
verified: no, type: recall_at_10
value: 78.616
verified: no, type: recall_at_100
value: 94.798
verified: no, type: recall_at_1000
value: 98.71799999999999
verified: no, type: recall_at_20
value: 85.236
verified: no, type: recall_at_3
value: 57.935
verified: no, type: recall_at_5
value: 67.85900000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 88.727
verified: no, type: map_at_1
value: 70.762
verified: no, type: map_at_10
value: 85.11999999999999
verified: no, type: map_at_100
value: 85.664
verified: no, type: map_at_1000
value: 85.679
verified: no, type: map_at_20
value: 85.49600000000001
verified: no, type: map_at_3
value: 82.23700000000001
verified: no, type: map_at_5
value: 84.086
verified: no, type: mrr_at_1
value: 81.44
verified: no, type: mrr_at_10
value: 87.79252380952383
verified: no, type: mrr_at_100
value: 87.8869692638498
verified: no, type: mrr_at_1000
value: 87.88761260154055
verified: no, type: mrr_at_20
value: 87.85851690174293
verified: no, type: mrr_at_3
value: 86.90000000000015
verified: no, type: mrr_at_5
value: 87.52200000000002
verified: no, type: nauc_map_at_1000_diff1
value: 75.855543672975
verified: no, type: nauc_map_at_1000_max
value: 31.902412813269077
verified: no, type: nauc_map_at_1000_std
value: -43.545213020523484
verified: no, type: nauc_map_at_100_diff1
value: 75.85787106458596
verified: no, type: nauc_map_at_100_max
value: 31.872380932295602
verified: no, type: nauc_map_at_100_std
value: -43.62670414341416
verified: no, type: nauc_map_at_10_diff1
value: 76.06994047717338
verified: no, type: nauc_map_at_10_max
value: 31.50784501542894
verified: no, type: nauc_map_at_10_std
value: -45.246286655846895
verified: no, type: nauc_map_at_1_diff1
value: 80.02300553815451
verified: no, type: nauc_map_at_1_max
value: 21.754057272930545
verified: no, type: nauc_map_at_1_std
value: -40.21688684908
verified: no, type: nauc_map_at_20_diff1
value: 75.93312323976788
verified: no, type: nauc_map_at_20_max
value: 31.750666329847178
verified: no, type: nauc_map_at_20_std
value: -44.205099175719035
verified: no, type: nauc_map_at_3_diff1
value: 76.51176248218147
verified: no, type: nauc_map_at_3_max
value: 29.57618559850948
verified: no, type: nauc_map_at_3_std
value: -46.746508593043366
verified: no, type: nauc_map_at_5_diff1
value: 76.29609472997535
verified: no, type: nauc_map_at_5_max
value: 31.148450278161345
verified: no, type: nauc_map_at_5_std
value: -46.15412773135915
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.58410473550458
verified: no, type: nauc_mrr_at_1000_max
value: 34.349405634766505
verified: no, type: nauc_mrr_at_1000_std
value: -38.71411943881118
verified: no, type: nauc_mrr_at_100_diff1
value: 76.58429204389566
verified: no, type: nauc_mrr_at_100_max
value: 34.34925219271846
verified: no, type: nauc_mrr_at_100_std
value: -38.71580773780872
verified: no, type: nauc_mrr_at_10_diff1
value: 76.63814613681649
verified: no, type: nauc_mrr_at_10_max
value: 34.48850149896092
verified: no, type: nauc_mrr_at_10_std
value: -38.7768979856703
verified: no, type: nauc_mrr_at_1_diff1
value: 77.20703493053294
verified: no, type: nauc_mrr_at_1_max
value: 33.323090298596966
verified: no, type: nauc_mrr_at_1_std
value: -37.60690944443488
verified: no, type: nauc_mrr_at_20_diff1
value: 76.59666662335822
verified: no, type: nauc_mrr_at_20_max
value: 34.34258983029893
verified: no, type: nauc_mrr_at_20_std
value: -38.767765407380175
verified: no, type: nauc_mrr_at_3_diff1
value: 76.36318737637336
verified: no, type: nauc_mrr_at_3_max
value: 34.47959555949338
verified: no, type: nauc_mrr_at_3_std
value: -39.14405090748447
verified: no, type: nauc_mrr_at_5_diff1
value: 76.4642433971879
verified: no, type: nauc_mrr_at_5_max
value: 34.41499543508058
verified: no, type: nauc_mrr_at_5_std
value: -38.71845104328312
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.86336366951063
verified: no, type: nauc_ndcg_at_1000_max
value: 33.144250465211336
verified: no, type: nauc_ndcg_at_1000_std
value: -41.063832282328185
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.8485208193407
verified: no, type: nauc_ndcg_at_100_max
value: 32.98328804105153
verified: no, type: nauc_ndcg_at_100_std
value: -41.52631473748263
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.18012008509577
verified: no, type: nauc_ndcg_at_10_max
value: 32.974938360415535
verified: no, type: nauc_ndcg_at_10_std
value: -44.38570601633005
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.28230554694761
verified: no, type: nauc_ndcg_at_1_max
value: 33.03805178290934
verified: no, type: nauc_ndcg_at_1_std
value: -37.537640383402824
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.02033529740791
verified: no, type: nauc_ndcg_at_20_max
value: 32.833700044235634
verified: no, type: nauc_ndcg_at_20_std
value: -42.96157266340273
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.26730760149606
verified: no, type: nauc_ndcg_at_3_max
value: 32.694778968778714
verified: no, type: nauc_ndcg_at_3_std
value: -44.5390979610003
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.79190092587773
verified: no, type: nauc_ndcg_at_5_max
value: 33.06366329445576
verified: no, type: nauc_ndcg_at_5_std
value: -44.77082674014946
verified: no, type: nauc_precision_at_1000_diff1
value: -43.96311909671976
verified: no, type: nauc_precision_at_1000_max
value: -2.6621016532032535
verified: no, type: nauc_precision_at_1000_std
value: 39.67056705670567
verified: no, type: nauc_precision_at_100_diff1
value: -43.66588505776995
verified: no, type: nauc_precision_at_100_max
value: -2.6282921990659553
verified: no, type: nauc_precision_at_100_std
value: 37.054574557190094
verified: no, type: nauc_precision_at_10_diff1
value: -38.35814005471572
verified: no, type: nauc_precision_at_10_max
value: 0.7737785747028663
verified: no, type: nauc_precision_at_10_std
value: 25.250342985520945
verified: no, type: nauc_precision_at_1_diff1
value: 77.28230554694761
verified: no, type: nauc_precision_at_1_max
value: 33.03805178290934
verified: no, type: nauc_precision_at_1_std
value: -37.537640383402824
verified: no, type: nauc_precision_at_20_diff1
value: -41.30112891380059
verified: no, type: nauc_precision_at_20_max
value: -1.2060605616858489
verified: no, type: nauc_precision_at_20_std
value: 31.13148488999237
verified: no, type: nauc_precision_at_3_diff1
value: -20.140620198671257
verified: no, type: nauc_precision_at_3_max
value: 10.264712638763026
verified: no, type: nauc_precision_at_3_std
value: 7.331085213423879
verified: no, type: nauc_precision_at_5_diff1
value: -31.808640731944752
verified: no, type: nauc_precision_at_5_max
value: 5.297575496536465
verified: no, type: nauc_precision_at_5_std
value: 17.70286397606476
verified: no, type: nauc_recall_at_1000_diff1
value: 84.98581822669564
verified: no, type: nauc_recall_at_1000_max
value: 92.96636893753929
verified: no, type: nauc_recall_at_1000_std
value: 75.65227348803414
verified: no, type: nauc_recall_at_100_diff1
value: 68.36540923623107
verified: no, type: nauc_recall_at_100_max
value: 22.593370935999022
verified: no, type: nauc_recall_at_100_std
value: -70.87387778855451
verified: no, type: nauc_recall_at_10_diff1
value: 74.81283971432373
verified: no, type: nauc_recall_at_10_max
value: 32.69264273824776
verified: no, type: nauc_recall_at_10_std
value: -63.595111340014235
verified: no, type: nauc_recall_at_1_diff1
value: 80.02300553815451
verified: no, type: nauc_recall_at_1_max
value: 21.754057272930545
verified: no, type: nauc_recall_at_1_std
value: -40.21688684908
verified: no, type: nauc_recall_at_20_diff1
value: 74.80351474558462
verified: no, type: nauc_recall_at_20_max
value: 30.865356023355805
verified: no, type: nauc_recall_at_20_std
value: -64.32287367180344
verified: no, type: nauc_recall_at_3_diff1
value: 72.84287000152072
verified: no, type: nauc_recall_at_3_max
value: 28.816036268394075
verified: no, type: nauc_recall_at_3_std
value: -53.30450226597958
verified: no, type: nauc_recall_at_5_diff1
value: 71.85726172240405
verified: no, type: nauc_recall_at_5_max
value: 30.410801075288813
verified: no, type: nauc_recall_at_5_std
value: -56.351216833849406
verified: no, type: ndcg_at_1
value: 81.39999999999999
verified: no, type: ndcg_at_10
value: 88.727
verified: no, type: ndcg_at_100
value: 89.821
verified: no, type: ndcg_at_1000
value: 89.915
verified: no, type: ndcg_at_20
value: 89.34
verified: no, type: ndcg_at_3
value: 86.021
verified: no, type: ndcg_at_5
value: 87.558
verified: no, type: precision_at_1
value: 81.39999999999999
verified: no, type: precision_at_10
value: 13.41
verified: no, type: precision_at_100
value: 1.488
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 7.061000000000001
verified: no, type: precision_at_3
value: 37.793
verified: no, type: precision_at_5
value: 24.804000000000002
verified: no, type: recall_at_1
value: 70.762
verified: no, type: recall_at_10
value: 95.846
verified: no, type: recall_at_100
value: 99.58500000000001
verified: no, type: recall_at_1000
value: 99.98700000000001
verified: no, type: recall_at_20
value: 97.773
verified: no, type: recall_at_3
value: 88.08500000000001
verified: no, type: recall_at_5
value: 92.45100000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.003
verified: no, type: map_at_1
value: 71.419
verified: no, type: map_at_10
value: 85.382
verified: no, type: map_at_100
value: 85.976
verified: no, type: map_at_1000
value: 85.992
verified: no, type: map_at_20
value: 85.763
verified: no, type: map_at_3
value: 82.429
verified: no, type: map_at_5
value: 84.284
verified: no, type: mrr_at_1
value: 82.11
verified: no, type: mrr_at_10
value: 88.19897222222195
verified: no, type: mrr_at_100
value: 88.28645985411698
verified: no, type: mrr_at_1000
value: 88.28718663213955
verified: no, type: mrr_at_20
value: 88.26697522996409
verified: no, type: mrr_at_3
value: 87.27833333333302
verified: no, type: mrr_at_5
value: 87.91783333333296
verified: no, type: nauc_map_at_1000_diff1
value: 76.30261631592856
verified: no, type: nauc_map_at_1000_max
value: 34.980388292905786
verified: no, type: nauc_map_at_1000_std
value: -46.40601966994713
verified: no, type: nauc_map_at_100_diff1
value: 76.30695928935073
verified: no, type: nauc_map_at_100_max
value: 34.96244762174972
verified: no, type: nauc_map_at_100_std
value: -46.45454317042469
verified: no, type: nauc_map_at_10_diff1
value: 76.53649680864336
verified: no, type: nauc_map_at_10_max
value: 34.645533775546085
verified: no, type: nauc_map_at_10_std
value: -48.33008289480228
verified: no, type: nauc_map_at_1_diff1
value: 80.0109014135849
verified: no, type: nauc_map_at_1_max
value: 25.217498739752532
verified: no, type: nauc_map_at_1_std
value: -42.86995539685312
verified: no, type: nauc_map_at_20_diff1
value: 76.38636530247655
verified: no, type: nauc_map_at_20_max
value: 34.8747291704767
verified: no, type: nauc_map_at_20_std
value: -47.18148102037872
verified: no, type: nauc_map_at_3_diff1
value: 77.05849657272363
verified: no, type: nauc_map_at_3_max
value: 32.277142026099796
verified: no, type: nauc_map_at_3_std
value: -49.96987316659713
verified: no, type: nauc_map_at_5_diff1
value: 76.83629534126555
verified: no, type: nauc_map_at_5_max
value: 33.55739070811488
verified: no, type: nauc_map_at_5_std
value: -49.75050547962666
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.09217511243467
verified: no, type: nauc_mrr_at_1000_max
value: 37.21107946309872
verified: no, type: nauc_mrr_at_1000_std
value: -43.530006121662296
verified: no, type: nauc_mrr_at_100_diff1
value: 77.09240459620786
verified: no, type: nauc_mrr_at_100_max
value: 37.21225118498791
verified: no, type: nauc_mrr_at_100_std
value: -43.53027090575838
verified: no, type: nauc_mrr_at_10_diff1
value: 77.06801760001858
verified: no, type: nauc_mrr_at_10_max
value: 37.286872397183544
verified: no, type: nauc_mrr_at_10_std
value: -43.617192424810156
verified: no, type: nauc_mrr_at_1_diff1
value: 78.14939860730118
verified: no, type: nauc_mrr_at_1_max
value: 36.345419894891194
verified: no, type: nauc_mrr_at_1_std
value: -41.791157198407774
verified: no, type: nauc_mrr_at_20_diff1
value: 77.0877040646715
verified: no, type: nauc_mrr_at_20_max
value: 37.22505075639358
verified: no, type: nauc_mrr_at_20_std
value: -43.56227666998121
verified: no, type: nauc_mrr_at_3_diff1
value: 76.74698348186915
verified: no, type: nauc_mrr_at_3_max
value: 37.44311099432756
verified: no, type: nauc_mrr_at_3_std
value: -43.7071965891009
verified: no, type: nauc_mrr_at_5_diff1
value: 77.0330357115108
verified: no, type: nauc_mrr_at_5_max
value: 37.52629069454836
verified: no, type: nauc_mrr_at_5_std
value: -43.73165678865622
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.13346466270058
verified: no, type: nauc_ndcg_at_1000_max
value: 36.30355111630145
verified: no, type: nauc_ndcg_at_1000_std
value: -44.567293200490255
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.13003686446783
verified: no, type: nauc_ndcg_at_100_max
value: 36.24229918244899
verified: no, type: nauc_ndcg_at_100_std
value: -44.74039437592027
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.15098624138862
verified: no, type: nauc_ndcg_at_10_max
value: 35.9426014751766
verified: no, type: nauc_ndcg_at_10_std
value: -47.59425076949253
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.05404952179576
verified: no, type: nauc_ndcg_at_1_max
value: 36.386170501037306
verified: no, type: nauc_ndcg_at_1_std
value: -41.608020194302405
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.12680119152564
verified: no, type: nauc_ndcg_at_20_max
value: 36.00419296655895
verified: no, type: nauc_ndcg_at_20_std
value: -46.42441388656108
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.63820138905012
verified: no, type: nauc_ndcg_at_3_max
value: 35.289885704662126
verified: no, type: nauc_ndcg_at_3_std
value: -47.23927265939333
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.12723497005791
verified: no, type: nauc_ndcg_at_5_max
value: 35.36445509855448
verified: no, type: nauc_ndcg_at_5_std
value: -48.35208930977703
verified: no, type: nauc_precision_at_1000_diff1
value: -44.30605136183297
verified: no, type: nauc_precision_at_1000_max
value: -5.750277685604905
verified: no, type: nauc_precision_at_1000_std
value: 39.95015688272993
verified: no, type: nauc_precision_at_100_diff1
value: -43.99883635441125
verified: no, type: nauc_precision_at_100_max
value: -5.404491662976336
verified: no, type: nauc_precision_at_100_std
value: 38.70820720987971
verified: no, type: nauc_precision_at_10_diff1
value: -39.281636489637265
verified: no, type: nauc_precision_at_10_max
value: -0.26078620229618693
verified: no, type: nauc_precision_at_10_std
value: 27.60706091974357
verified: no, type: nauc_precision_at_1_diff1
value: 78.05404952179576
verified: no, type: nauc_precision_at_1_max
value: 36.386170501037306
verified: no, type: nauc_precision_at_1_std
value: -41.608020194302405
verified: no, type: nauc_precision_at_20_diff1
value: -42.131775738221116
verified: no, type: nauc_precision_at_20_max
value: -2.790751064610159
verified: no, type: nauc_precision_at_20_std
value: 33.49240881529144
verified: no, type: nauc_precision_at_3_diff1
value: -19.582037618539495
verified: no, type: nauc_precision_at_3_max
value: 9.075373870080982
verified: no, type: nauc_precision_at_3_std
value: 6.435940772534901
verified: no, type: nauc_precision_at_5_diff1
value: -31.802765106740484
verified: no, type: nauc_precision_at_5_max
value: 3.543116294761505
verified: no, type: nauc_precision_at_5_std
value: 17.833033175636356
verified: no, type: nauc_recall_at_1000_diff1
value: 39.32485644932125
verified: no, type: nauc_recall_at_1000_max
value: 39.066540922772376
verified: no, type: nauc_recall_at_1000_std
value: 20.103965232560835
verified: no, type: nauc_recall_at_100_diff1
value: 70.0251051590138
verified: no, type: nauc_recall_at_100_max
value: 34.86379347929933
verified: no, type: nauc_recall_at_100_std
value: -42.106311600640375
verified: no, type: nauc_recall_at_10_diff1
value: 72.10740423001593
verified: no, type: nauc_recall_at_10_max
value: 34.886521080051295
verified: no, type: nauc_recall_at_10_std
value: -64.83306899253033
verified: no, type: nauc_recall_at_1_diff1
value: 80.0109014135849
verified: no, type: nauc_recall_at_1_max
value: 25.217498739752532
verified: no, type: nauc_recall_at_1_std
value: -42.86995539685312
verified: no, type: nauc_recall_at_20_diff1
value: 71.20093193828812
verified: no, type: nauc_recall_at_20_max
value: 33.46686672295811
verified: no, type: nauc_recall_at_20_std
value: -63.66982813610845
verified: no, type: nauc_recall_at_3_diff1
value: 72.73621188192767
verified: no, type: nauc_recall_at_3_max
value: 30.82541835421874
verified: no, type: nauc_recall_at_3_std
value: -55.217641745582725
verified: no, type: nauc_recall_at_5_diff1
value: 72.08303977300797
verified: no, type: nauc_recall_at_5_max
value: 31.70942758945847
verified: no, type: nauc_recall_at_5_std
value: -60.86547648856454
verified: no, type: ndcg_at_1
value: 82.16
verified: no, type: ndcg_at_10
value: 89.003
verified: no, type: ndcg_at_100
value: 90.109
verified: no, type: ndcg_at_1000
value: 90.205
verified: no, type: ndcg_at_20
value: 89.584
verified: no, type: ndcg_at_3
value: 86.21799999999999
verified: no, type: ndcg_at_5
value: 87.766
verified: no, type: precision_at_1
value: 82.16
verified: no, type: precision_at_10
value: 13.485
verified: no, type: precision_at_100
value: 1.529
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.119000000000001
verified: no, type: precision_at_3
value: 37.657000000000004
verified: no, type: precision_at_5
value: 24.759999999999998
verified: no, type: recall_at_1
value: 71.419
verified: no, type: recall_at_10
value: 95.855
verified: no, type: recall_at_100
value: 99.57000000000001
verified: no, type: recall_at_1000
value: 99.984
verified: no, type: recall_at_20
value: 97.723
verified: no, type: recall_at_3
value: 87.914
verified: no, type: recall_at_5
value: 92.27300000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 21.095
verified: no, type: map_at_1
value: 4.858
verified: no, type: map_at_10
value: 12.676000000000002
verified: no, type: map_at_100
value: 14.827000000000002
verified: no, type: map_at_1000
value: 15.146999999999998
verified: no, type: map_at_20
value: 13.767
verified: no, type: map_at_3
value: 8.968
verified: no, type: map_at_5
value: 10.748000000000001
verified: no, type: mrr_at_1
value: 24
verified: no, type: mrr_at_10
value: 35.44234126984123
verified: no, type: mrr_at_100
value: 36.57227499851092
verified: no, type: mrr_at_1000
value: 36.62212146550235
verified: no, type: mrr_at_20
value: 36.174427675437656
verified: no, type: mrr_at_3
value: 32.366666666666646
verified: no, type: mrr_at_5
value: 34.02166666666662
verified: no, type: nauc_map_at_1000_diff1
value: 20.4331406159799
verified: no, type: nauc_map_at_1000_max
value: 27.81489710879907
verified: no, type: nauc_map_at_1000_std
value: 20.440258897270585
verified: no, type: nauc_map_at_100_diff1
value: 20.46388418195963
verified: no, type: nauc_map_at_100_max
value: 27.75644498016236
verified: no, type: nauc_map_at_100_std
value: 20.186852999395906
verified: no, type: nauc_map_at_10_diff1
value: 20.34246509025442
verified: no, type: nauc_map_at_10_max
value: 26.09709012239771
verified: no, type: nauc_map_at_10_std
value: 16.18755590764125
verified: no, type: nauc_map_at_1_diff1
value: 30.238455629371675
verified: no, type: nauc_map_at_1_max
value: 19.771326252470793
verified: no, type: nauc_map_at_1_std
value: 9.646028512988151
verified: no, type: nauc_map_at_20_diff1
value: 20.443407591914497
verified: no, type: nauc_map_at_20_max
value: 27.219474051523424
verified: no, type: nauc_map_at_20_std
value: 18.16404214650777
verified: no, type: nauc_map_at_3_diff1
value: 23.783610410420746
verified: no, type: nauc_map_at_3_max
value: 22.806294777997753
verified: no, type: nauc_map_at_3_std
value: 10.220963066295825
verified: no, type: nauc_map_at_5_diff1
value: 22.390000403879384
verified: no, type: nauc_map_at_5_max
value: 25.124629804394328
verified: no, type: nauc_map_at_5_std
value: 12.769708421601889
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.335786873134847
verified: no, type: nauc_mrr_at_1000_max
value: 23.468402127347108
verified: no, type: nauc_mrr_at_1000_std
value: 15.358807703656174
verified: no, type: nauc_mrr_at_100_diff1
value: 26.33882075438782
verified: no, type: nauc_mrr_at_100_max
value: 23.4826794899285
verified: no, type: nauc_mrr_at_100_std
value: 15.391948819124835
verified: no, type: nauc_mrr_at_10_diff1
value: 26.32246417057101
verified: no, type: nauc_mrr_at_10_max
value: 23.370043401649195
verified: no, type: nauc_mrr_at_10_std
value: 15.195884523143832
verified: no, type: nauc_mrr_at_1_diff1
value: 29.957764198418413
verified: no, type: nauc_mrr_at_1_max
value: 19.67783968368079
verified: no, type: nauc_mrr_at_1_std
value: 9.9110352264558
verified: no, type: nauc_mrr_at_20_diff1
value: 26.280188638909667
verified: no, type: nauc_mrr_at_20_max
value: 23.518821014040608
verified: no, type: nauc_mrr_at_20_std
value: 15.392630335191393
verified: no, type: nauc_mrr_at_3_diff1
value: 26.174221020389133
verified: no, type: nauc_mrr_at_3_max
value: 22.916897852904736
verified: no, type: nauc_mrr_at_3_std
value: 14.054111276765582
verified: no, type: nauc_mrr_at_5_diff1
value: 26.681081196240864
verified: no, type: nauc_mrr_at_5_max
value: 23.545290286687205
verified: no, type: nauc_mrr_at_5_std
value: 14.489255948218496
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.811292218568877
verified: no, type: nauc_ndcg_at_1000_max
value: 29.271783843120513
verified: no, type: nauc_ndcg_at_1000_std
value: 27.918160529053438
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.54710323459629
verified: no, type: nauc_ndcg_at_100_max
value: 29.36192055253
verified: no, type: nauc_ndcg_at_100_std
value: 27.01510356917553
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.679368997415185
verified: no, type: nauc_ndcg_at_10_max
value: 26.88373404836461
verified: no, type: nauc_ndcg_at_10_std
value: 18.962516505087503
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.957764198418413
verified: no, type: nauc_ndcg_at_1_max
value: 19.67783968368079
verified: no, type: nauc_ndcg_at_1_std
value: 9.9110352264558
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.770661537577425
verified: no, type: nauc_ndcg_at_20_max
value: 28.494160060607204
verified: no, type: nauc_ndcg_at_20_std
value: 21.8279540883511
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.47639094473142
verified: no, type: nauc_ndcg_at_3_max
value: 23.35439798694039
verified: no, type: nauc_ndcg_at_3_std
value: 12.377439535136311
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.969926936390664
verified: no, type: nauc_ndcg_at_5_max
value: 26.319631914812362
verified: no, type: nauc_ndcg_at_5_std
value: 14.911857377719349
verified: no, type: nauc_precision_at_1000_diff1
value: 3.470857299493788
verified: no, type: nauc_precision_at_1000_max
value: 23.42686850704682
verified: no, type: nauc_precision_at_1000_std
value: 40.4031184750418
verified: no, type: nauc_precision_at_100_diff1
value: 11.912902631258339
verified: no, type: nauc_precision_at_100_max
value: 27.49134680565924
verified: no, type: nauc_precision_at_100_std
value: 37.51792335831407
verified: no, type: nauc_precision_at_10_diff1
value: 14.781962138018267
verified: no, type: nauc_precision_at_10_max
value: 27.25371904985
verified: no, type: nauc_precision_at_10_std
value: 23.116512723007414
verified: no, type: nauc_precision_at_1_diff1
value: 29.957764198418413
verified: no, type: nauc_precision_at_1_max
value: 19.67783968368079
verified: no, type: nauc_precision_at_1_std
value: 9.9110352264558
verified: no, type: nauc_precision_at_20_diff1
value: 14.26689464164839
verified: no, type: nauc_precision_at_20_max
value: 28.827184932489935
verified: no, type: nauc_precision_at_20_std
value: 27.446889793638707
verified: no, type: nauc_precision_at_3_diff1
value: 20.71336447156449
verified: no, type: nauc_precision_at_3_max
value: 24.337994526159783
verified: no, type: nauc_precision_at_3_std
value: 13.397947548460653
verified: no, type: nauc_precision_at_5_diff1
value: 19.138062665558067
verified: no, type: nauc_precision_at_5_max
value: 27.822407403400668
verified: no, type: nauc_precision_at_5_std
value: 16.803790719167182
verified: no, type: nauc_recall_at_1000_diff1
value: 3.6018207583688144
verified: no, type: nauc_recall_at_1000_max
value: 23.14090214625772
verified: no, type: nauc_recall_at_1000_std
value: 42.28594835129414
verified: no, type: nauc_recall_at_100_diff1
value: 12.001413115432843
verified: no, type: nauc_recall_at_100_max
value: 27.33100640666986
verified: no, type: nauc_recall_at_100_std
value: 37.96014315095026
verified: no, type: nauc_recall_at_10_diff1
value: 14.588748658431552
verified: no, type: nauc_recall_at_10_max
value: 26.973195318900334
verified: no, type: nauc_recall_at_10_std
value: 23.07536701691167
verified: no, type: nauc_recall_at_1_diff1
value: 30.238455629371675
verified: no, type: nauc_recall_at_1_max
value: 19.771326252470793
verified: no, type: nauc_recall_at_1_std
value: 9.646028512988151
verified: no, type: nauc_recall_at_20_diff1
value: 14.196956274661462
verified: no, type: nauc_recall_at_20_max
value: 28.56336128336403
verified: no, type: nauc_recall_at_20_std
value: 27.534839405528803
verified: no, type: nauc_recall_at_3_diff1
value: 20.73309785564631
verified: no, type: nauc_recall_at_3_max
value: 24.29211194985757
verified: no, type: nauc_recall_at_3_std
value: 13.16260070090019
verified: no, type: nauc_recall_at_5_diff1
value: 19.05897924330305
verified: no, type: nauc_recall_at_5_max
value: 27.739868919446675
verified: no, type: nauc_recall_at_5_std
value: 16.676587166110888
verified: no, type: ndcg_at_1
value: 24
verified: no, type: ndcg_at_10
value: 21.095
verified: no, type: ndcg_at_100
value: 29.32
verified: no, type: ndcg_at_1000
value: 34.908
verified: no, type: ndcg_at_20
value: 24.104999999999997
verified: no, type: ndcg_at_3
value: 20.051
verified: no, type: ndcg_at_5
value: 17.424999999999997
verified: no, type: precision_at_1
value: 24
verified: no, type: precision_at_10
value: 10.99
verified: no, type: precision_at_100
value: 2.279
verified: no, type: precision_at_1000
value: 0.363
verified: no, type: precision_at_20
value: 7.234999999999999
verified: no, type: precision_at_3
value: 18.8
verified: no, type: precision_at_5
value: 15.340000000000002
verified: no, type: recall_at_1
value: 4.858
verified: no, type: recall_at_10
value: 22.252
verified: no, type: recall_at_100
value: 46.28
verified: no, type: recall_at_1000
value: 73.642
verified: no, type: recall_at_20
value: 29.304999999999996
verified: no, type: recall_at_3
value: 11.413
verified: no, type: recall_at_5
value: 15.518
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 72.98599999999999
verified: no, type: map_at_1
value: 59.594
verified: no, type: map_at_10
value: 68.605
verified: no, type: map_at_100
value: 69.15400000000001
verified: no, type: map_at_1000
value: 69.17699999999999
verified: no, type: map_at_20
value: 68.958
verified: no, type: map_at_3
value: 65.657
verified: no, type: map_at_5
value: 67.391
verified: no, type: mrr_at_1
value: 62.66666666666667
verified: no, type: mrr_at_10
value: 69.88624338624336
verified: no, type: mrr_at_100
value: 70.30767689431102
verified: no, type: mrr_at_1000
value: 70.32817618304256
verified: no, type: mrr_at_20
value: 70.15422258053835
verified: no, type: mrr_at_3
value: 67.66666666666666
verified: no, type: mrr_at_5
value: 68.93333333333331
verified: no, type: nauc_map_at_1000_diff1
value: 74.34793985711579
verified: no, type: nauc_map_at_1000_max
value: 55.53156114873401
verified: no, type: nauc_map_at_1000_std
value: 11.582923341718212
verified: no, type: nauc_map_at_100_diff1
value: 74.35690644257943
verified: no, type: nauc_map_at_100_max
value: 55.55273405679522
verified: no, type: nauc_map_at_100_std
value: 11.602959136140353
verified: no, type: nauc_map_at_10_diff1
value: 74.33699696988701
verified: no, type: nauc_map_at_10_max
value: 55.82035169294064
verified: no, type: nauc_map_at_10_std
value: 11.204305801905747
verified: no, type: nauc_map_at_1_diff1
value: 75.32294245224915
verified: no, type: nauc_map_at_1_max
value: 45.76150065668323
verified: no, type: nauc_map_at_1_std
value: 2.0949461653318115
verified: no, type: nauc_map_at_20_diff1
value: 74.28684168063077
verified: no, type: nauc_map_at_20_max
value: 55.704668970482786
verified: no, type: nauc_map_at_20_std
value: 11.578414086112025
verified: no, type: nauc_map_at_3_diff1
value: 74.07592950237665
verified: no, type: nauc_map_at_3_max
value: 52.00387951737786
verified: no, type: nauc_map_at_3_std
value: 7.951275505368885
verified: no, type: nauc_map_at_5_diff1
value: 74.12694586808122
verified: no, type: nauc_map_at_5_max
value: 53.89041592367371
verified: no, type: nauc_map_at_5_std
value: 9.85361506601376
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.20784870583682
verified: no, type: nauc_mrr_at_1000_max
value: 57.570046380224525
verified: no, type: nauc_mrr_at_1000_std
value: 14.296417717967314
verified: no, type: nauc_mrr_at_100_diff1
value: 76.21296168893583
verified: no, type: nauc_mrr_at_100_max
value: 57.58697212436348
verified: no, type: nauc_mrr_at_100_std
value: 14.308752123915275
verified: no, type: nauc_mrr_at_10_diff1
value: 76.14459199922076
verified: no, type: nauc_mrr_at_10_max
value: 57.92786644451955
verified: no, type: nauc_mrr_at_10_std
value: 14.43313795702205
verified: no, type: nauc_mrr_at_1_diff1
value: 77.57106372375983
verified: no, type: nauc_mrr_at_1_max
value: 54.29444986607418
verified: no, type: nauc_mrr_at_1_std
value: 10.375096032059131
verified: no, type: nauc_mrr_at_20_diff1
value: 76.11275491211235
verified: no, type: nauc_mrr_at_20_max
value: 57.74339972696968
verified: no, type: nauc_mrr_at_20_std
value: 14.476904912902203
verified: no, type: nauc_mrr_at_3_diff1
value: 76.66682045455855
verified: no, type: nauc_mrr_at_3_max
value: 56.3735469447152
verified: no, type: nauc_mrr_at_3_std
value: 12.513240176317824
verified: no, type: nauc_mrr_at_5_diff1
value: 75.97086683174106
verified: no, type: nauc_mrr_at_5_max
value: 57.35499477476572
verified: no, type: nauc_mrr_at_5_std
value: 14.355734187199426
verified: no, type: nauc_ndcg_at_1000_diff1
value: 74.58448144929329
verified: no, type: nauc_ndcg_at_1000_max
value: 57.80110953681458
verified: no, type: nauc_ndcg_at_1000_std
value: 14.508773733544983
verified: no, type: nauc_ndcg_at_100_diff1
value: 74.69167071376367
verified: no, type: nauc_ndcg_at_100_max
value: 58.25671346950714
verified: no, type: nauc_ndcg_at_100_std
value: 15.047276165536436
verified: no, type: nauc_ndcg_at_10_diff1
value: 74.37843244426729
verified: no, type: nauc_ndcg_at_10_max
value: 59.80082249051946
verified: no, type: nauc_ndcg_at_10_std
value: 14.41431492985276
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.57106372375983
verified: no, type: nauc_ndcg_at_1_max
value: 54.29444986607418
verified: no, type: nauc_ndcg_at_1_std
value: 10.375096032059131
verified: no, type: nauc_ndcg_at_20_diff1
value: 74.20570209855893
verified: no, type: nauc_ndcg_at_20_max
value: 59.22812358366338
verified: no, type: nauc_ndcg_at_20_std
value: 15.36619407153703
verified: no, type: nauc_ndcg_at_3_diff1
value: 74.33412987664815
verified: no, type: nauc_ndcg_at_3_max
value: 55.29579906848679
verified: no, type: nauc_ndcg_at_3_std
value: 10.47948670506532
verified: no, type: nauc_ndcg_at_5_diff1
value: 73.981771086719
verified: no, type: nauc_ndcg_at_5_max
value: 56.68614205577981
verified: no, type: nauc_ndcg_at_5_std
value: 12.629079173374707
verified: no, type: nauc_precision_at_1000_diff1
value: -18.395851293463455
verified: no, type: nauc_precision_at_1000_max
value: 28.809719521241394
verified: no, type: nauc_precision_at_1000_std
value: 51.99983961186071
verified: no, type: nauc_precision_at_100_diff1
value: -2.5512788047606887
verified: no, type: nauc_precision_at_100_max
value: 37.44561338889012
verified: no, type: nauc_precision_at_100_std
value: 51.03823752848824
verified: no, type: nauc_precision_at_10_diff1
value: 22.441073512252004
verified: no, type: nauc_precision_at_10_max
value: 59.24802281861788
verified: no, type: nauc_precision_at_10_std
value: 44.011409308958896
verified: no, type: nauc_precision_at_1_diff1
value: 77.57106372375983
verified: no, type: nauc_precision_at_1_max
value: 54.29444986607418
verified: no, type: nauc_precision_at_1_std
value: 10.375096032059131
verified: no, type: nauc_precision_at_20_diff1
value: 10.437628418310032
verified: no, type: nauc_precision_at_20_max
value: 49.2713253828718
verified: no, type: nauc_precision_at_20_std
value: 48.37583935266579
verified: no, type: nauc_precision_at_3_diff1
value: 50.803456772984426
verified: no, type: nauc_precision_at_3_max
value: 58.62730612669874
verified: no, type: nauc_precision_at_3_std
value: 26.895597721266746
verified: no, type: nauc_precision_at_5_diff1
value: 36.04230980927072
verified: no, type: nauc_precision_at_5_max
value: 56.29693445329882
verified: no, type: nauc_precision_at_5_std
value: 35.108047957498705
verified: no, type: nauc_recall_at_1000_diff1
value: 54.0149393090572
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 79.57516339869238
verified: no, type: nauc_recall_at_100_diff1
value: 73.30200897563304
verified: no, type: nauc_recall_at_100_max
value: 76.2236077226591
verified: no, type: nauc_recall_at_100_std
value: 40.6810035842295
verified: no, type: nauc_recall_at_10_diff1
value: 70.44148430346728
verified: no, type: nauc_recall_at_10_max
value: 76.05796661965898
verified: no, type: nauc_recall_at_10_std
value: 23.916714017800025
verified: no, type: nauc_recall_at_1_diff1
value: 75.32294245224915
verified: no, type: nauc_recall_at_1_max
value: 45.76150065668323
verified: no, type: nauc_recall_at_1_std
value: 2.0949461653318115
verified: no, type: nauc_recall_at_20_diff1
value: 68.40526023895922
verified: no, type: nauc_recall_at_20_max
value: 77.14770987304526
verified: no, type: nauc_recall_at_20_std
value: 32.9602859795282
verified: no, type: nauc_recall_at_3_diff1
value: 72.14683033702258
verified: no, type: nauc_recall_at_3_max
value: 54.78390680638642
verified: no, type: nauc_recall_at_3_std
value: 8.544474503532333
verified: no, type: nauc_recall_at_5_diff1
value: 70.71753125793401
verified: no, type: nauc_recall_at_5_max
value: 61.86036751930198
verified: no, type: nauc_recall_at_5_std
value: 16.623728043559797
verified: no, type: ndcg_at_1
value: 62.666999999999994
verified: no, type: ndcg_at_10
value: 72.98599999999999
verified: no, type: ndcg_at_100
value: 75.202
verified: no, type: ndcg_at_1000
value: 75.777
verified: no, type: ndcg_at_20
value: 74.126
verified: no, type: ndcg_at_3
value: 67.938
verified: no, type: ndcg_at_5
value: 70.407
verified: no, type: precision_at_1
value: 62.666999999999994
verified: no, type: precision_at_10
value: 9.6
verified: no, type: precision_at_100
value: 1.077
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.083
verified: no, type: precision_at_3
value: 26.111
verified: no, type: precision_at_5
value: 17.4
verified: no, type: recall_at_1
value: 59.594
verified: no, type: recall_at_10
value: 85.289
verified: no, type: recall_at_100
value: 94.833
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_20
value: 89.60000000000001
verified: no, type: recall_at_3
value: 71.506
verified: no, type: recall_at_5
value: 77.678
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 75.303
verified: no, type: map_at_1
value: 60.541999999999994
verified: no, type: map_at_10
value: 70.875
verified: no, type: map_at_100
value: 71.34899999999999
verified: no, type: map_at_1000
value: 71.363
verified: no, type: map_at_20
value: 71.173
verified: no, type: map_at_3
value: 68.219
verified: no, type: map_at_5
value: 69.76299999999999
verified: no, type: mrr_at_1
value: 63.16440049443758
verified: no, type: mrr_at_10
value: 71.95214550591557
verified: no, type: mrr_at_100
value: 72.31606780067733
verified: no, type: mrr_at_1000
value: 72.32564107428016
verified: no, type: mrr_at_20
value: 72.1512249900027
verified: no, type: mrr_at_3
value: 70.41615162752367
verified: no, type: mrr_at_5
value: 71.22579316028018
verified: no, type: nauc_map_at_1000_diff1
value: 70.88713432478681
verified: no, type: nauc_map_at_1000_max
value: 52.53874359900521
verified: no, type: nauc_map_at_1000_std
value: 16.14520822345089
verified: no, type: nauc_map_at_100_diff1
value: 70.88012809608153
verified: no, type: nauc_map_at_100_max
value: 52.54180031390171
verified: no, type: nauc_map_at_100_std
value: 16.162778040895844
verified: no, type: nauc_map_at_10_diff1
value: 70.74086998198797
verified: no, type: nauc_map_at_10_max
value: 52.42087394405289
verified: no, type: nauc_map_at_10_std
value: 15.73032520368658
verified: no, type: nauc_map_at_1_diff1
value: 74.69022426235868
verified: no, type: nauc_map_at_1_max
value: 45.482748252259306
verified: no, type: nauc_map_at_1_std
value: 9.47910187753849
verified: no, type: nauc_map_at_20_diff1
value: 70.84375569937194
verified: no, type: nauc_map_at_20_max
value: 52.65470234006966
verified: no, type: nauc_map_at_20_std
value: 16.183949074222614
verified: no, type: nauc_map_at_3_diff1
value: 70.48156645011187
verified: no, type: nauc_map_at_3_max
value: 49.10946388704575
verified: no, type: nauc_map_at_3_std
value: 13.397746184472078
verified: no, type: nauc_map_at_5_diff1
value: 70.75376736251015
verified: no, type: nauc_map_at_5_max
value: 51.05160957611554
verified: no, type: nauc_map_at_5_std
value: 14.236721249905903
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.86940171966855
verified: no, type: nauc_mrr_at_1000_max
value: 54.42365652404636
verified: no, type: nauc_mrr_at_1000_std
value: 19.139697673245294
verified: no, type: nauc_mrr_at_100_diff1
value: 71.85926994801977
verified: no, type: nauc_mrr_at_100_max
value: 54.42199024809323
verified: no, type: nauc_mrr_at_100_std
value: 19.15306050030586
verified: no, type: nauc_mrr_at_10_diff1
value: 71.677284518898
verified: no, type: nauc_mrr_at_10_max
value: 54.47972900834183
verified: no, type: nauc_mrr_at_10_std
value: 19.315857249475428
verified: no, type: nauc_mrr_at_1_diff1
value: 75.9486142319394
verified: no, type: nauc_mrr_at_1_max
value: 51.90965243989473
verified: no, type: nauc_mrr_at_1_std
value: 15.395164964289846
verified: no, type: nauc_mrr_at_20_diff1
value: 71.79361460184204
verified: no, type: nauc_mrr_at_20_max
value: 54.51770420915609
verified: no, type: nauc_mrr_at_20_std
value: 19.208132629404325
verified: no, type: nauc_mrr_at_3_diff1
value: 71.52900861523246
verified: no, type: nauc_mrr_at_3_max
value: 54.89638098144882
verified: no, type: nauc_mrr_at_3_std
value: 19.734894394106117
verified: no, type: nauc_mrr_at_5_diff1
value: 71.64011255032078
verified: no, type: nauc_mrr_at_5_max
value: 54.31300515852635
verified: no, type: nauc_mrr_at_5_std
value: 19.062319641899336
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.25707604268838
verified: no, type: nauc_ndcg_at_1000_max
value: 54.24108864068546
verified: no, type: nauc_ndcg_at_1000_std
value: 19.02009727870368
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.99779255019226
verified: no, type: nauc_ndcg_at_100_max
value: 54.346337390971954
verified: no, type: nauc_ndcg_at_100_std
value: 19.629886017293348
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.3211450566187
verified: no, type: nauc_ndcg_at_10_max
value: 54.483831909106264
verified: no, type: nauc_ndcg_at_10_std
value: 18.753325678992873
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.9486142319394
verified: no, type: nauc_ndcg_at_1_max
value: 51.90965243989473
verified: no, type: nauc_ndcg_at_1_std
value: 15.395164964289846
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.71886726771191
verified: no, type: nauc_ndcg_at_20_max
value: 55.08856925504423
verified: no, type: nauc_ndcg_at_20_std
value: 19.6244990884976
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.87322312255968
verified: no, type: nauc_ndcg_at_3_max
value: 51.39103027630223
verified: no, type: nauc_ndcg_at_3_std
value: 16.52935384582361
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.3341220735468
verified: no, type: nauc_ndcg_at_5_max
value: 52.37066281526067
verified: no, type: nauc_ndcg_at_5_std
value: 16.404288595035418
verified: no, type: nauc_precision_at_1000_diff1
value: -27.34291495528546
verified: no, type: nauc_precision_at_1000_max
value: 21.754965941678847
verified: no, type: nauc_precision_at_1000_std
value: 39.806731788937896
verified: no, type: nauc_precision_at_100_diff1
value: -19.194290975508313
verified: no, type: nauc_precision_at_100_max
value: 27.96377640344495
verified: no, type: nauc_precision_at_100_std
value: 44.01990976097701
verified: no, type: nauc_precision_at_10_diff1
value: 5.896041466783285
verified: no, type: nauc_precision_at_10_max
value: 41.38368704222518
verified: no, type: nauc_precision_at_10_std
value: 36.763658242409406
verified: no, type: nauc_precision_at_1_diff1
value: 75.9486142319394
verified: no, type: nauc_precision_at_1_max
value: 51.90965243989473
verified: no, type: nauc_precision_at_1_std
value: 15.395164964289846
verified: no, type: nauc_precision_at_20_diff1
value: -0.8746880135384988
verified: no, type: nauc_precision_at_20_max
value: 38.55198238563861
verified: no, type: nauc_precision_at_20_std
value: 40.34293450504436
verified: no, type: nauc_precision_at_3_diff1
value: 37.74271208206134
verified: no, type: nauc_precision_at_3_max
value: 51.53293019310014
verified: no, type: nauc_precision_at_3_std
value: 31.13615617572581
verified: no, type: nauc_precision_at_5_diff1
value: 22.682077409998058
verified: no, type: nauc_precision_at_5_max
value: 45.671662469549105
verified: no, type: nauc_precision_at_5_std
value: 30.657373390819238
verified: no, type: nauc_recall_at_1000_diff1
value: 50.86308938461632
verified: no, type: nauc_recall_at_1000_max
value: 85.58163972588446
verified: no, type: nauc_recall_at_1000_std
value: 96.73157724628308
verified: no, type: nauc_recall_at_100_diff1
value: 54.20328324824615
verified: no, type: nauc_recall_at_100_max
value: 64.72579598280349
verified: no, type: nauc_recall_at_100_std
value: 61.79554052598576
verified: no, type: nauc_recall_at_10_diff1
value: 60.001499108422365
verified: no, type: nauc_recall_at_10_max
value: 59.388945417047104
verified: no, type: nauc_recall_at_10_std
value: 25.67892843978966
verified: no, type: nauc_recall_at_1_diff1
value: 74.69022426235868
verified: no, type: nauc_recall_at_1_max
value: 45.482748252259306
verified: no, type: nauc_recall_at_1_std
value: 9.47910187753849
verified: no, type: nauc_recall_at_20_diff1
value: 61.02809427841475
verified: no, type: nauc_recall_at_20_max
value: 65.73824567078161
verified: no, type: nauc_recall_at_20_std
value: 33.177127516035355
verified: no, type: nauc_recall_at_3_diff1
value: 62.59553887931729
verified: no, type: nauc_recall_at_3_max
value: 49.04871287782435
verified: no, type: nauc_recall_at_3_std
value: 16.254788998158205
verified: no, type: nauc_recall_at_5_diff1
value: 61.92441342077279
verified: no, type: nauc_recall_at_5_max
value: 50.9072289346588
verified: no, type: nauc_recall_at_5_std
value: 16.472102532060642
verified: no, type: ndcg_at_1
value: 63.164
verified: no, type: ndcg_at_10
value: 75.303
verified: no, type: ndcg_at_100
value: 77.388
verified: no, type: ndcg_at_1000
value: 77.727
verified: no, type: ndcg_at_20
value: 76.201
verified: no, type: ndcg_at_3
value: 71.044
verified: no, type: ndcg_at_5
value: 73.086
verified: no, type: precision_at_1
value: 63.164
verified: no, type: precision_at_10
value: 9.913
verified: no, type: precision_at_100
value: 1.101
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.1610000000000005
verified: no, type: precision_at_3
value: 27.894999999999996
verified: no, type: precision_at_5
value: 18.096
verified: no, type: recall_at_1
value: 60.541999999999994
verified: no, type: recall_at_10
value: 87.394
verified: no, type: recall_at_100
value: 96.88900000000001
verified: no, type: recall_at_1000
value: 99.506
verified: no, type: recall_at_20
value: 90.74600000000001
verified: no, type: recall_at_3
value: 76.393
verified: no, type: recall_at_5
value: 81.08
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 82.838
verified: no, type: map_at_1
value: 0.251
verified: no, type: map_at_10
value: 2.165
verified: no, type: map_at_100
value: 12.354
verified: no, type: map_at_1000
value: 29.576
verified: no, type: map_at_20
value: 3.881
verified: no, type: map_at_3
value: 0.728
verified: no, type: map_at_5
value: 1.16
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: mrr_at_20
value: 97
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: nauc_map_at_1000_diff1
value: -12.291556746894083
verified: no, type: nauc_map_at_1000_max
value: 58.410079466278965
verified: no, type: nauc_map_at_1000_std
value: 76.4746309144675
verified: no, type: nauc_map_at_100_diff1
value: -7.101871793520939
verified: no, type: nauc_map_at_100_max
value: 36.39771723741155
verified: no, type: nauc_map_at_100_std
value: 58.39339407401992
verified: no, type: nauc_map_at_10_diff1
value: -7.107352291658639
verified: no, type: nauc_map_at_10_max
value: -5.168031273784038
verified: no, type: nauc_map_at_10_std
value: 1.6874476582807705
verified: no, type: nauc_map_at_1_diff1
value: -6.925641373795307
verified: no, type: nauc_map_at_1_max
value: -16.441779478543896
verified: no, type: nauc_map_at_1_std
value: -10.474198968429116
verified: no, type: nauc_map_at_20_diff1
value: 1.5882506468964699
verified: no, type: nauc_map_at_20_max
value: 5.236313065500864
verified: no, type: nauc_map_at_20_std
value: 11.192711690463574
verified: no, type: nauc_map_at_3_diff1
value: -11.27725483179556
verified: no, type: nauc_map_at_3_max
value: -15.784380537162276
verified: no, type: nauc_map_at_3_std
value: -6.139446268064151
verified: no, type: nauc_map_at_5_diff1
value: -8.885561530316084
verified: no, type: nauc_map_at_5_max
value: -11.120358811665087
verified: no, type: nauc_map_at_5_std
value: -2.4135832895961995
verified: no, type: nauc_mrr_at_1000_diff1
value: -43.27731092437014
verified: no, type: nauc_mrr_at_1000_max
value: 32.25957049486496
verified: no, type: nauc_mrr_at_1000_std
value: 46.09399315281668
verified: no, type: nauc_mrr_at_100_diff1
value: -43.27731092437014
verified: no, type: nauc_mrr_at_100_max
value: 32.25957049486496
verified: no, type: nauc_mrr_at_100_std
value: 46.09399315281668
verified: no, type: nauc_mrr_at_10_diff1
value: -43.27731092437014
verified: no, type: nauc_mrr_at_10_max
value: 32.25957049486496
verified: no, type: nauc_mrr_at_10_std
value: 46.09399315281668
verified: no, type: nauc_mrr_at_1_diff1
value: -43.27731092436961
verified: no, type: nauc_mrr_at_1_max
value: 32.25957049486467
verified: no, type: nauc_mrr_at_1_std
value: 46.0939931528168
verified: no, type: nauc_mrr_at_20_diff1
value: -43.27731092437014
verified: no, type: nauc_mrr_at_20_max
value: 32.25957049486496
verified: no, type: nauc_mrr_at_20_std
value: 46.09399315281668
verified: no, type: nauc_mrr_at_3_diff1
value: -43.27731092437014
verified: no, type: nauc_mrr_at_3_max
value: 32.25957049486496
verified: no, type: nauc_mrr_at_3_std
value: 46.09399315281668
verified: no, type: nauc_mrr_at_5_diff1
value: -43.27731092437014
verified: no, type: nauc_mrr_at_5_max
value: 32.25957049486496
verified: no, type: nauc_mrr_at_5_std
value: 46.09399315281668
verified: no, type: nauc_ndcg_at_1000_diff1
value: -7.751556353880079
verified: no, type: nauc_ndcg_at_1000_max
value: 55.19026713468263
verified: no, type: nauc_ndcg_at_1000_std
value: 71.89952836445738
verified: no, type: nauc_ndcg_at_100_diff1
value: -25.04610843246315
verified: no, type: nauc_ndcg_at_100_max
value: 57.81019038299022
verified: no, type: nauc_ndcg_at_100_std
value: 76.08337029715734
verified: no, type: nauc_ndcg_at_10_diff1
value: -24.320444869696587
verified: no, type: nauc_ndcg_at_10_max
value: 45.733366593718706
verified: no, type: nauc_ndcg_at_10_std
value: 63.83197521298889
verified: no, type: nauc_ndcg_at_1_diff1
value: -2.2434179973565302
verified: no, type: nauc_ndcg_at_1_max
value: 18.89758153824172
verified: no, type: nauc_ndcg_at_1_std
value: 47.66548780052153
verified: no, type: nauc_ndcg_at_20_diff1
value: -15.739057357565608
verified: no, type: nauc_ndcg_at_20_max
value: 50.7706563011848
verified: no, type: nauc_ndcg_at_20_std
value: 63.55990312197961
verified: no, type: nauc_ndcg_at_3_diff1
value: -33.933097033234354
verified: no, type: nauc_ndcg_at_3_max
value: 26.964996703046246
verified: no, type: nauc_ndcg_at_3_std
value: 57.994876101611084
verified: no, type: nauc_ndcg_at_5_diff1
value: -22.851195043529472
verified: no, type: nauc_ndcg_at_5_max
value: 38.105128987050094
verified: no, type: nauc_ndcg_at_5_std
value: 62.943604828448585
verified: no, type: nauc_precision_at_1000_diff1
value: -16.566185636380467
verified: no, type: nauc_precision_at_1000_max
value: 54.001267515174554
verified: no, type: nauc_precision_at_1000_std
value: 48.99114275701267
verified: no, type: nauc_precision_at_100_diff1
value: -22.079909752890607
verified: no, type: nauc_precision_at_100_max
value: 60.72350574637335
verified: no, type: nauc_precision_at_100_std
value: 74.71317275812814
verified: no, type: nauc_precision_at_10_diff1
value: -24.67136917830623
verified: no, type: nauc_precision_at_10_max
value: 62.492642593544126
verified: no, type: nauc_precision_at_10_std
value: 63.282103984677974
verified: no, type: nauc_precision_at_1_diff1
value: -43.27731092436961
verified: no, type: nauc_precision_at_1_max
value: 32.25957049486467
verified: no, type: nauc_precision_at_1_std
value: 46.0939931528168
verified: no, type: nauc_precision_at_20_diff1
value: -10.837325491312193
verified: no, type: nauc_precision_at_20_max
value: 58.342424386156274
verified: no, type: nauc_precision_at_20_std
value: 62.94368290407747
verified: no, type: nauc_precision_at_3_diff1
value: -79.57580938134424
verified: no, type: nauc_precision_at_3_max
value: 48.46137407842722
verified: no, type: nauc_precision_at_3_std
value: 63.00886846885357
verified: no, type: nauc_precision_at_5_diff1
value: -29.041010931079686
verified: no, type: nauc_precision_at_5_max
value: 62.63017804997827
verified: no, type: nauc_precision_at_5_std
value: 64.82673075432224
verified: no, type: nauc_recall_at_1000_diff1
value: 0.8039533307403914
verified: no, type: nauc_recall_at_1000_max
value: 45.959450629336544
verified: no, type: nauc_recall_at_1000_std
value: 57.956398183989776
verified: no, type: nauc_recall_at_100_diff1
value: -1.2240331094549868
verified: no, type: nauc_recall_at_100_max
value: 20.244295844408505
verified: no, type: nauc_recall_at_100_std
value: 39.348498358223566
verified: no, type: nauc_recall_at_10_diff1
value: -5.246748847223987
verified: no, type: nauc_recall_at_10_max
value: -10.956091017853266
verified: no, type: nauc_recall_at_10_std
value: -5.697512598601129
verified: no, type: nauc_recall_at_1_diff1
value: -6.925641373795307
verified: no, type: nauc_recall_at_1_max
value: -16.441779478543896
verified: no, type: nauc_recall_at_1_std
value: -10.474198968429116
verified: no, type: nauc_recall_at_20_diff1
value: 3.8478123109449007
verified: no, type: nauc_recall_at_20_max
value: -4.064799516275798
verified: no, type: nauc_recall_at_20_std
value: 1.2108812991924096
verified: no, type: nauc_recall_at_3_diff1
value: -9.004282138713936
verified: no, type: nauc_recall_at_3_max
value: -18.008369184840184
verified: no, type: nauc_recall_at_3_std
value: -8.821151791530783
verified: no, type: nauc_recall_at_5_diff1
value: -4.770943590883584
verified: no, type: nauc_recall_at_5_max
value: -14.512914457838649
verified: no, type: nauc_recall_at_5_std
value: -7.116030398151972
verified: no, type: ndcg_at_1
value: 86
verified: no, type: ndcg_at_10
value: 82.838
verified: no, type: ndcg_at_100
value: 62.611000000000004
verified: no, type: ndcg_at_1000
value: 54.777
verified: no, type: ndcg_at_20
value: 79.27
verified: no, type: ndcg_at_3
value: 88.011
verified: no, type: ndcg_at_5
value: 86.52
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 87.2
verified: no, type: precision_at_100
value: 64.48
verified: no, type: precision_at_1000
value: 24.168
verified: no, type: precision_at_20
value: 83.7
verified: no, type: precision_at_3
value: 94
verified: no, type: precision_at_5
value: 91.60000000000001
verified: no, type: recall_at_1
value: 0.251
verified: no, type: recall_at_10
value: 2.303
verified: no, type: recall_at_100
value: 15.248000000000001
verified: no, type: recall_at_1000
value: 51.12
verified: no, type: recall_at_20
value: 4.247
verified: no, type: recall_at_3
value: 0.743
verified: no, type: recall_at_5
value: 1.201
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 30.5
verified: no, type: map_at_1
value: 3.5700000000000003
verified: no, type: map_at_10
value: 12.913
verified: no, type: map_at_100
value: 20.259
verified: no, type: map_at_1000
value: 21.834999999999997
verified: no, type: map_at_20
value: 16.241
verified: no, type: map_at_3
value: 7.027
verified: no, type: map_at_5
value: 9.499
verified: no, type: mrr_at_1
value: 46.93877551020408
verified: no, type: mrr_at_10
value: 59.007936507936506
verified: no, type: mrr_at_100
value: 59.69658022721581
verified: no, type: mrr_at_1000
value: 59.69658022721581
verified: no, type: mrr_at_20
value: 59.455483947965135
verified: no, type: mrr_at_3
value: 55.44217687074829
verified: no, type: mrr_at_5
value: 58.29931972789115
verified: no, type: nauc_map_at_1000_diff1
value: 9.910510369504589
verified: no, type: nauc_map_at_1000_max
value: -5.800076879675597
verified: no, type: nauc_map_at_1000_std
value: 0.16322588275794053
verified: no, type: nauc_map_at_100_diff1
value: 9.656724513623926
verified: no, type: nauc_map_at_100_max
value: -6.584268120579212
verified: no, type: nauc_map_at_100_std
value: -2.6872802242536356
verified: no, type: nauc_map_at_10_diff1
value: 0.8036112204161583
verified: no, type: nauc_map_at_10_max
value: -2.160210350827288
verified: no, type: nauc_map_at_10_std
value: -20.0383888763022
verified: no, type: nauc_map_at_1_diff1
value: -14.746819188938662
verified: no, type: nauc_map_at_1_max
value: -18.36805682308219
verified: no, type: nauc_map_at_1_std
value: -22.512487408760773
verified: no, type: nauc_map_at_20_diff1
value: 8.885434478073687
verified: no, type: nauc_map_at_20_max
value: -5.604548063353215
verified: no, type: nauc_map_at_20_std
value: -15.144012685613262
verified: no, type: nauc_map_at_3_diff1
value: -7.047758972132971
verified: no, type: nauc_map_at_3_max
value: -15.561815701245369
verified: no, type: nauc_map_at_3_std
value: -30.427604119738294
verified: no, type: nauc_map_at_5_diff1
value: -1.82067867508142
verified: no, type: nauc_map_at_5_max
value: -5.262858250449523
verified: no, type: nauc_map_at_5_std
value: -24.233957421815187
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.9260668149825904
verified: no, type: nauc_mrr_at_1000_max
value: -30.096543546430805
verified: no, type: nauc_mrr_at_1000_std
value: -14.970045391543408
verified: no, type: nauc_mrr_at_100_diff1
value: -1.9260668149825904
verified: no, type: nauc_mrr_at_100_max
value: -30.096543546430805
verified: no, type: nauc_mrr_at_100_std
value: -14.970045391543408
verified: no, type: nauc_mrr_at_10_diff1
value: -2.6073416358968546
verified: no, type: nauc_mrr_at_10_max
value: -30.945119000446585
verified: no, type: nauc_mrr_at_10_std
value: -15.455244376688151
verified: no, type: nauc_mrr_at_1_diff1
value: -6.281249674145899
verified: no, type: nauc_mrr_at_1_max
value: -23.95679641665857
verified: no, type: nauc_mrr_at_1_std
value: -15.909791421206295
verified: no, type: nauc_mrr_at_20_diff1
value: -1.26835503224596
verified: no, type: nauc_mrr_at_20_max
value: -30.332143078341034
verified: no, type: nauc_mrr_at_20_std
value: -14.161343406093216
verified: no, type: nauc_mrr_at_3_diff1
value: -4.088059284739747
verified: no, type: nauc_mrr_at_3_max
value: -29.245685372711044
verified: no, type: nauc_mrr_at_3_std
value: -19.21966851951373
verified: no, type: nauc_mrr_at_5_diff1
value: -1.857784149253863
verified: no, type: nauc_mrr_at_5_max
value: -29.188383926944155
verified: no, type: nauc_mrr_at_5_std
value: -14.947155704014756
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.830782596268012
verified: no, type: nauc_ndcg_at_1000_max
value: -10.76019834247598
verified: no, type: nauc_ndcg_at_1000_std
value: 22.15401405704995
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.25601986425452
verified: no, type: nauc_ndcg_at_100_max
value: -15.982671587208033
verified: no, type: nauc_ndcg_at_100_std
value: 16.718111839342363
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.5819315259551106
verified: no, type: nauc_ndcg_at_10_max
value: -11.952721652517152
verified: no, type: nauc_ndcg_at_10_std
value: -10.474085815762676
verified: no, type: nauc_ndcg_at_1_diff1
value: -7.87103555085007
verified: no, type: nauc_ndcg_at_1_max
value: -24.704858588989737
verified: no, type: nauc_ndcg_at_1_std
value: -14.423209358330777
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.404680386239459
verified: no, type: nauc_ndcg_at_20_max
value: -14.858231638706112
verified: no, type: nauc_ndcg_at_20_std
value: -6.1945024023267985
verified: no, type: nauc_ndcg_at_3_diff1
value: 1.0264436945119229
verified: no, type: nauc_ndcg_at_3_max
value: -20.50535984245989
verified: no, type: nauc_ndcg_at_3_std
value: -21.642653573064518
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.221120686687174
verified: no, type: nauc_ndcg_at_5_max
value: -14.010693047359307
verified: no, type: nauc_ndcg_at_5_std
value: -12.003565488476767
verified: no, type: nauc_precision_at_1000_diff1
value: 1.580001818770179
verified: no, type: nauc_precision_at_1000_max
value: 30.699747280072366
verified: no, type: nauc_precision_at_1000_std
value: 41.68874332471044
verified: no, type: nauc_precision_at_100_diff1
value: 22.31315643692314
verified: no, type: nauc_precision_at_100_max
value: 2.2145528979842104
verified: no, type: nauc_precision_at_100_std
value: 71.87311377290379
verified: no, type: nauc_precision_at_10_diff1
value: 15.67863381009855
verified: no, type: nauc_precision_at_10_max
value: -7.373383448098349
verified: no, type: nauc_precision_at_10_std
value: -1.5181897666741904
verified: no, type: nauc_precision_at_1_diff1
value: -6.281249674145899
verified: no, type: nauc_precision_at_1_max
value: -23.95679641665857
verified: no, type: nauc_precision_at_1_std
value: -15.909791421206295
verified: no, type: nauc_precision_at_20_diff1
value: 34.529345904394106
verified: no, type: nauc_precision_at_20_max
value: -4.595919949898392
verified: no, type: nauc_precision_at_20_std
value: 24.29710948849588
verified: no, type: nauc_precision_at_3_diff1
value: 4.667561353420005
verified: no, type: nauc_precision_at_3_max
value: -15.153394928732745
verified: no, type: nauc_precision_at_3_std
value: -26.737561411956428
verified: no, type: nauc_precision_at_5_diff1
value: 18.24121315157291
verified: no, type: nauc_precision_at_5_max
value: -5.679163199756771
verified: no, type: nauc_precision_at_5_std
value: -8.569605319267955
verified: no, type: nauc_recall_at_1000_diff1
value: 7.867956430137323
verified: no, type: nauc_recall_at_1000_max
value: 2.560546440892355
verified: no, type: nauc_recall_at_1000_std
value: 75.64459996887818
verified: no, type: nauc_recall_at_100_diff1
value: 14.288210441761784
verified: no, type: nauc_recall_at_100_max
value: -16.26081030523676
verified: no, type: nauc_recall_at_100_std
value: 34.0896349160997
verified: no, type: nauc_recall_at_10_diff1
value: 2.5271969875579505
verified: no, type: nauc_recall_at_10_max
value: -7.819191985653094
verified: no, type: nauc_recall_at_10_std
value: -16.257378614680743
verified: no, type: nauc_recall_at_1_diff1
value: -14.746819188938662
verified: no, type: nauc_recall_at_1_max
value: -18.36805682308219
verified: no, type: nauc_recall_at_1_std
value: -22.512487408760773
verified: no, type: nauc_recall_at_20_diff1
value: 16.480978109572987
verified: no, type: nauc_recall_at_20_max
value: -12.524717173853151
verified: no, type: nauc_recall_at_20_std
value: -4.285217048975553
verified: no, type: nauc_recall_at_3_diff1
value: -7.306370544521303
verified: no, type: nauc_recall_at_3_max
value: -20.06310095683196
verified: no, type: nauc_recall_at_3_std
value: -32.65155580982558
verified: no, type: nauc_recall_at_5_diff1
value: 1.2245135180902773
verified: no, type: nauc_recall_at_5_max
value: -7.751072966262725
verified: no, type: nauc_recall_at_5_std
value: -20.872612147846596
verified: no, type: ndcg_at_1
value: 43.878
verified: no, type: ndcg_at_10
value: 30.5
verified: no, type: ndcg_at_100
value: 42.821999999999996
verified: no, type: ndcg_at_1000
value: 53.6
verified: no, type: ndcg_at_20
value: 32.037
verified: no, type: ndcg_at_3
value: 36.179
verified: no, type: ndcg_at_5
value: 34.337
verified: no, type: precision_at_1
value: 46.939
verified: no, type: precision_at_10
value: 25.714
verified: no, type: precision_at_100
value: 8.469
verified: no, type: precision_at_1000
value: 1.584
verified: no, type: precision_at_20
value: 20.714
verified: no, type: precision_at_3
value: 37.415
verified: no, type: precision_at_5
value: 34.694
verified: no, type: recall_at_1
value: 3.5700000000000003
verified: no, type: recall_at_10
value: 18.536
verified: no, type: recall_at_100
value: 52.36300000000001
verified: no, type: recall_at_1000
value: 85.10600000000001
verified: no, type: recall_at_20
value: 28.322999999999997
verified: no, type: recall_at_3
value: 8.129
verified: no, type: recall_at_5
value: 12.350999999999999
verified: no
task: type: Retrieval
tags: mteb
license: mit
Likes: 1 | All-time downloads: 127
Created: 2024-11-18 15:46:09