Model: Snowflake/snowflake-arctic-embed-m-v1.5
Author: Snowflake
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, onnx, safetensors, gguf, bert, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js, arxiv:2412.04506, arxiv:2407.18887, arxiv:2405.05374, arxiv:2205.13147, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb, arctic, snowflake-arctic-embed, transformers.js
license: apache-2.0
model-index: name: snowflake-arctic-embed-m-v1.5
results: dataset: config: default
name: MTEB ArguAna
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 59.53000000000001
verified: no, type: map_at_1
value: 34.282000000000004
verified: no, type: map_at_10
value: 50.613
verified: no, type: map_at_100
value: 51.269
verified: no, type: map_at_1000
value: 51.271
verified: no, type: map_at_20
value: 51.158
verified: no, type: map_at_3
value: 45.626
verified: no, type: map_at_5
value: 48.638
verified: no, type: mrr_at_1
value: 34.92176386913229
verified: no, type: mrr_at_10
value: 50.856081645555406
verified: no, type: mrr_at_100
value: 51.510739437069034
verified: no, type: mrr_at_1000
value: 51.51299498830165
verified: no, type: mrr_at_20
value: 51.39987941081724
verified: no, type: mrr_at_3
value: 45.993361782835514
verified: no, type: mrr_at_5
value: 48.88098624940742
verified: no, type: nauc_map_at_1000_diff1
value: 10.628675774160785
verified: no, type: nauc_map_at_1000_max
value: -10.11742589992339
verified: no, type: nauc_map_at_1000_std
value: -18.29277379812427
verified: no, type: nauc_map_at_100_diff1
value: 10.63250240035489
verified: no, type: nauc_map_at_100_max
value: -10.112078786734363
verified: no, type: nauc_map_at_100_std
value: -18.288524872706834
verified: no, type: nauc_map_at_10_diff1
value: 10.476494913081712
verified: no, type: nauc_map_at_10_max
value: -9.890937746734037
verified: no, type: nauc_map_at_10_std
value: -18.279750514750443
verified: no, type: nauc_map_at_1_diff1
value: 14.549204048461151
verified: no, type: nauc_map_at_1_max
value: -12.230560087701225
verified: no, type: nauc_map_at_1_std
value: -19.469903650130362
verified: no, type: nauc_map_at_20_diff1
value: 10.586564571825674
verified: no, type: nauc_map_at_20_max
value: -10.00292720526217
verified: no, type: nauc_map_at_20_std
value: -18.258077347878064
verified: no, type: nauc_map_at_3_diff1
value: 10.378663968090372
verified: no, type: nauc_map_at_3_max
value: -10.458896171786185
verified: no, type: nauc_map_at_3_std
value: -18.38852760333766
verified: no, type: nauc_map_at_5_diff1
value: 10.235960275925581
verified: no, type: nauc_map_at_5_max
value: -10.239496080409058
verified: no, type: nauc_map_at_5_std
value: -18.817023479445886
verified: no, type: nauc_mrr_at_1000_diff1
value: 8.718212649575722
verified: no, type: nauc_mrr_at_1000_max
value: -10.81022794038691
verified: no, type: nauc_mrr_at_1000_std
value: -17.87669499555167
verified: no, type: nauc_mrr_at_100_diff1
value: 8.722174171165133
verified: no, type: nauc_mrr_at_100_max
value: -10.804840985713525
verified: no, type: nauc_mrr_at_100_std
value: -17.872487099359986
verified: no, type: nauc_mrr_at_10_diff1
value: 8.609421635870238
verified: no, type: nauc_mrr_at_10_max
value: -10.568644717548432
verified: no, type: nauc_mrr_at_10_std
value: -17.872968762635814
verified: no, type: nauc_mrr_at_1_diff1
value: 12.69590006263834
verified: no, type: nauc_mrr_at_1_max
value: -12.082056561238321
verified: no, type: nauc_mrr_at_1_std
value: -18.036424092186657
verified: no, type: nauc_mrr_at_20_diff1
value: 8.684842497970315
verified: no, type: nauc_mrr_at_20_max
value: -10.691578914627286
verified: no, type: nauc_mrr_at_20_std
value: -17.84350301434992
verified: no, type: nauc_mrr_at_3_diff1
value: 8.649761557556763
verified: no, type: nauc_mrr_at_3_max
value: -11.104694428047496
verified: no, type: nauc_mrr_at_3_std
value: -18.149917948370344
verified: no, type: nauc_mrr_at_5_diff1
value: 8.433489750038396
verified: no, type: nauc_mrr_at_5_max
value: -10.917772454397436
verified: no, type: nauc_mrr_at_5_std
value: -18.4094211134111
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.19041067807956
verified: no, type: nauc_ndcg_at_1000_max
value: -9.54328201605796
verified: no, type: nauc_ndcg_at_1000_std
value: -17.824620427456633
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.289491087585963
verified: no, type: nauc_ndcg_at_100_max
value: -9.357214331420337
verified: no, type: nauc_ndcg_at_100_std
value: -17.657600653632873
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.435530877596092
verified: no, type: nauc_ndcg_at_10_max
value: -8.182581635383546
verified: no, type: nauc_ndcg_at_10_std
value: -17.603156479980388
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.549204048461151
verified: no, type: nauc_ndcg_at_1_max
value: -12.230560087701225
verified: no, type: nauc_ndcg_at_1_std
value: -19.469903650130362
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.885227087275197
verified: no, type: nauc_ndcg_at_20_max
value: -8.52362662391439
verified: no, type: nauc_ndcg_at_20_std
value: -17.441705436231764
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.22542769998547
verified: no, type: nauc_ndcg_at_3_max
value: -9.903590564219288
verified: no, type: nauc_ndcg_at_3_std
value: -18.357220221111593
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.8756720745828
verified: no, type: nauc_ndcg_at_5_max
value: -9.269764943861245
verified: no, type: nauc_ndcg_at_5_std
value: -19.009229433187784
verified: no, type: nauc_precision_at_1000_diff1
value: 3.733355117431035
verified: no, type: nauc_precision_at_1000_max
value: 3.9603571352517393
verified: no, type: nauc_precision_at_1000_std
value: 70.07345061131439
verified: no, type: nauc_precision_at_100_diff1
value: 29.019032142462457
verified: no, type: nauc_precision_at_100_max
value: 40.75153328286103
verified: no, type: nauc_precision_at_100_std
value: 62.634249549126594
verified: no, type: nauc_precision_at_10_diff1
value: 2.5762677254910353
verified: no, type: nauc_precision_at_10_max
value: 6.096298633773051
verified: no, type: nauc_precision_at_10_std
value: -11.507400451348587
verified: no, type: nauc_precision_at_1_diff1
value: 14.549204048461151
verified: no, type: nauc_precision_at_1_max
value: -12.230560087701225
verified: no, type: nauc_precision_at_1_std
value: -19.469903650130362
verified: no, type: nauc_precision_at_20_diff1
value: 1.715540124567996
verified: no, type: nauc_precision_at_20_max
value: 21.53546453945913
verified: no, type: nauc_precision_at_20_std
value: 1.537961142195571
verified: no, type: nauc_precision_at_3_diff1
value: 5.701850652555737
verified: no, type: nauc_precision_at_3_max
value: -8.180345365085552
verified: no, type: nauc_precision_at_3_std
value: -18.37033750502482
verified: no, type: nauc_precision_at_5_diff1
value: 3.6053552181042843
verified: no, type: nauc_precision_at_5_max
value: -5.207647070615612
verified: no, type: nauc_precision_at_5_std
value: -19.89491085427258
verified: no, type: nauc_recall_at_1000_diff1
value: 3.733355117431255
verified: no, type: nauc_recall_at_1000_max
value: 3.9603571352482194
verified: no, type: nauc_recall_at_1000_std
value: 70.07345061131205
verified: no, type: nauc_recall_at_100_diff1
value: 29.01903214246288
verified: no, type: nauc_recall_at_100_max
value: 40.7515332828621
verified: no, type: nauc_recall_at_100_std
value: 62.63424954912607
verified: no, type: nauc_recall_at_10_diff1
value: 2.5762677254911988
verified: no, type: nauc_recall_at_10_max
value: 6.0962986337729905
verified: no, type: nauc_recall_at_10_std
value: -11.507400451348577
verified: no, type: nauc_recall_at_1_diff1
value: 14.549204048461151
verified: no, type: nauc_recall_at_1_max
value: -12.230560087701225
verified: no, type: nauc_recall_at_1_std
value: -19.469903650130362
verified: no, type: nauc_recall_at_20_diff1
value: 1.7155401245682675
verified: no, type: nauc_recall_at_20_max
value: 21.535464539459632
verified: no, type: nauc_recall_at_20_std
value: 1.5379611421957025
verified: no, type: nauc_recall_at_3_diff1
value: 5.7018506525557875
verified: no, type: nauc_recall_at_3_max
value: -8.180345365085538
verified: no, type: nauc_recall_at_3_std
value: -18.370337505024796
verified: no, type: nauc_recall_at_5_diff1
value: 3.6053552181043913
verified: no, type: nauc_recall_at_5_max
value: -5.207647070615579
verified: no, type: nauc_recall_at_5_std
value: -19.894910854272492
verified: no, type: ndcg_at_1
value: 34.282000000000004
verified: no, type: ndcg_at_10
value: 59.53000000000001
verified: no, type: ndcg_at_100
value: 62.187000000000005
verified: no, type: ndcg_at_1000
value: 62.243
verified: no, type: ndcg_at_20
value: 61.451
verified: no, type: ndcg_at_3
value: 49.393
verified: no, type: ndcg_at_5
value: 54.771
verified: no, type: precision_at_1
value: 34.282000000000004
verified: no, type: precision_at_10
value: 8.791
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.769
verified: no, type: precision_at_3
value: 20.104
verified: no, type: precision_at_5
value: 14.651
verified: no, type: recall_at_1
value: 34.282000000000004
verified: no, type: recall_at_10
value: 87.909
verified: no, type: recall_at_100
value: 99.21799999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 95.377
verified: no, type: recall_at_3
value: 60.313
verified: no, type: recall_at_5
value: 73.257
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 53.885000000000005
verified: no, type: map_at_1
value: 35.429
verified: no, type: map_at_10
value: 47.469
verified: no, type: map_at_100
value: 48.997
verified: no, type: map_at_1000
value: 49.117
verified: no, type: map_at_20
value: 48.324
verified: no, type: map_at_3
value: 43.835
verified: no, type: map_at_5
value: 46.043
verified: no, type: mrr_at_1
value: 43.34763948497854
verified: no, type: mrr_at_10
value: 53.258623430297234
verified: no, type: mrr_at_100
value: 53.99123884299005
verified: no, type: mrr_at_1000
value: 54.02458101713216
verified: no, type: mrr_at_20
value: 53.695964669618945
verified: no, type: mrr_at_3
value: 50.81068192656173
verified: no, type: mrr_at_5
value: 52.45588936576058
verified: no, type: nauc_map_at_1000_diff1
value: 51.55382824218782
verified: no, type: nauc_map_at_1000_max
value: 31.855350695084606
verified: no, type: nauc_map_at_1000_std
value: -5.465862008150992
verified: no, type: nauc_map_at_100_diff1
value: 51.55889312452534
verified: no, type: nauc_map_at_100_max
value: 31.88429637207401
verified: no, type: nauc_map_at_100_std
value: -5.40805152544196
verified: no, type: nauc_map_at_10_diff1
value: 51.6592677505875
verified: no, type: nauc_map_at_10_max
value: 31.554425233617543
verified: no, type: nauc_map_at_10_std
value: -6.125756131339046
verified: no, type: nauc_map_at_1_diff1
value: 55.6889617582672
verified: no, type: nauc_map_at_1_max
value: 27.821166966868176
verified: no, type: nauc_map_at_1_std
value: -5.778838498211728
verified: no, type: nauc_map_at_20_diff1
value: 51.70520970992564
verified: no, type: nauc_map_at_20_max
value: 31.811676633900465
verified: no, type: nauc_map_at_20_std
value: -5.463596751904718
verified: no, type: nauc_map_at_3_diff1
value: 53.206169626589606
verified: no, type: nauc_map_at_3_max
value: 31.64373830824983
verified: no, type: nauc_map_at_3_std
value: -6.054761451312827
verified: no, type: nauc_map_at_5_diff1
value: 52.37308971673694
verified: no, type: nauc_map_at_5_max
value: 31.974302019633644
verified: no, type: nauc_map_at_5_std
value: -6.302653399940531
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.345152231490616
verified: no, type: nauc_mrr_at_1000_max
value: 33.49789501712511
verified: no, type: nauc_mrr_at_1000_std
value: -6.054730861163538
verified: no, type: nauc_mrr_at_100_diff1
value: 49.3387577601307
verified: no, type: nauc_mrr_at_100_max
value: 33.48149992464187
verified: no, type: nauc_mrr_at_100_std
value: -6.061177137579308
verified: no, type: nauc_mrr_at_10_diff1
value: 49.08312288449718
verified: no, type: nauc_mrr_at_10_max
value: 33.470393322577465
verified: no, type: nauc_mrr_at_10_std
value: -6.180286430216975
verified: no, type: nauc_mrr_at_1_diff1
value: 52.43364978537192
verified: no, type: nauc_mrr_at_1_max
value: 31.521755633355713
verified: no, type: nauc_mrr_at_1_std
value: -7.002499524130836
verified: no, type: nauc_mrr_at_20_diff1
value: 49.311059224991766
verified: no, type: nauc_mrr_at_20_max
value: 33.538523037692144
verified: no, type: nauc_mrr_at_20_std
value: -6.034619474981136
verified: no, type: nauc_mrr_at_3_diff1
value: 49.90489868439366
verified: no, type: nauc_mrr_at_3_max
value: 34.400493912164606
verified: no, type: nauc_mrr_at_3_std
value: -6.028875320994629
verified: no, type: nauc_mrr_at_5_diff1
value: 49.033661898983475
verified: no, type: nauc_mrr_at_5_max
value: 33.732315350193936
verified: no, type: nauc_mrr_at_5_std
value: -6.272548556330368
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.81681892539247
verified: no, type: nauc_ndcg_at_1000_max
value: 33.06518006062093
verified: no, type: nauc_ndcg_at_1000_std
value: -4.282105713014755
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.42362108857786
verified: no, type: nauc_ndcg_at_100_max
value: 32.92024325540483
verified: no, type: nauc_ndcg_at_100_std
value: -3.7786765305496717
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.83102435475594
verified: no, type: nauc_ndcg_at_10_max
value: 31.898404563611958
verified: no, type: nauc_ndcg_at_10_std
value: -6.2024003866707
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.43364978537192
verified: no, type: nauc_ndcg_at_1_max
value: 31.521755633355713
verified: no, type: nauc_ndcg_at_1_std
value: -7.002499524130836
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.466526454438316
verified: no, type: nauc_ndcg_at_20_max
value: 32.424462698701674
verified: no, type: nauc_ndcg_at_20_std
value: -4.520809563712905
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.997884562583884
verified: no, type: nauc_ndcg_at_3_max
value: 33.26787046916917
verified: no, type: nauc_ndcg_at_3_std
value: -6.340699471083753
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.68314458398097
verified: no, type: nauc_ndcg_at_5_max
value: 32.80910071143984
verified: no, type: nauc_ndcg_at_5_std
value: -6.734495576445887
verified: no, type: nauc_precision_at_1000_diff1
value: -24.18940012795299
verified: no, type: nauc_precision_at_1000_max
value: -10.995343674356896
verified: no, type: nauc_precision_at_1000_std
value: -8.298841004724856
verified: no, type: nauc_precision_at_100_diff1
value: -18.104939577865935
verified: no, type: nauc_precision_at_100_max
value: -1.3757613100627637
verified: no, type: nauc_precision_at_100_std
value: 0.07661922190466432
verified: no, type: nauc_precision_at_10_diff1
value: 3.9624459059275967
verified: no, type: nauc_precision_at_10_max
value: 14.841561593450391
verified: no, type: nauc_precision_at_10_std
value: -2.485374333613117
verified: no, type: nauc_precision_at_1_diff1
value: 52.43364978537192
verified: no, type: nauc_precision_at_1_max
value: 31.521755633355713
verified: no, type: nauc_precision_at_1_std
value: -7.002499524130836
verified: no, type: nauc_precision_at_20_diff1
value: -4.4791763436505265
verified: no, type: nauc_precision_at_20_max
value: 9.157872836996276
verified: no, type: nauc_precision_at_20_std
value: 2.086903518342088
verified: no, type: nauc_precision_at_3_diff1
value: 28.480888018235568
verified: no, type: nauc_precision_at_3_max
value: 30.34526267718485
verified: no, type: nauc_precision_at_3_std
value: -6.3006706923866025
verified: no, type: nauc_precision_at_5_diff1
value: 16.488039195453517
verified: no, type: nauc_precision_at_5_max
value: 24.593477099241852
verified: no, type: nauc_precision_at_5_std
value: -5.316448107840636
verified: no, type: nauc_recall_at_1000_diff1
value: 34.715187316533076
verified: no, type: nauc_recall_at_1000_max
value: 58.2266544684947
verified: no, type: nauc_recall_at_1000_std
value: 63.85237636398278
verified: no, type: nauc_recall_at_100_diff1
value: 36.08623826028132
verified: no, type: nauc_recall_at_100_max
value: 33.05011429439473
verified: no, type: nauc_recall_at_100_std
value: 16.559545021212564
verified: no, type: nauc_recall_at_10_diff1
value: 39.76738610714205
verified: no, type: nauc_recall_at_10_max
value: 28.233045706945997
verified: no, type: nauc_recall_at_10_std
value: -5.13243784043598
verified: no, type: nauc_recall_at_1_diff1
value: 55.6889617582672
verified: no, type: nauc_recall_at_1_max
value: 27.821166966868176
verified: no, type: nauc_recall_at_1_std
value: -5.778838498211728
verified: no, type: nauc_recall_at_20_diff1
value: 41.18682480073759
verified: no, type: nauc_recall_at_20_max
value: 29.525993239296945
verified: no, type: nauc_recall_at_20_std
value: 1.5003598438954298
verified: no, type: nauc_recall_at_3_diff1
value: 48.31879460301157
verified: no, type: nauc_recall_at_3_max
value: 32.93751306970167
verified: no, type: nauc_recall_at_3_std
value: -5.28070084211707
verified: no, type: nauc_recall_at_5_diff1
value: 44.327686388315435
verified: no, type: nauc_recall_at_5_max
value: 32.04823486234599
verified: no, type: nauc_recall_at_5_std
value: -6.4221525602778256
verified: no, type: ndcg_at_1
value: 43.348
verified: no, type: ndcg_at_10
value: 53.885000000000005
verified: no, type: ndcg_at_100
value: 59.204
verified: no, type: ndcg_at_1000
value: 60.744
verified: no, type: ndcg_at_20
value: 55.995
verified: no, type: ndcg_at_3
value: 49.112
verified: no, type: ndcg_at_5
value: 51.61900000000001
verified: no, type: precision_at_1
value: 43.348
verified: no, type: precision_at_10
value: 10.242999999999999
verified: no, type: precision_at_100
value: 1.6150000000000002
verified: no, type: precision_at_1000
value: 0.203
verified: no, type: precision_at_20
value: 6.066
verified: no, type: precision_at_3
value: 23.605
verified: no, type: precision_at_5
value: 17.024
verified: no, type: recall_at_1
value: 35.429
verified: no, type: recall_at_10
value: 65.77199999999999
verified: no, type: recall_at_100
value: 87.89
verified: no, type: recall_at_1000
value: 97.13000000000001
verified: no, type: recall_at_20
value: 73.299
verified: no, type: recall_at_3
value: 52.034000000000006
verified: no, type: recall_at_5
value: 58.96
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 49.55
verified: no, type: map_at_1
value: 31.684
verified: no, type: map_at_10
value: 43.258
verified: no, type: map_at_100
value: 44.628
verified: no, type: map_at_1000
value: 44.761
verified: no, type: map_at_20
value: 44.015
verified: no, type: map_at_3
value: 39.778000000000006
verified: no, type: map_at_5
value: 41.643
verified: no, type: mrr_at_1
value: 39.87261146496815
verified: no, type: mrr_at_10
value: 49.31978566373469
verified: no, type: mrr_at_100
value: 49.94922739445482
verified: no, type: mrr_at_1000
value: 49.990325601254106
verified: no, type: mrr_at_20
value: 49.70597468576704
verified: no, type: mrr_at_3
value: 47.070063694267546
verified: no, type: mrr_at_5
value: 48.23248407643316
verified: no, type: nauc_map_at_1000_diff1
value: 53.44044712371752
verified: no, type: nauc_map_at_1000_max
value: 34.5651440062204
verified: no, type: nauc_map_at_1000_std
value: -0.9814384609230475
verified: no, type: nauc_map_at_100_diff1
value: 53.429004435388464
verified: no, type: nauc_map_at_100_max
value: 34.52038957273436
verified: no, type: nauc_map_at_100_std
value: -1.1021936362699805
verified: no, type: nauc_map_at_10_diff1
value: 53.879128574022005
verified: no, type: nauc_map_at_10_max
value: 33.74771524140917
verified: no, type: nauc_map_at_10_std
value: -2.945132777205236
verified: no, type: nauc_map_at_1_diff1
value: 60.25159799695403
verified: no, type: nauc_map_at_1_max
value: 26.843892985235808
verified: no, type: nauc_map_at_1_std
value: -9.618702739509093
verified: no, type: nauc_map_at_20_diff1
value: 53.56789898225283
verified: no, type: nauc_map_at_20_max
value: 34.11628845872402
verified: no, type: nauc_map_at_20_std
value: -2.024376635870884
verified: no, type: nauc_map_at_3_diff1
value: 54.45882099014072
verified: no, type: nauc_map_at_3_max
value: 31.29495446507793
verified: no, type: nauc_map_at_3_std
value: -6.391948228781555
verified: no, type: nauc_map_at_5_diff1
value: 54.20536489050697
verified: no, type: nauc_map_at_5_max
value: 32.31001487256826
verified: no, type: nauc_map_at_5_std
value: -5.050953263346934
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.835858995999125
verified: no, type: nauc_mrr_at_1000_max
value: 38.20717381701079
verified: no, type: nauc_mrr_at_1000_std
value: 4.174163368228787
verified: no, type: nauc_mrr_at_100_diff1
value: 50.827072441041224
verified: no, type: nauc_mrr_at_100_max
value: 38.21077622034756
verified: no, type: nauc_mrr_at_100_std
value: 4.1951082737013365
verified: no, type: nauc_mrr_at_10_diff1
value: 50.90578491570948
verified: no, type: nauc_mrr_at_10_max
value: 38.19229691746408
verified: no, type: nauc_mrr_at_10_std
value: 3.8290750066335546
verified: no, type: nauc_mrr_at_1_diff1
value: 54.807021746871186
verified: no, type: nauc_mrr_at_1_max
value: 37.09225642043841
verified: no, type: nauc_mrr_at_1_std
value: 0.5654547513131355
verified: no, type: nauc_mrr_at_20_diff1
value: 50.86247832095378
verified: no, type: nauc_mrr_at_20_max
value: 38.19277867384178
verified: no, type: nauc_mrr_at_20_std
value: 4.098932316791841
verified: no, type: nauc_mrr_at_3_diff1
value: 50.788934370903036
verified: no, type: nauc_mrr_at_3_max
value: 37.72130561895659
verified: no, type: nauc_mrr_at_3_std
value: 2.7339370381517583
verified: no, type: nauc_mrr_at_5_diff1
value: 50.72543792525547
verified: no, type: nauc_mrr_at_5_max
value: 37.57740908475375
verified: no, type: nauc_mrr_at_5_std
value: 2.742881431085094
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.89692885407576
verified: no, type: nauc_ndcg_at_1000_max
value: 37.250583054716955
verified: no, type: nauc_ndcg_at_1000_std
value: 5.552279826578831
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.624606875496944
verified: no, type: nauc_ndcg_at_100_max
value: 37.1024514234627
verified: no, type: nauc_ndcg_at_100_std
value: 5.495892760032762
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.910387255793445
verified: no, type: nauc_ndcg_at_10_max
value: 36.71168418905039
verified: no, type: nauc_ndcg_at_10_std
value: 2.3064115117905217
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.807021746871186
verified: no, type: nauc_ndcg_at_1_max
value: 37.09225642043841
verified: no, type: nauc_ndcg_at_1_std
value: 0.5654547513131355
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.43416588546778
verified: no, type: nauc_ndcg_at_20_max
value: 36.76387180172346
verified: no, type: nauc_ndcg_at_20_std
value: 3.7012798827049718
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.91198494475423
verified: no, type: nauc_ndcg_at_3_max
value: 34.92770670756687
verified: no, type: nauc_ndcg_at_3_std
value: -0.9071486759887368
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.63559468683886
verified: no, type: nauc_ndcg_at_5_max
value: 34.86849679864564
verified: no, type: nauc_ndcg_at_5_std
value: -0.734837221224976
verified: no, type: nauc_precision_at_1000_diff1
value: -13.43645457127175
verified: no, type: nauc_precision_at_1000_max
value: 12.71162105198664
verified: no, type: nauc_precision_at_1000_std
value: 33.175399007040255
verified: no, type: nauc_precision_at_100_diff1
value: -8.549834785105412
verified: no, type: nauc_precision_at_100_max
value: 22.47383497331883
verified: no, type: nauc_precision_at_100_std
value: 39.09108761430844
verified: no, type: nauc_precision_at_10_diff1
value: 7.556572451100043
verified: no, type: nauc_precision_at_10_max
value: 35.35285122987575
verified: no, type: nauc_precision_at_10_std
value: 29.417466305615967
verified: no, type: nauc_precision_at_1_diff1
value: 54.807021746871186
verified: no, type: nauc_precision_at_1_max
value: 37.09225642043841
verified: no, type: nauc_precision_at_1_std
value: 0.5654547513131355
verified: no, type: nauc_precision_at_20_diff1
value: -0.550158641635712
verified: no, type: nauc_precision_at_20_max
value: 29.9068430006187
verified: no, type: nauc_precision_at_20_std
value: 33.920603132821185
verified: no, type: nauc_precision_at_3_diff1
value: 25.551264664276687
verified: no, type: nauc_precision_at_3_max
value: 37.59463225854679
verified: no, type: nauc_precision_at_3_std
value: 13.707295021359043
verified: no, type: nauc_precision_at_5_diff1
value: 17.76136129817151
verified: no, type: nauc_precision_at_5_max
value: 35.85363807255972
verified: no, type: nauc_precision_at_5_std
value: 19.48470876841111
verified: no, type: nauc_recall_at_1000_diff1
value: 37.1593620123866
verified: no, type: nauc_recall_at_1000_max
value: 46.29322536951135
verified: no, type: nauc_recall_at_1000_std
value: 51.47312657083967
verified: no, type: nauc_recall_at_100_diff1
value: 37.7542224949536
verified: no, type: nauc_recall_at_100_max
value: 38.84120637703135
verified: no, type: nauc_recall_at_100_std
value: 28.839672572221925
verified: no, type: nauc_recall_at_10_diff1
value: 46.24130302658384
verified: no, type: nauc_recall_at_10_max
value: 35.89001724712849
verified: no, type: nauc_recall_at_10_std
value: 6.985137790828618
verified: no, type: nauc_recall_at_1_diff1
value: 60.25159799695403
verified: no, type: nauc_recall_at_1_max
value: 26.843892985235808
verified: no, type: nauc_recall_at_1_std
value: -9.618702739509093
verified: no, type: nauc_recall_at_20_diff1
value: 43.63576680886187
verified: no, type: nauc_recall_at_20_max
value: 36.79079644708101
verified: no, type: nauc_recall_at_20_std
value: 13.81561928605839
verified: no, type: nauc_recall_at_3_diff1
value: 48.2299322140522
verified: no, type: nauc_recall_at_3_max
value: 30.038088484376203
verified: no, type: nauc_recall_at_3_std
value: -4.871116183843762
verified: no, type: nauc_recall_at_5_diff1
value: 47.22331872695983
verified: no, type: nauc_recall_at_5_max
value: 30.398541477173136
verified: no, type: nauc_recall_at_5_std
value: -3.2038541888528957
verified: no, type: ndcg_at_1
value: 39.873
verified: no, type: ndcg_at_10
value: 49.55
verified: no, type: ndcg_at_100
value: 53.809
verified: no, type: ndcg_at_1000
value: 55.767999999999994
verified: no, type: ndcg_at_20
value: 51.275999999999996
verified: no, type: ndcg_at_3
value: 44.91
verified: no, type: ndcg_at_5
value: 46.855999999999995
verified: no, type: precision_at_1
value: 39.873
verified: no, type: precision_at_10
value: 9.65
verified: no, type: precision_at_100
value: 1.522
verified: no, type: precision_at_1000
value: 0.196
verified: no, type: precision_at_20
value: 5.701
verified: no, type: precision_at_3
value: 22.166
verified: no, type: precision_at_5
value: 15.643
verified: no, type: recall_at_1
value: 31.684
verified: no, type: recall_at_10
value: 60.69
verified: no, type: recall_at_100
value: 78.521
verified: no, type: recall_at_1000
value: 91.02900000000001
verified: no, type: recall_at_20
value: 66.973
verified: no, type: recall_at_3
value: 46.807
verified: no, type: recall_at_5
value: 52.402
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 62.686
verified: no, type: map_at_1
value: 43.856
verified: no, type: map_at_10
value: 57.056
verified: no, type: map_at_100
value: 58.048
verified: no, type: map_at_1000
value: 58.092
verified: no, type: map_at_20
value: 57.684000000000005
verified: no, type: map_at_3
value: 53.958
verified: no, type: map_at_5
value: 55.80500000000001
verified: no, type: mrr_at_1
value: 50.03134796238244
verified: no, type: mrr_at_10
value: 60.31022043091019
verified: no, type: mrr_at_100
value: 60.91892338857461
verified: no, type: mrr_at_1000
value: 60.93770463536649
verified: no, type: mrr_at_20
value: 60.705642387392736
verified: no, type: mrr_at_3
value: 58.286311389759746
verified: no, type: mrr_at_5
value: 59.49320794148393
verified: no, type: nauc_map_at_1000_diff1
value: 54.849140197256695
verified: no, type: nauc_map_at_1000_max
value: 38.978448968260224
verified: no, type: nauc_map_at_1000_std
value: 0.4955439383268162
verified: no, type: nauc_map_at_100_diff1
value: 54.824334747823364
verified: no, type: nauc_map_at_100_max
value: 38.959443109450994
verified: no, type: nauc_map_at_100_std
value: 0.49626092018886037
verified: no, type: nauc_map_at_10_diff1
value: 54.778189277103394
verified: no, type: nauc_map_at_10_max
value: 38.20972191654546
verified: no, type: nauc_map_at_10_std
value: -0.7239823837455759
verified: no, type: nauc_map_at_1_diff1
value: 58.74017164752485
verified: no, type: nauc_map_at_1_max
value: 31.528974862589585
verified: no, type: nauc_map_at_1_std
value: -3.273824691929492
verified: no, type: nauc_map_at_20_diff1
value: 54.78943693416187
verified: no, type: nauc_map_at_20_max
value: 38.77930316443076
verified: no, type: nauc_map_at_20_std
value: 0.25607460088355544
verified: no, type: nauc_map_at_3_diff1
value: 55.68313410225767
verified: no, type: nauc_map_at_3_max
value: 36.22847284104399
verified: no, type: nauc_map_at_3_std
value: -3.010979639100503
verified: no, type: nauc_map_at_5_diff1
value: 55.11385094420661
verified: no, type: nauc_map_at_5_max
value: 37.319681045490924
verified: no, type: nauc_map_at_5_std
value: -2.156640733221061
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.504759468380705
verified: no, type: nauc_mrr_at_1000_max
value: 40.58849492650406
verified: no, type: nauc_mrr_at_1000_std
value: 1.8226622175866118
verified: no, type: nauc_mrr_at_100_diff1
value: 54.4918034449886
verified: no, type: nauc_mrr_at_100_max
value: 40.59202728933427
verified: no, type: nauc_mrr_at_100_std
value: 1.8276428096536335
verified: no, type: nauc_mrr_at_10_diff1
value: 54.33603399493329
verified: no, type: nauc_mrr_at_10_max
value: 40.58896878978089
verified: no, type: nauc_mrr_at_10_std
value: 1.5733340909114375
verified: no, type: nauc_mrr_at_1_diff1
value: 58.062410036466105
verified: no, type: nauc_mrr_at_1_max
value: 37.660958859966506
verified: no, type: nauc_mrr_at_1_std
value: 0.029007600674170648
verified: no, type: nauc_mrr_at_20_diff1
value: 54.43793386924358
verified: no, type: nauc_mrr_at_20_max
value: 40.66773423875307
verified: no, type: nauc_mrr_at_20_std
value: 1.891967891797154
verified: no, type: nauc_mrr_at_3_diff1
value: 54.77901284537966
verified: no, type: nauc_mrr_at_3_max
value: 40.182219821206964
verified: no, type: nauc_mrr_at_3_std
value: 0.8911935034597871
verified: no, type: nauc_mrr_at_5_diff1
value: 54.466068837163675
verified: no, type: nauc_mrr_at_5_max
value: 40.334996916684126
verified: no, type: nauc_mrr_at_5_std
value: 0.9460830492892364
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.8465376860938
verified: no, type: nauc_ndcg_at_1000_max
value: 41.63158111016696
verified: no, type: nauc_ndcg_at_1000_std
value: 3.864205884257578
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.4025864436944
verified: no, type: nauc_ndcg_at_100_max
value: 41.805453995307914
verified: no, type: nauc_ndcg_at_100_std
value: 4.36777557904857
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.96034987157544
verified: no, type: nauc_ndcg_at_10_max
value: 40.7601173480795
verified: no, type: nauc_ndcg_at_10_std
value: 1.905824035879141
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.062410036466105
verified: no, type: nauc_ndcg_at_1_max
value: 37.660958859966506
verified: no, type: nauc_ndcg_at_1_std
value: 0.029007600674170648
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.2834771889242
verified: no, type: nauc_ndcg_at_20_max
value: 41.713541932946406
verified: no, type: nauc_ndcg_at_20_std
value: 3.865102828793311
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.03389464372289
verified: no, type: nauc_ndcg_at_3_max
value: 38.41449914649933
verified: no, type: nauc_ndcg_at_3_std
value: -0.886276189886313
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.456413320299
verified: no, type: nauc_ndcg_at_5_max
value: 39.49048882649335
verified: no, type: nauc_ndcg_at_5_std
value: -0.42692690160443814
verified: no, type: nauc_precision_at_1000_diff1
value: -14.770791653274824
verified: no, type: nauc_precision_at_1000_max
value: 21.479874538905246
verified: no, type: nauc_precision_at_1000_std
value: 28.607024261300207
verified: no, type: nauc_precision_at_100_diff1
value: -12.189696449878126
verified: no, type: nauc_precision_at_100_max
value: 26.69785787492456
verified: no, type: nauc_precision_at_100_std
value: 33.59098307467553
verified: no, type: nauc_precision_at_10_diff1
value: 6.922968330978399
verified: no, type: nauc_precision_at_10_max
value: 34.52138344123087
verified: no, type: nauc_precision_at_10_std
value: 21.768427637079952
verified: no, type: nauc_precision_at_1_diff1
value: 58.062410036466105
verified: no, type: nauc_precision_at_1_max
value: 37.660958859966506
verified: no, type: nauc_precision_at_1_std
value: 0.029007600674170648
verified: no, type: nauc_precision_at_20_diff1
value: -0.6837867902179278
verified: no, type: nauc_precision_at_20_max
value: 33.98683709011133
verified: no, type: nauc_precision_at_20_std
value: 30.8845561918902
verified: no, type: nauc_precision_at_3_diff1
value: 28.195043041120847
verified: no, type: nauc_precision_at_3_max
value: 37.659916094938836
verified: no, type: nauc_precision_at_3_std
value: 7.226520146634867
verified: no, type: nauc_precision_at_5_diff1
value: 16.633667288096245
verified: no, type: nauc_precision_at_5_max
value: 34.90176597404891
verified: no, type: nauc_precision_at_5_std
value: 12.421585442334088
verified: no, type: nauc_recall_at_1000_diff1
value: 45.20743732415397
verified: no, type: nauc_recall_at_1000_max
value: 72.77115913579242
verified: no, type: nauc_recall_at_1000_std
value: 70.48328496679083
verified: no, type: nauc_recall_at_100_diff1
value: 38.56282680810794
verified: no, type: nauc_recall_at_100_max
value: 55.46797683321103
verified: no, type: nauc_recall_at_100_std
value: 36.878791151929136
verified: no, type: nauc_recall_at_10_diff1
value: 44.18252051452362
verified: no, type: nauc_recall_at_10_max
value: 43.33391810040086
verified: no, type: nauc_recall_at_10_std
value: 6.663378192277723
verified: no, type: nauc_recall_at_1_diff1
value: 58.74017164752485
verified: no, type: nauc_recall_at_1_max
value: 31.528974862589585
verified: no, type: nauc_recall_at_1_std
value: -3.273824691929492
verified: no, type: nauc_recall_at_20_diff1
value: 44.19944231642417
verified: no, type: nauc_recall_at_20_max
value: 49.401101483915866
verified: no, type: nauc_recall_at_20_std
value: 18.97803841673839
verified: no, type: nauc_recall_at_3_diff1
value: 49.56378985428704
verified: no, type: nauc_recall_at_3_max
value: 36.434210616870224
verified: no, type: nauc_recall_at_3_std
value: -2.850559971607616
verified: no, type: nauc_recall_at_5_diff1
value: 47.37107217086109
verified: no, type: nauc_recall_at_5_max
value: 39.0236745509895
verified: no, type: nauc_recall_at_5_std
value: -1.7402454457937195
verified: no, type: ndcg_at_1
value: 50.031000000000006
verified: no, type: ndcg_at_10
value: 62.686
verified: no, type: ndcg_at_100
value: 66.403
verified: no, type: ndcg_at_1000
value: 67.241
verified: no, type: ndcg_at_20
value: 64.37899999999999
verified: no, type: ndcg_at_3
value: 57.859
verified: no, type: ndcg_at_5
value: 60.375
verified: no, type: precision_at_1
value: 50.031000000000006
verified: no, type: precision_at_10
value: 9.856
verified: no, type: precision_at_100
value: 1.266
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.489
verified: no, type: precision_at_3
value: 25.746999999999996
verified: no, type: precision_at_5
value: 17.492
verified: no, type: recall_at_1
value: 43.856
verified: no, type: recall_at_10
value: 75.824
verified: no, type: recall_at_100
value: 91.622
verified: no, type: recall_at_1000
value: 97.538
verified: no, type: recall_at_20
value: 81.951
verified: no, type: recall_at_3
value: 63.016000000000005
verified: no, type: recall_at_5
value: 69.18299999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 43.983
verified: no, type: map_at_1
value: 28.942
verified: no, type: map_at_10
value: 38.621
verified: no, type: map_at_100
value: 39.7
verified: no, type: map_at_1000
value: 39.766
verified: no, type: map_at_20
value: 39.262
verified: no, type: map_at_3
value: 35.719
verified: no, type: map_at_5
value: 37.378
verified: no, type: mrr_at_1
value: 31.29943502824859
verified: no, type: mrr_at_10
value: 40.76463994260603
verified: no, type: mrr_at_100
value: 41.67073617629083
verified: no, type: mrr_at_1000
value: 41.717446259457105
verified: no, type: mrr_at_20
value: 41.32577374689195
verified: no, type: mrr_at_3
value: 37.984934086628996
verified: no, type: mrr_at_5
value: 39.64595103578152
verified: no, type: nauc_map_at_1000_diff1
value: 43.64461679688985
verified: no, type: nauc_map_at_1000_max
value: 31.53717883948204
verified: no, type: nauc_map_at_1000_std
value: 1.193745788248017
verified: no, type: nauc_map_at_100_diff1
value: 43.63847825079489
verified: no, type: nauc_map_at_100_max
value: 31.536602619279165
verified: no, type: nauc_map_at_100_std
value: 1.2001240243342401
verified: no, type: nauc_map_at_10_diff1
value: 43.845991987142014
verified: no, type: nauc_map_at_10_max
value: 31.27509937344113
verified: no, type: nauc_map_at_10_std
value: 0.7327934840520994
verified: no, type: nauc_map_at_1_diff1
value: 50.62269273984579
verified: no, type: nauc_map_at_1_max
value: 30.16325757909521
verified: no, type: nauc_map_at_1_std
value: -0.6398875136233392
verified: no, type: nauc_map_at_20_diff1
value: 43.630758403790914
verified: no, type: nauc_map_at_20_max
value: 31.408258098047703
verified: no, type: nauc_map_at_20_std
value: 1.12616034652217
verified: no, type: nauc_map_at_3_diff1
value: 44.823493567359456
verified: no, type: nauc_map_at_3_max
value: 31.075886347614496
verified: no, type: nauc_map_at_3_std
value: -0.25126874515735426
verified: no, type: nauc_map_at_5_diff1
value: 43.79768853087658
verified: no, type: nauc_map_at_5_max
value: 31.091080995725324
verified: no, type: nauc_map_at_5_std
value: 0.16440771782544047
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.7865400752329
verified: no, type: nauc_mrr_at_1000_max
value: 32.84731670326893
verified: no, type: nauc_mrr_at_1000_std
value: 2.6067637582013825
verified: no, type: nauc_mrr_at_100_diff1
value: 42.771741548331065
verified: no, type: nauc_mrr_at_100_max
value: 32.85324232845987
verified: no, type: nauc_mrr_at_100_std
value: 2.6092786694308376
verified: no, type: nauc_mrr_at_10_diff1
value: 42.82969738870672
verified: no, type: nauc_mrr_at_10_max
value: 32.69407549631432
verified: no, type: nauc_mrr_at_10_std
value: 2.302903910016054
verified: no, type: nauc_mrr_at_1_diff1
value: 49.05638333657571
verified: no, type: nauc_mrr_at_1_max
value: 33.12030717171514
verified: no, type: nauc_mrr_at_1_std
value: 1.3278035087690774
verified: no, type: nauc_mrr_at_20_diff1
value: 42.74267239536286
verified: no, type: nauc_mrr_at_20_max
value: 32.78571108973092
verified: no, type: nauc_mrr_at_20_std
value: 2.5932669908758643
verified: no, type: nauc_mrr_at_3_diff1
value: 43.69963426089187
verified: no, type: nauc_mrr_at_3_max
value: 32.78193126956233
verified: no, type: nauc_mrr_at_3_std
value: 1.634874463134699
verified: no, type: nauc_mrr_at_5_diff1
value: 42.838630647832524
verified: no, type: nauc_mrr_at_5_max
value: 32.459318735260545
verified: no, type: nauc_mrr_at_5_std
value: 1.9412518283209172
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.01253839851583
verified: no, type: nauc_ndcg_at_1000_max
value: 32.69570568894237
verified: no, type: nauc_ndcg_at_1000_std
value: 3.4254737113410343
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.62589243745832
verified: no, type: nauc_ndcg_at_100_max
value: 32.664990655736126
verified: no, type: nauc_ndcg_at_100_std
value: 3.799569445326048
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.31658753735306
verified: no, type: nauc_ndcg_at_10_max
value: 31.511946320339295
verified: no, type: nauc_ndcg_at_10_std
value: 2.0492930500796662
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.05638333657571
verified: no, type: nauc_ndcg_at_1_max
value: 33.12030717171514
verified: no, type: nauc_ndcg_at_1_std
value: 1.3278035087690774
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.66188223212841
verified: no, type: nauc_ndcg_at_20_max
value: 31.926240431497476
verified: no, type: nauc_ndcg_at_20_std
value: 3.370398664595343
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.035580180241
verified: no, type: nauc_ndcg_at_3_max
value: 31.363874129878404
verified: no, type: nauc_ndcg_at_3_std
value: 0.1422507242819929
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.29049003955878
verified: no, type: nauc_ndcg_at_5_max
value: 31.112034994977737
verified: no, type: nauc_ndcg_at_5_std
value: 0.860179279828966
verified: no, type: nauc_precision_at_1000_diff1
value: -12.41854465881981
verified: no, type: nauc_precision_at_1000_max
value: 14.706779246590548
verified: no, type: nauc_precision_at_1000_std
value: 9.812804367375206
verified: no, type: nauc_precision_at_100_diff1
value: 2.797520107808461
verified: no, type: nauc_precision_at_100_max
value: 24.335873541811406
verified: no, type: nauc_precision_at_100_std
value: 12.87186398750545
verified: no, type: nauc_precision_at_10_diff1
value: 24.530962799265847
verified: no, type: nauc_precision_at_10_max
value: 31.00772010798733
verified: no, type: nauc_precision_at_10_std
value: 6.696733001548185
verified: no, type: nauc_precision_at_1_diff1
value: 49.05638333657571
verified: no, type: nauc_precision_at_1_max
value: 33.12030717171514
verified: no, type: nauc_precision_at_1_std
value: 1.3278035087690774
verified: no, type: nauc_precision_at_20_diff1
value: 16.25028416351204
verified: no, type: nauc_precision_at_20_max
value: 29.629326492027342
verified: no, type: nauc_precision_at_20_std
value: 11.085888573121679
verified: no, type: nauc_precision_at_3_diff1
value: 33.923667689694256
verified: no, type: nauc_precision_at_3_max
value: 33.5859782361996
verified: no, type: nauc_precision_at_3_std
value: 1.9468331086918693
verified: no, type: nauc_precision_at_5_diff1
value: 27.917827233088875
verified: no, type: nauc_precision_at_5_max
value: 33.13290043423535
verified: no, type: nauc_precision_at_5_std
value: 3.800870695945311
verified: no, type: nauc_recall_at_1000_diff1
value: 9.680283388428789
verified: no, type: nauc_recall_at_1000_max
value: 49.479399284871235
verified: no, type: nauc_recall_at_1000_std
value: 31.506985071436088
verified: no, type: nauc_recall_at_100_diff1
value: 23.607673377885448
verified: no, type: nauc_recall_at_100_max
value: 36.637750366403935
verified: no, type: nauc_recall_at_100_std
value: 18.30770690564224
verified: no, type: nauc_recall_at_10_diff1
value: 33.199683418312446
verified: no, type: nauc_recall_at_10_max
value: 29.63115497012312
verified: no, type: nauc_recall_at_10_std
value: 4.813200391480566
verified: no, type: nauc_recall_at_1_diff1
value: 50.62269273984579
verified: no, type: nauc_recall_at_1_max
value: 30.16325757909521
verified: no, type: nauc_recall_at_1_std
value: -0.6398875136233392
verified: no, type: nauc_recall_at_20_diff1
value: 29.16488387844995
verified: no, type: nauc_recall_at_20_max
value: 30.788019479459
verified: no, type: nauc_recall_at_20_std
value: 11.031953917298853
verified: no, type: nauc_recall_at_3_diff1
value: 38.215351600417065
verified: no, type: nauc_recall_at_3_max
value: 29.619887154236128
verified: no, type: nauc_recall_at_3_std
value: -0.13237298980339363
verified: no, type: nauc_recall_at_5_diff1
value: 33.93788042633265
verified: no, type: nauc_recall_at_5_max
value: 28.67185092656741
verified: no, type: nauc_recall_at_5_std
value: 1.316700201091445
verified: no, type: ndcg_at_1
value: 31.299
verified: no, type: ndcg_at_10
value: 43.983
verified: no, type: ndcg_at_100
value: 48.992999999999995
verified: no, type: ndcg_at_1000
value: 50.757
verified: no, type: ndcg_at_20
value: 46.152
verified: no, type: ndcg_at_3
value: 38.367000000000004
verified: no, type: ndcg_at_5
value: 41.171
verified: no, type: precision_at_1
value: 31.299
verified: no, type: precision_at_10
value: 6.734
verified: no, type: precision_at_100
value: 0.972
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 3.898
verified: no, type: precision_at_3
value: 16.121
verified: no, type: precision_at_5
value: 11.344999999999999
verified: no, type: recall_at_1
value: 28.942
verified: no, type: recall_at_10
value: 58.343999999999994
verified: no, type: recall_at_100
value: 80.82300000000001
verified: no, type: recall_at_1000
value: 94.348
verified: no, type: recall_at_20
value: 66.449
verified: no, type: recall_at_3
value: 43.415
verified: no, type: recall_at_5
value: 50.007999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 33.144
verified: no, type: map_at_1
value: 19.41
verified: no, type: map_at_10
value: 27.802
verified: no, type: map_at_100
value: 29.157
verified: no, type: map_at_1000
value: 29.274
verified: no, type: map_at_20
value: 28.549000000000003
verified: no, type: map_at_3
value: 25.052999999999997
verified: no, type: map_at_5
value: 26.521
verified: no, type: mrr_at_1
value: 23.756218905472636
verified: no, type: mrr_at_10
value: 32.3623450209271
verified: no, type: mrr_at_100
value: 33.3648208444617
verified: no, type: mrr_at_1000
value: 33.427688215162185
verified: no, type: mrr_at_20
value: 32.93723485575758
verified: no, type: mrr_at_3
value: 29.539800995024883
verified: no, type: mrr_at_5
value: 31.156716417910452
verified: no, type: nauc_map_at_1000_diff1
value: 36.196391248081284
verified: no, type: nauc_map_at_1000_max
value: 25.650644367091495
verified: no, type: nauc_map_at_1000_std
value: 6.130340697729844
verified: no, type: nauc_map_at_100_diff1
value: 36.138890642411376
verified: no, type: nauc_map_at_100_max
value: 25.587124763888518
verified: no, type: nauc_map_at_100_std
value: 6.129336379055536
verified: no, type: nauc_map_at_10_diff1
value: 36.254426743566775
verified: no, type: nauc_map_at_10_max
value: 25.465599906543034
verified: no, type: nauc_map_at_10_std
value: 5.880280378112879
verified: no, type: nauc_map_at_1_diff1
value: 42.890551563179976
verified: no, type: nauc_map_at_1_max
value: 25.813805281076956
verified: no, type: nauc_map_at_1_std
value: 5.150718386163028
verified: no, type: nauc_map_at_20_diff1
value: 35.98551587974314
verified: no, type: nauc_map_at_20_max
value: 25.501540521726636
verified: no, type: nauc_map_at_20_std
value: 5.858703157458749
verified: no, type: nauc_map_at_3_diff1
value: 37.646558039577734
verified: no, type: nauc_map_at_3_max
value: 26.138491471124247
verified: no, type: nauc_map_at_3_std
value: 6.0487505175540734
verified: no, type: nauc_map_at_5_diff1
value: 36.817582976153695
verified: no, type: nauc_map_at_5_max
value: 25.398200211121146
verified: no, type: nauc_map_at_5_std
value: 6.31126763919522
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.313544952847835
verified: no, type: nauc_mrr_at_1000_max
value: 26.96218532078988
verified: no, type: nauc_mrr_at_1000_std
value: 6.814359224654042
verified: no, type: nauc_mrr_at_100_diff1
value: 37.28104407653679
verified: no, type: nauc_mrr_at_100_max
value: 26.931243040477256
verified: no, type: nauc_mrr_at_100_std
value: 6.800500150841733
verified: no, type: nauc_mrr_at_10_diff1
value: 37.315832621275895
verified: no, type: nauc_mrr_at_10_max
value: 26.941454225978372
verified: no, type: nauc_mrr_at_10_std
value: 6.837046527796884
verified: no, type: nauc_mrr_at_1_diff1
value: 43.19904188582958
verified: no, type: nauc_mrr_at_1_max
value: 26.975620445904795
verified: no, type: nauc_mrr_at_1_std
value: 4.52071008581395
verified: no, type: nauc_mrr_at_20_diff1
value: 37.2200524790774
verified: no, type: nauc_mrr_at_20_max
value: 26.971494160765847
verified: no, type: nauc_mrr_at_20_std
value: 6.716431228783282
verified: no, type: nauc_mrr_at_3_diff1
value: 38.46236387340654
verified: no, type: nauc_mrr_at_3_max
value: 27.846812992192056
verified: no, type: nauc_mrr_at_3_std
value: 6.550711872569794
verified: no, type: nauc_mrr_at_5_diff1
value: 37.620346007658476
verified: no, type: nauc_mrr_at_5_max
value: 27.031025952102038
verified: no, type: nauc_mrr_at_5_std
value: 7.32343760231163
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.95081314840592
verified: no, type: nauc_ndcg_at_1000_max
value: 26.89265465124325
verified: no, type: nauc_ndcg_at_1000_std
value: 7.854154466831975
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.01417812563093
verified: no, type: nauc_ndcg_at_100_max
value: 25.792737746436835
verified: no, type: nauc_ndcg_at_100_std
value: 7.726584165493833
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.895122516474466
verified: no, type: nauc_ndcg_at_10_max
value: 25.388442204589612
verified: no, type: nauc_ndcg_at_10_std
value: 6.359560223645991
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.19904188582958
verified: no, type: nauc_ndcg_at_1_max
value: 26.975620445904795
verified: no, type: nauc_ndcg_at_1_std
value: 4.52071008581395
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.36078689830245
verified: no, type: nauc_ndcg_at_20_max
value: 25.531794610571563
verified: no, type: nauc_ndcg_at_20_std
value: 6.136658608653248
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.44505602530781
verified: no, type: nauc_ndcg_at_3_max
value: 26.9104071983157
verified: no, type: nauc_ndcg_at_3_std
value: 6.427178520371878
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.01384323197442
verified: no, type: nauc_ndcg_at_5_max
value: 25.5560447088692
verified: no, type: nauc_ndcg_at_5_std
value: 7.3676236760360485
verified: no, type: nauc_precision_at_1000_diff1
value: 2.8903331041804514
verified: no, type: nauc_precision_at_1000_max
value: 4.059662742366004
verified: no, type: nauc_precision_at_1000_std
value: -1.5891687644008334
verified: no, type: nauc_precision_at_100_diff1
value: 8.437726471693766
verified: no, type: nauc_precision_at_100_max
value: 11.250588557568427
verified: no, type: nauc_precision_at_100_std
value: 4.231571164627862
verified: no, type: nauc_precision_at_10_diff1
value: 19.57085237210294
verified: no, type: nauc_precision_at_10_max
value: 20.973093492003905
verified: no, type: nauc_precision_at_10_std
value: 3.197416248152466
verified: no, type: nauc_precision_at_1_diff1
value: 43.19904188582958
verified: no, type: nauc_precision_at_1_max
value: 26.975620445904795
verified: no, type: nauc_precision_at_1_std
value: 4.52071008581395
verified: no, type: nauc_precision_at_20_diff1
value: 15.67136554192724
verified: no, type: nauc_precision_at_20_max
value: 17.706882621057858
verified: no, type: nauc_precision_at_20_std
value: 1.9363472182867714
verified: no, type: nauc_precision_at_3_diff1
value: 30.38035695042325
verified: no, type: nauc_precision_at_3_max
value: 26.48218693244094
verified: no, type: nauc_precision_at_3_std
value: 6.424657705785632
verified: no, type: nauc_precision_at_5_diff1
value: 25.272543315171458
verified: no, type: nauc_precision_at_5_max
value: 22.32441421311652
verified: no, type: nauc_precision_at_5_std
value: 7.4912569081905716
verified: no, type: nauc_recall_at_1000_diff1
value: 25.5748044137675
verified: no, type: nauc_recall_at_1000_max
value: 43.85796585370269
verified: no, type: nauc_recall_at_1000_std
value: 30.0338086596789
verified: no, type: nauc_recall_at_100_diff1
value: 22.577080638885093
verified: no, type: nauc_recall_at_100_max
value: 23.224511700617477
verified: no, type: nauc_recall_at_100_std
value: 15.187963852289313
verified: no, type: nauc_recall_at_10_diff1
value: 25.058592299355908
verified: no, type: nauc_recall_at_10_max
value: 22.24448483279841
verified: no, type: nauc_recall_at_10_std
value: 6.3179089740052765
verified: no, type: nauc_recall_at_1_diff1
value: 42.890551563179976
verified: no, type: nauc_recall_at_1_max
value: 25.813805281076956
verified: no, type: nauc_recall_at_1_std
value: 5.150718386163028
verified: no, type: nauc_recall_at_20_diff1
value: 22.433865123187307
verified: no, type: nauc_recall_at_20_max
value: 22.739695641511762
verified: no, type: nauc_recall_at_20_std
value: 5.362005125538497
verified: no, type: nauc_recall_at_3_diff1
value: 32.17919168998616
verified: no, type: nauc_recall_at_3_max
value: 26.044028436867357
verified: no, type: nauc_recall_at_3_std
value: 7.420349884006329
verified: no, type: nauc_recall_at_5_diff1
value: 28.967104573649138
verified: no, type: nauc_recall_at_5_max
value: 23.40865848168201
verified: no, type: nauc_recall_at_5_std
value: 9.174406147723621
verified: no, type: ndcg_at_1
value: 23.756
verified: no, type: ndcg_at_10
value: 33.144
verified: no, type: ndcg_at_100
value: 39.261
verified: no, type: ndcg_at_1000
value: 41.881
verified: no, type: ndcg_at_20
value: 35.56
verified: no, type: ndcg_at_3
value: 27.927999999999997
verified: no, type: ndcg_at_5
value: 30.293999999999997
verified: no, type: precision_at_1
value: 23.756
verified: no, type: precision_at_10
value: 5.995
verified: no, type: precision_at_100
value: 1.053
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 3.688
verified: no, type: precision_at_3
value: 13.059999999999999
verified: no, type: precision_at_5
value: 9.602
verified: no, type: recall_at_1
value: 19.41
verified: no, type: recall_at_10
value: 45.074
verified: no, type: recall_at_100
value: 71.131
verified: no, type: recall_at_1000
value: 89.604
verified: no, type: recall_at_20
value: 53.673
verified: no, type: recall_at_3
value: 31.055
verified: no, type: recall_at_5
value: 36.714999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 49.675000000000004
verified: no, type: map_at_1
value: 33.178999999999995
verified: no, type: map_at_10
value: 43.807
verified: no, type: map_at_100
value: 45.17
verified: no, type: map_at_1000
value: 45.271
verified: no, type: map_at_20
value: 44.516
verified: no, type: map_at_3
value: 40.813
verified: no, type: map_at_5
value: 42.457
verified: no, type: mrr_at_1
value: 40.32723772858518
verified: no, type: mrr_at_10
value: 49.646867409138814
verified: no, type: mrr_at_100
value: 50.493686101426285
verified: no, type: mrr_at_1000
value: 50.525386961808834
verified: no, type: mrr_at_20
value: 50.120274354884586
verified: no, type: mrr_at_3
value: 47.49759384023096
verified: no, type: mrr_at_5
value: 48.72473532242535
verified: no, type: nauc_map_at_1000_diff1
value: 49.5947127786396
verified: no, type: nauc_map_at_1000_max
value: 33.39720045844929
verified: no, type: nauc_map_at_1000_std
value: -3.131428593252271
verified: no, type: nauc_map_at_100_diff1
value: 49.57797867324617
verified: no, type: nauc_map_at_100_max
value: 33.356927974709464
verified: no, type: nauc_map_at_100_std
value: -3.1661365376766337
verified: no, type: nauc_map_at_10_diff1
value: 49.59294630598952
verified: no, type: nauc_map_at_10_max
value: 32.86647346990462
verified: no, type: nauc_map_at_10_std
value: -4.1582043443386745
verified: no, type: nauc_map_at_1_diff1
value: 53.98646767288695
verified: no, type: nauc_map_at_1_max
value: 29.45629077638936
verified: no, type: nauc_map_at_1_std
value: -5.621187380771589
verified: no, type: nauc_map_at_20_diff1
value: 49.486982890447074
verified: no, type: nauc_map_at_20_max
value: 33.11681933406332
verified: no, type: nauc_map_at_20_std
value: -3.5826433195146854
verified: no, type: nauc_map_at_3_diff1
value: 50.81807107491861
verified: no, type: nauc_map_at_3_max
value: 32.32552291988859
verified: no, type: nauc_map_at_3_std
value: -3.952946504088928
verified: no, type: nauc_map_at_5_diff1
value: 49.70201354274439
verified: no, type: nauc_map_at_5_max
value: 32.831846031004886
verified: no, type: nauc_map_at_5_std
value: -3.8330488624207737
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.04159472507738
verified: no, type: nauc_mrr_at_1000_max
value: 35.617600171138676
verified: no, type: nauc_mrr_at_1000_std
value: -1.5975830757486646
verified: no, type: nauc_mrr_at_100_diff1
value: 49.03848471692094
verified: no, type: nauc_mrr_at_100_max
value: 35.61936748662614
verified: no, type: nauc_mrr_at_100_std
value: -1.5922053398594729
verified: no, type: nauc_mrr_at_10_diff1
value: 48.92463964652612
verified: no, type: nauc_mrr_at_10_max
value: 35.37757708992045
verified: no, type: nauc_mrr_at_10_std
value: -2.2052028139567303
verified: no, type: nauc_mrr_at_1_diff1
value: 52.23915787290734
verified: no, type: nauc_mrr_at_1_max
value: 34.393531787632334
verified: no, type: nauc_mrr_at_1_std
value: -1.452007661016969
verified: no, type: nauc_mrr_at_20_diff1
value: 48.91168438018404
verified: no, type: nauc_mrr_at_20_max
value: 35.478962544421876
verified: no, type: nauc_mrr_at_20_std
value: -1.8246048423555414
verified: no, type: nauc_mrr_at_3_diff1
value: 50.115432665442164
verified: no, type: nauc_mrr_at_3_max
value: 35.89093796085569
verified: no, type: nauc_mrr_at_3_std
value: -1.4895016313153366
verified: no, type: nauc_mrr_at_5_diff1
value: 49.04321261351915
verified: no, type: nauc_mrr_at_5_max
value: 35.85730520949451
verified: no, type: nauc_mrr_at_5_std
value: -1.68790556880753
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.294697499154374
verified: no, type: nauc_ndcg_at_1000_max
value: 35.167410242367595
verified: no, type: nauc_ndcg_at_1000_std
value: -0.6346078535914157
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.025525283449014
verified: no, type: nauc_ndcg_at_100_max
value: 34.79288511776105
verified: no, type: nauc_ndcg_at_100_std
value: -0.7823403044086993
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.70793258015258
verified: no, type: nauc_ndcg_at_10_max
value: 33.09558927880104
verified: no, type: nauc_ndcg_at_10_std
value: -4.7793864166260605
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.23915787290734
verified: no, type: nauc_ndcg_at_1_max
value: 34.393531787632334
verified: no, type: nauc_ndcg_at_1_std
value: -1.452007661016969
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.354286045074815
verified: no, type: nauc_ndcg_at_20_max
value: 33.686648806027975
verified: no, type: nauc_ndcg_at_20_std
value: -3.0189085132476556
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.68805334316908
verified: no, type: nauc_ndcg_at_3_max
value: 34.196077748056496
verified: no, type: nauc_ndcg_at_3_std
value: -2.7167289163768436
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.94474868912989
verified: no, type: nauc_ndcg_at_5_max
value: 34.00261603413051
verified: no, type: nauc_ndcg_at_5_std
value: -3.3541028103046115
verified: no, type: nauc_precision_at_1000_diff1
value: -12.0150100710755
verified: no, type: nauc_precision_at_1000_max
value: 5.332942816568796
verified: no, type: nauc_precision_at_1000_std
value: 14.543288479130458
verified: no, type: nauc_precision_at_100_diff1
value: -4.920332181588838
verified: no, type: nauc_precision_at_100_max
value: 14.42313332017491
verified: no, type: nauc_precision_at_100_std
value: 17.821953321018384
verified: no, type: nauc_precision_at_10_diff1
value: 14.70509089079217
verified: no, type: nauc_precision_at_10_max
value: 25.381887131649716
verified: no, type: nauc_precision_at_10_std
value: 5.226419288645675
verified: no, type: nauc_precision_at_1_diff1
value: 52.23915787290734
verified: no, type: nauc_precision_at_1_max
value: 34.393531787632334
verified: no, type: nauc_precision_at_1_std
value: -1.452007661016969
verified: no, type: nauc_precision_at_20_diff1
value: 6.312827641507564
verified: no, type: nauc_precision_at_20_max
value: 22.483038562271933
verified: no, type: nauc_precision_at_20_std
value: 11.368419856892416
verified: no, type: nauc_precision_at_3_diff1
value: 33.271443420273606
verified: no, type: nauc_precision_at_3_max
value: 33.571078182106675
verified: no, type: nauc_precision_at_3_std
value: 4.47382265155717
verified: no, type: nauc_precision_at_5_diff1
value: 23.43287104284656
verified: no, type: nauc_precision_at_5_max
value: 30.909085068105313
verified: no, type: nauc_precision_at_5_std
value: 5.545672049452433
verified: no, type: nauc_recall_at_1000_diff1
value: 35.22615594677707
verified: no, type: nauc_recall_at_1000_max
value: 52.0710533173532
verified: no, type: nauc_recall_at_1000_std
value: 45.17683523786464
verified: no, type: nauc_recall_at_100_diff1
value: 36.2169056956332
verified: no, type: nauc_recall_at_100_max
value: 35.02435003210817
verified: no, type: nauc_recall_at_100_std
value: 15.833632946282508
verified: no, type: nauc_recall_at_10_diff1
value: 39.12440292974848
verified: no, type: nauc_recall_at_10_max
value: 28.0546011979648
verified: no, type: nauc_recall_at_10_std
value: -9.620558638092172
verified: no, type: nauc_recall_at_1_diff1
value: 53.98646767288695
verified: no, type: nauc_recall_at_1_max
value: 29.45629077638936
verified: no, type: nauc_recall_at_1_std
value: -5.621187380771589
verified: no, type: nauc_recall_at_20_diff1
value: 36.39254630768161
verified: no, type: nauc_recall_at_20_max
value: 29.277856508751967
verified: no, type: nauc_recall_at_20_std
value: -3.048007490798412
verified: no, type: nauc_recall_at_3_diff1
value: 45.64706642644958
verified: no, type: nauc_recall_at_3_max
value: 31.003050159737413
verified: no, type: nauc_recall_at_3_std
value: -4.849763876930667
verified: no, type: nauc_recall_at_5_diff1
value: 40.918108859971746
verified: no, type: nauc_recall_at_5_max
value: 30.69907335071493
verified: no, type: nauc_recall_at_5_std
value: -6.1445436251916865
verified: no, type: ndcg_at_1
value: 40.327
verified: no, type: ndcg_at_10
value: 49.675000000000004
verified: no, type: ndcg_at_100
value: 55.364000000000004
verified: no, type: ndcg_at_1000
value: 56.992
verified: no, type: ndcg_at_20
value: 51.803999999999995
verified: no, type: ndcg_at_3
value: 45.227000000000004
verified: no, type: ndcg_at_5
value: 47.244
verified: no, type: precision_at_1
value: 40.327
verified: no, type: precision_at_10
value: 8.826
verified: no, type: precision_at_100
value: 1.354
verified: no, type: precision_at_1000
value: 0.167
verified: no, type: precision_at_20
value: 5.115
verified: no, type: precision_at_3
value: 21.303
verified: no, type: precision_at_5
value: 14.726
verified: no, type: recall_at_1
value: 33.178999999999995
verified: no, type: recall_at_10
value: 61.087
verified: no, type: recall_at_100
value: 85.099
verified: no, type: recall_at_1000
value: 95.14099999999999
verified: no, type: recall_at_20
value: 68.623
verified: no, type: recall_at_3
value: 48.245
verified: no, type: recall_at_5
value: 53.832
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 44.99
verified: no, type: map_at_1
value: 28.089
verified: no, type: map_at_10
value: 38.98
verified: no, type: map_at_100
value: 40.339000000000006
verified: no, type: map_at_1000
value: 40.441
verified: no, type: map_at_20
value: 39.702
verified: no, type: map_at_3
value: 35.620000000000005
verified: no, type: map_at_5
value: 37.657000000000004
verified: no, type: mrr_at_1
value: 35.15981735159817
verified: no, type: mrr_at_10
value: 44.54075161266937
verified: no, type: mrr_at_100
value: 45.435730392436646
verified: no, type: mrr_at_1000
value: 45.47673849356812
verified: no, type: mrr_at_20
value: 45.05949613726918
verified: no, type: mrr_at_3
value: 42.00913242009131
verified: no, type: mrr_at_5
value: 43.52739726027392
verified: no, type: nauc_map_at_1000_diff1
value: 42.6375513442399
verified: no, type: nauc_map_at_1000_max
value: 35.83899956589522
verified: no, type: nauc_map_at_1000_std
value: 5.798620017712549
verified: no, type: nauc_map_at_100_diff1
value: 42.609712253881504
verified: no, type: nauc_map_at_100_max
value: 35.85401871065736
verified: no, type: nauc_map_at_100_std
value: 5.829007296755533
verified: no, type: nauc_map_at_10_diff1
value: 42.90931172127824
verified: no, type: nauc_map_at_10_max
value: 35.46694204511423
verified: no, type: nauc_map_at_10_std
value: 5.131477704152026
verified: no, type: nauc_map_at_1_diff1
value: 48.066312177855956
verified: no, type: nauc_map_at_1_max
value: 30.67745267941573
verified: no, type: nauc_map_at_1_std
value: -1.4170737991670943
verified: no, type: nauc_map_at_20_diff1
value: 42.730423700784
verified: no, type: nauc_map_at_20_max
value: 35.710039616497085
verified: no, type: nauc_map_at_20_std
value: 5.363961887475162
verified: no, type: nauc_map_at_3_diff1
value: 43.499223646579935
verified: no, type: nauc_map_at_3_max
value: 33.872570039621564
verified: no, type: nauc_map_at_3_std
value: 3.0787571843453008
verified: no, type: nauc_map_at_5_diff1
value: 43.28963642946521
verified: no, type: nauc_map_at_5_max
value: 35.18327408279892
verified: no, type: nauc_map_at_5_std
value: 4.516467154662473
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.71279871641341
verified: no, type: nauc_mrr_at_1000_max
value: 37.48825064817496
verified: no, type: nauc_mrr_at_1000_std
value: 8.10015025024314
verified: no, type: nauc_mrr_at_100_diff1
value: 42.694777404773376
verified: no, type: nauc_mrr_at_100_max
value: 37.476741768741086
verified: no, type: nauc_mrr_at_100_std
value: 8.11525130417229
verified: no, type: nauc_mrr_at_10_diff1
value: 42.954194054560176
verified: no, type: nauc_mrr_at_10_max
value: 37.606138578797506
verified: no, type: nauc_mrr_at_10_std
value: 8.092519513302399
verified: no, type: nauc_mrr_at_1_diff1
value: 48.350790286038574
verified: no, type: nauc_mrr_at_1_max
value: 33.97992759739641
verified: no, type: nauc_mrr_at_1_std
value: 1.8332987018664093
verified: no, type: nauc_mrr_at_20_diff1
value: 42.664983701783044
verified: no, type: nauc_mrr_at_20_max
value: 37.47450702110784
verified: no, type: nauc_mrr_at_20_std
value: 8.001067634745462
verified: no, type: nauc_mrr_at_3_diff1
value: 42.921968602737955
verified: no, type: nauc_mrr_at_3_max
value: 37.19599728791262
verified: no, type: nauc_mrr_at_3_std
value: 7.4692697422507575
verified: no, type: nauc_mrr_at_5_diff1
value: 42.96028546491891
verified: no, type: nauc_mrr_at_5_max
value: 37.688350071295915
verified: no, type: nauc_mrr_at_5_std
value: 8.213017954012372
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.70763263942397
verified: no, type: nauc_ndcg_at_1000_max
value: 37.87768319167602
verified: no, type: nauc_ndcg_at_1000_std
value: 9.908807071686738
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.97828438221707
verified: no, type: nauc_ndcg_at_100_max
value: 37.7723393835996
verified: no, type: nauc_ndcg_at_100_std
value: 10.666779466040097
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.172233451172936
verified: no, type: nauc_ndcg_at_10_max
value: 37.12252131573939
verified: no, type: nauc_ndcg_at_10_std
value: 8.273798754436639
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.350790286038574
verified: no, type: nauc_ndcg_at_1_max
value: 33.97992759739641
verified: no, type: nauc_ndcg_at_1_std
value: 1.8332987018664093
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.33325895172716
verified: no, type: nauc_ndcg_at_20_max
value: 37.36015594019951
verified: no, type: nauc_ndcg_at_20_std
value: 8.818556108749302
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.652701699747254
verified: no, type: nauc_ndcg_at_3_max
value: 35.499109874223294
verified: no, type: nauc_ndcg_at_3_std
value: 5.831784865606119
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.856346892595475
verified: no, type: nauc_ndcg_at_5_max
value: 36.940681835687194
verified: no, type: nauc_ndcg_at_5_std
value: 7.507798515093516
verified: no, type: nauc_precision_at_1000_diff1
value: -2.4605367806784866
verified: no, type: nauc_precision_at_1000_max
value: -0.3538142127162922
verified: no, type: nauc_precision_at_1000_std
value: 8.369794961833236
verified: no, type: nauc_precision_at_100_diff1
value: -0.34954522096524704
verified: no, type: nauc_precision_at_100_max
value: 13.159909603146458
verified: no, type: nauc_precision_at_100_std
value: 19.425561514133996
verified: no, type: nauc_precision_at_10_diff1
value: 17.048304710148145
verified: no, type: nauc_precision_at_10_max
value: 29.816041846806375
verified: no, type: nauc_precision_at_10_std
value: 18.358893367243798
verified: no, type: nauc_precision_at_1_diff1
value: 48.350790286038574
verified: no, type: nauc_precision_at_1_max
value: 33.97992759739641
verified: no, type: nauc_precision_at_1_std
value: 1.8332987018664093
verified: no, type: nauc_precision_at_20_diff1
value: 10.450903599411344
verified: no, type: nauc_precision_at_20_max
value: 25.228916373799127
verified: no, type: nauc_precision_at_20_std
value: 18.46893569529936
verified: no, type: nauc_precision_at_3_diff1
value: 29.181236567048636
verified: no, type: nauc_precision_at_3_max
value: 35.64918262500281
verified: no, type: nauc_precision_at_3_std
value: 13.347538222514968
verified: no, type: nauc_precision_at_5_diff1
value: 23.693323840550345
verified: no, type: nauc_precision_at_5_max
value: 33.972399735191225
verified: no, type: nauc_precision_at_5_std
value: 17.107012760554618
verified: no, type: nauc_recall_at_1000_diff1
value: 20.297340483227945
verified: no, type: nauc_recall_at_1000_max
value: 63.084305970127275
verified: no, type: nauc_recall_at_1000_std
value: 63.04655000858784
verified: no, type: nauc_recall_at_100_diff1
value: 22.587332148979723
verified: no, type: nauc_recall_at_100_max
value: 40.740968468024775
verified: no, type: nauc_recall_at_100_std
value: 34.120423684507124
verified: no, type: nauc_recall_at_10_diff1
value: 33.361195948673675
verified: no, type: nauc_recall_at_10_max
value: 37.1411402410262
verified: no, type: nauc_recall_at_10_std
value: 13.475407196166259
verified: no, type: nauc_recall_at_1_diff1
value: 48.066312177855956
verified: no, type: nauc_recall_at_1_max
value: 30.67745267941573
verified: no, type: nauc_recall_at_1_std
value: -1.4170737991670943
verified: no, type: nauc_recall_at_20_diff1
value: 28.703982984383984
verified: no, type: nauc_recall_at_20_max
value: 37.32929431193496
verified: no, type: nauc_recall_at_20_std
value: 16.139135347989903
verified: no, type: nauc_recall_at_3_diff1
value: 36.53346179134789
verified: no, type: nauc_recall_at_3_max
value: 34.11397914899309
verified: no, type: nauc_recall_at_3_std
value: 7.19358019807132
verified: no, type: nauc_recall_at_5_diff1
value: 36.24058894947452
verified: no, type: nauc_recall_at_5_max
value: 37.00990358651097
verified: no, type: nauc_recall_at_5_std
value: 11.074645476821619
verified: no, type: ndcg_at_1
value: 35.160000000000004
verified: no, type: ndcg_at_10
value: 44.99
verified: no, type: ndcg_at_100
value: 50.661
verified: no, type: ndcg_at_1000
value: 52.599
verified: no, type: ndcg_at_20
value: 47.154
verified: no, type: ndcg_at_3
value: 39.843
verified: no, type: ndcg_at_5
value: 42.486000000000004
verified: no, type: precision_at_1
value: 35.160000000000004
verified: no, type: precision_at_10
value: 8.299
verified: no, type: precision_at_100
value: 1.2850000000000001
verified: no, type: precision_at_1000
value: 0.16199999999999998
verified: no, type: precision_at_20
value: 4.84
verified: no, type: precision_at_3
value: 19.178
verified: no, type: precision_at_5
value: 13.927
verified: no, type: recall_at_1
value: 28.089
verified: no, type: recall_at_10
value: 57.158
verified: no, type: recall_at_100
value: 81.461
verified: no, type: recall_at_1000
value: 94.46900000000001
verified: no, type: recall_at_20
value: 64.927
verified: no, type: recall_at_3
value: 42.775999999999996
verified: no, type: recall_at_5
value: 49.719
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval
revision: CQADupstackRetrieval is a combined dataset
split: test
type: mteb/cqadupstack
metrics: type: main_score
value: 44.989166666666655
verified: no, type: ndcg_at_10
value: 44.989166666666655
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 39.586
verified: no, type: map_at_1
value: 27.301
verified: no, type: map_at_10
value: 35.022
verified: no, type: map_at_100
value: 36.061
verified: no, type: map_at_1000
value: 36.146
verified: no, type: map_at_20
value: 35.608000000000004
verified: no, type: map_at_3
value: 32.978
verified: no, type: map_at_5
value: 33.994
verified: no, type: mrr_at_1
value: 30.67484662576687
verified: no, type: mrr_at_10
value: 38.1696124257474
verified: no, type: mrr_at_100
value: 38.99730898994137
verified: no, type: mrr_at_1000
value: 39.049871007408136
verified: no, type: mrr_at_20
value: 38.62424051396064
verified: no, type: mrr_at_3
value: 36.40081799591004
verified: no, type: mrr_at_5
value: 37.23670756646219
verified: no, type: nauc_map_at_1000_diff1
value: 50.4395097150819
verified: no, type: nauc_map_at_1000_max
value: 42.36231476768413
verified: no, type: nauc_map_at_1000_std
value: 1.0739414045485742
verified: no, type: nauc_map_at_100_diff1
value: 50.4253775421283
verified: no, type: nauc_map_at_100_max
value: 42.34508969348633
verified: no, type: nauc_map_at_100_std
value: 1.0590256535050135
verified: no, type: nauc_map_at_10_diff1
value: 50.74196619464362
verified: no, type: nauc_map_at_10_max
value: 42.354326434590284
verified: no, type: nauc_map_at_10_std
value: 0.6330167542705694
verified: no, type: nauc_map_at_1_diff1
value: 55.7404810490963
verified: no, type: nauc_map_at_1_max
value: 40.7676941648045
verified: no, type: nauc_map_at_1_std
value: -5.021772566610674
verified: no, type: nauc_map_at_20_diff1
value: 50.39792463598886
verified: no, type: nauc_map_at_20_max
value: 42.25768760228577
verified: no, type: nauc_map_at_20_std
value: 0.8979017700131807
verified: no, type: nauc_map_at_3_diff1
value: 51.53267996170815
verified: no, type: nauc_map_at_3_max
value: 41.78801756883417
verified: no, type: nauc_map_at_3_std
value: -0.6652383024396911
verified: no, type: nauc_map_at_5_diff1
value: 50.992783683271504
verified: no, type: nauc_map_at_5_max
value: 41.8607977828188
verified: no, type: nauc_map_at_5_std
value: 0.3484379897869807
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.952907124445126
verified: no, type: nauc_mrr_at_1000_max
value: 42.93563741482114
verified: no, type: nauc_mrr_at_1000_std
value: 3.0791495753556424
verified: no, type: nauc_mrr_at_100_diff1
value: 48.941921107360805
verified: no, type: nauc_mrr_at_100_max
value: 42.94419657374061
verified: no, type: nauc_mrr_at_100_std
value: 3.075397087180154
verified: no, type: nauc_mrr_at_10_diff1
value: 49.098926306303056
verified: no, type: nauc_mrr_at_10_max
value: 42.941857820499806
verified: no, type: nauc_mrr_at_10_std
value: 2.8184474174054372
verified: no, type: nauc_mrr_at_1_diff1
value: 54.428109877009334
verified: no, type: nauc_mrr_at_1_max
value: 42.50273386972492
verified: no, type: nauc_mrr_at_1_std
value: -2.1811826216412187
verified: no, type: nauc_mrr_at_20_diff1
value: 48.82502192775839
verified: no, type: nauc_mrr_at_20_max
value: 42.92227277257095
verified: no, type: nauc_mrr_at_20_std
value: 2.975812634368533
verified: no, type: nauc_mrr_at_3_diff1
value: 49.440009227591176
verified: no, type: nauc_mrr_at_3_max
value: 42.95503176290712
verified: no, type: nauc_mrr_at_3_std
value: 2.2997128945013796
verified: no, type: nauc_mrr_at_5_diff1
value: 49.09846782701398
verified: no, type: nauc_mrr_at_5_max
value: 42.51449168285772
verified: no, type: nauc_mrr_at_5_std
value: 2.7785816484421297
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.14680758187888
verified: no, type: nauc_ndcg_at_1000_max
value: 43.57465718500695
verified: no, type: nauc_ndcg_at_1000_std
value: 5.287435676678261
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.66081605743284
verified: no, type: nauc_ndcg_at_100_max
value: 43.28156751251163
verified: no, type: nauc_ndcg_at_100_std
value: 4.959626409663624
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.25075619623878
verified: no, type: nauc_ndcg_at_10_max
value: 43.00688660666578
verified: no, type: nauc_ndcg_at_10_std
value: 3.2319193368891637
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.428109877009334
verified: no, type: nauc_ndcg_at_1_max
value: 42.50273386972492
verified: no, type: nauc_ndcg_at_1_std
value: -2.1811826216412187
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.1943098627403
verified: no, type: nauc_ndcg_at_20_max
value: 42.86954491768707
verified: no, type: nauc_ndcg_at_20_std
value: 4.08583080150737
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.32681523192246
verified: no, type: nauc_ndcg_at_3_max
value: 42.46898641470274
verified: no, type: nauc_ndcg_at_3_std
value: 1.7416962407725236
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.59647012439291
verified: no, type: nauc_ndcg_at_5_max
value: 42.07098889846439
verified: no, type: nauc_ndcg_at_5_std
value: 2.979621233356828
verified: no, type: nauc_precision_at_1000_diff1
value: -1.7366334161587105
verified: no, type: nauc_precision_at_1000_max
value: 17.70969166396819
verified: no, type: nauc_precision_at_1000_std
value: 17.50619975322144
verified: no, type: nauc_precision_at_100_diff1
value: 10.082579982582155
verified: no, type: nauc_precision_at_100_max
value: 28.024893516091776
verified: no, type: nauc_precision_at_100_std
value: 18.41413013357596
verified: no, type: nauc_precision_at_10_diff1
value: 28.796167732373657
verified: no, type: nauc_precision_at_10_max
value: 40.37340024485382
verified: no, type: nauc_precision_at_10_std
value: 13.718572711091733
verified: no, type: nauc_precision_at_1_diff1
value: 54.428109877009334
verified: no, type: nauc_precision_at_1_max
value: 42.50273386972492
verified: no, type: nauc_precision_at_1_std
value: -2.1811826216412187
verified: no, type: nauc_precision_at_20_diff1
value: 19.82691920771315
verified: no, type: nauc_precision_at_20_max
value: 34.45075390159975
verified: no, type: nauc_precision_at_20_std
value: 16.410812072348058
verified: no, type: nauc_precision_at_3_diff1
value: 40.85430254962678
verified: no, type: nauc_precision_at_3_max
value: 43.63016056067074
verified: no, type: nauc_precision_at_3_std
value: 9.322014634477581
verified: no, type: nauc_precision_at_5_diff1
value: 35.830272848975795
verified: no, type: nauc_precision_at_5_max
value: 41.30047691620363
verified: no, type: nauc_precision_at_5_std
value: 13.145693992266565
verified: no, type: nauc_recall_at_1000_diff1
value: 35.532000545890504
verified: no, type: nauc_recall_at_1000_max
value: 50.714223194510325
verified: no, type: nauc_recall_at_1000_std
value: 43.09037309139045
verified: no, type: nauc_recall_at_100_diff1
value: 35.11024488875192
verified: no, type: nauc_recall_at_100_max
value: 43.0874566265193
verified: no, type: nauc_recall_at_100_std
value: 19.70628521846854
verified: no, type: nauc_recall_at_10_diff1
value: 40.36203726741153
verified: no, type: nauc_recall_at_10_max
value: 42.581482582576726
verified: no, type: nauc_recall_at_10_std
value: 8.642553371022348
verified: no, type: nauc_recall_at_1_diff1
value: 55.7404810490963
verified: no, type: nauc_recall_at_1_max
value: 40.7676941648045
verified: no, type: nauc_recall_at_1_std
value: -5.021772566610674
verified: no, type: nauc_recall_at_20_diff1
value: 35.97348868186562
verified: no, type: nauc_recall_at_20_max
value: 41.82695933305065
verified: no, type: nauc_recall_at_20_std
value: 11.444957541593585
verified: no, type: nauc_recall_at_3_diff1
value: 44.20020470014979
verified: no, type: nauc_recall_at_3_max
value: 40.84130855296979
verified: no, type: nauc_recall_at_3_std
value: 5.004883338558809
verified: no, type: nauc_recall_at_5_diff1
value: 42.08756885472078
verified: no, type: nauc_recall_at_5_max
value: 39.90323783606852
verified: no, type: nauc_recall_at_5_std
value: 8.085182534171127
verified: no, type: ndcg_at_1
value: 30.675
verified: no, type: ndcg_at_10
value: 39.586
verified: no, type: ndcg_at_100
value: 44.737
verified: no, type: ndcg_at_1000
value: 46.863
verified: no, type: ndcg_at_20
value: 41.495
verified: no, type: ndcg_at_3
value: 35.8
verified: no, type: ndcg_at_5
value: 37.3
verified: no, type: precision_at_1
value: 30.675
verified: no, type: precision_at_10
value: 6.196
verified: no, type: precision_at_100
value: 0.9570000000000001
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_20
value: 3.6350000000000002
verified: no, type: precision_at_3
value: 15.337
verified: no, type: precision_at_5
value: 10.337
verified: no, type: recall_at_1
value: 27.301
verified: no, type: recall_at_10
value: 50.346999999999994
verified: no, type: recall_at_100
value: 74.459
verified: no, type: recall_at_1000
value: 90.018
verified: no, type: recall_at_20
value: 57.473
verified: no, type: recall_at_3
value: 39.672000000000004
verified: no, type: recall_at_5
value: 43.383
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 32.842
verified: no, type: map_at_1
value: 19.527
verified: no, type: map_at_10
value: 27.711999999999996
verified: no, type: map_at_100
value: 28.98
verified: no, type: map_at_1000
value: 29.108
verified: no, type: map_at_20
value: 28.407
verified: no, type: map_at_3
value: 25.023
verified: no, type: map_at_5
value: 26.528000000000002
verified: no, type: mrr_at_1
value: 23.675154852030282
verified: no, type: mrr_at_10
value: 31.810676323752784
verified: no, type: mrr_at_100
value: 32.788970614380716
verified: no, type: mrr_at_1000
value: 32.86028758975889
verified: no, type: mrr_at_20
value: 32.35935756676056
verified: no, type: mrr_at_3
value: 29.41615049323246
verified: no, type: mrr_at_5
value: 30.785730672172633
verified: no, type: nauc_map_at_1000_diff1
value: 35.597766688968015
verified: no, type: nauc_map_at_1000_max
value: 26.295790183159845
verified: no, type: nauc_map_at_1000_std
value: -0.04229904865958209
verified: no, type: nauc_map_at_100_diff1
value: 35.568782622469925
verified: no, type: nauc_map_at_100_max
value: 26.27850795471227
verified: no, type: nauc_map_at_100_std
value: -0.04944875782811099
verified: no, type: nauc_map_at_10_diff1
value: 35.63760937893694
verified: no, type: nauc_map_at_10_max
value: 26.130094042028233
verified: no, type: nauc_map_at_10_std
value: -0.6896882769027717
verified: no, type: nauc_map_at_1_diff1
value: 41.759098341890976
verified: no, type: nauc_map_at_1_max
value: 23.918885427783326
verified: no, type: nauc_map_at_1_std
value: -2.1383574897865074
verified: no, type: nauc_map_at_20_diff1
value: 35.55706530442612
verified: no, type: nauc_map_at_20_max
value: 26.23339626569677
verified: no, type: nauc_map_at_20_std
value: -0.162172033918129
verified: no, type: nauc_map_at_3_diff1
value: 37.22183376355153
verified: no, type: nauc_map_at_3_max
value: 25.770512522122186
verified: no, type: nauc_map_at_3_std
value: -1.3105892187778403
verified: no, type: nauc_map_at_5_diff1
value: 36.205913161663084
verified: no, type: nauc_map_at_5_max
value: 25.953300641502064
verified: no, type: nauc_map_at_5_std
value: -0.7987363137547906
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.864016559617646
verified: no, type: nauc_mrr_at_1000_max
value: 26.8689525348564
verified: no, type: nauc_mrr_at_1000_std
value: -0.5839923973914446
verified: no, type: nauc_mrr_at_100_diff1
value: 34.83820469598538
verified: no, type: nauc_mrr_at_100_max
value: 26.864669056231282
verified: no, type: nauc_mrr_at_100_std
value: -0.5785645654158633
verified: no, type: nauc_mrr_at_10_diff1
value: 34.81868397381981
verified: no, type: nauc_mrr_at_10_max
value: 26.79988560460627
verified: no, type: nauc_mrr_at_10_std
value: -1.1113808365827318
verified: no, type: nauc_mrr_at_1_diff1
value: 40.0281507903504
verified: no, type: nauc_mrr_at_1_max
value: 25.036735941806583
verified: no, type: nauc_mrr_at_1_std
value: -2.508700799268523
verified: no, type: nauc_mrr_at_20_diff1
value: 34.81954537357966
verified: no, type: nauc_mrr_at_20_max
value: 26.877673033315453
verified: no, type: nauc_mrr_at_20_std
value: -0.6706028107452919
verified: no, type: nauc_mrr_at_3_diff1
value: 35.87313782549696
verified: no, type: nauc_mrr_at_3_max
value: 26.776261693392335
verified: no, type: nauc_mrr_at_3_std
value: -1.8010591328112908
verified: no, type: nauc_mrr_at_5_diff1
value: 35.31673912159536
verified: no, type: nauc_mrr_at_5_max
value: 26.78720786106881
verified: no, type: nauc_mrr_at_5_std
value: -1.3096326953900546
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.43105244339048
verified: no, type: nauc_ndcg_at_1000_max
value: 27.52195065724684
verified: no, type: nauc_ndcg_at_1000_std
value: 2.8376056562675744
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.90916846420573
verified: no, type: nauc_ndcg_at_100_max
value: 27.27161017736065
verified: no, type: nauc_ndcg_at_100_std
value: 2.8703122625872126
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.12714979317447
verified: no, type: nauc_ndcg_at_10_max
value: 26.67762031747992
verified: no, type: nauc_ndcg_at_10_std
value: -0.1341345572932233
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.0281507903504
verified: no, type: nauc_ndcg_at_1_max
value: 25.036735941806583
verified: no, type: nauc_ndcg_at_1_std
value: -2.508700799268523
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.891656138688546
verified: no, type: nauc_ndcg_at_20_max
value: 26.991976404027163
verified: no, type: nauc_ndcg_at_20_std
value: 1.6050741106677746
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.576958713955484
verified: no, type: nauc_ndcg_at_3_max
value: 26.41687745899445
verified: no, type: nauc_ndcg_at_3_std
value: -1.5326687067002291
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.27335619067276
verified: no, type: nauc_ndcg_at_5_max
value: 26.479515412084208
verified: no, type: nauc_ndcg_at_5_std
value: -0.5597648935666003
verified: no, type: nauc_precision_at_1000_diff1
value: -0.18660914306684007
verified: no, type: nauc_precision_at_1000_max
value: 7.268255385799229
verified: no, type: nauc_precision_at_1000_std
value: -0.1968875268478991
verified: no, type: nauc_precision_at_100_diff1
value: 7.386701205054449
verified: no, type: nauc_precision_at_100_max
value: 15.477735603019607
verified: no, type: nauc_precision_at_100_std
value: 4.753153414679307
verified: no, type: nauc_precision_at_10_diff1
value: 18.4668296945938
verified: no, type: nauc_precision_at_10_max
value: 25.457144217779597
verified: no, type: nauc_precision_at_10_std
value: 0.40165373733963605
verified: no, type: nauc_precision_at_1_diff1
value: 40.0281507903504
verified: no, type: nauc_precision_at_1_max
value: 25.036735941806583
verified: no, type: nauc_precision_at_1_std
value: -2.508700799268523
verified: no, type: nauc_precision_at_20_diff1
value: 14.751135844289335
verified: no, type: nauc_precision_at_20_max
value: 22.763373329576293
verified: no, type: nauc_precision_at_20_std
value: 4.360731801761864
verified: no, type: nauc_precision_at_3_diff1
value: 28.154753888265393
verified: no, type: nauc_precision_at_3_max
value: 27.838427033527147
verified: no, type: nauc_precision_at_3_std
value: -1.0042621266717804
verified: no, type: nauc_precision_at_5_diff1
value: 23.549026872711423
verified: no, type: nauc_precision_at_5_max
value: 27.192214745385044
verified: no, type: nauc_precision_at_5_std
value: 0.4455206110174471
verified: no, type: nauc_recall_at_1000_diff1
value: 17.905404210815632
verified: no, type: nauc_recall_at_1000_max
value: 32.8674418535776
verified: no, type: nauc_recall_at_1000_std
value: 35.187050415735435
verified: no, type: nauc_recall_at_100_diff1
value: 20.903609751984757
verified: no, type: nauc_recall_at_100_max
value: 27.180306691518364
verified: no, type: nauc_recall_at_100_std
value: 17.553030959393297
verified: no, type: nauc_recall_at_10_diff1
value: 25.615147693464387
verified: no, type: nauc_recall_at_10_max
value: 25.97062699453565
verified: no, type: nauc_recall_at_10_std
value: 2.2181702899826576
verified: no, type: nauc_recall_at_1_diff1
value: 41.759098341890976
verified: no, type: nauc_recall_at_1_max
value: 23.918885427783326
verified: no, type: nauc_recall_at_1_std
value: -2.1383574897865074
verified: no, type: nauc_recall_at_20_diff1
value: 23.922775940094386
verified: no, type: nauc_recall_at_20_max
value: 26.384627814902785
verified: no, type: nauc_recall_at_20_std
value: 7.944532403561578
verified: no, type: nauc_recall_at_3_diff1
value: 32.26543270634743
verified: no, type: nauc_recall_at_3_max
value: 26.36357710828272
verified: no, type: nauc_recall_at_3_std
value: -0.42723331708340706
verified: no, type: nauc_recall_at_5_diff1
value: 29.080464141763336
verified: no, type: nauc_recall_at_5_max
value: 25.81238438303652
verified: no, type: nauc_recall_at_5_std
value: 1.1649311168287726
verified: no, type: ndcg_at_1
value: 23.674999999999997
verified: no, type: ndcg_at_10
value: 32.842
verified: no, type: ndcg_at_100
value: 38.64
verified: no, type: ndcg_at_1000
value: 41.367
verified: no, type: ndcg_at_20
value: 35.032999999999994
verified: no, type: ndcg_at_3
value: 28.166000000000004
verified: no, type: ndcg_at_5
value: 30.407
verified: no, type: precision_at_1
value: 23.674999999999997
verified: no, type: precision_at_10
value: 6.005
verified: no, type: precision_at_100
value: 1.053
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: precision_at_20
value: 3.6580000000000004
verified: no, type: precision_at_3
value: 13.352
verified: no, type: precision_at_5
value: 9.718
verified: no, type: recall_at_1
value: 19.527
verified: no, type: recall_at_10
value: 44.096999999999994
verified: no, type: recall_at_100
value: 69.962
verified: no, type: recall_at_1000
value: 89.035
verified: no, type: recall_at_20
value: 52.166000000000004
verified: no, type: recall_at_3
value: 30.946
verified: no, type: recall_at_5
value: 36.789
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 46.54
verified: no, type: map_at_1
value: 29.953999999999997
verified: no, type: map_at_10
value: 40.742
verified: no, type: map_at_100
value: 41.964
verified: no, type: map_at_1000
value: 42.059999999999995
verified: no, type: map_at_20
value: 41.426
verified: no, type: map_at_3
value: 37.378
verified: no, type: map_at_5
value: 39.267
verified: no, type: mrr_at_1
value: 34.701492537313435
verified: no, type: mrr_at_10
value: 44.29978085761664
verified: no, type: mrr_at_100
value: 45.205551401915486
verified: no, type: mrr_at_1000
value: 45.24735017384963
verified: no, type: mrr_at_20
value: 44.85338423755729
verified: no, type: mrr_at_3
value: 41.57338308457707
verified: no, type: mrr_at_5
value: 43.19185323383077
verified: no, type: nauc_map_at_1000_diff1
value: 48.45170522932164
verified: no, type: nauc_map_at_1000_max
value: 31.544164363591204
verified: no, type: nauc_map_at_1000_std
value: 0.8661088818146858
verified: no, type: nauc_map_at_100_diff1
value: 48.47347800061323
verified: no, type: nauc_map_at_100_max
value: 31.568637596620313
verified: no, type: nauc_map_at_100_std
value: 0.9252699336843858
verified: no, type: nauc_map_at_10_diff1
value: 48.64849891585432
verified: no, type: nauc_map_at_10_max
value: 31.40371265579746
verified: no, type: nauc_map_at_10_std
value: 0.7088016563713089
verified: no, type: nauc_map_at_1_diff1
value: 53.57918993108331
verified: no, type: nauc_map_at_1_max
value: 31.392632653740993
verified: no, type: nauc_map_at_1_std
value: -2.857306170463933
verified: no, type: nauc_map_at_20_diff1
value: 48.49084353023969
verified: no, type: nauc_map_at_20_max
value: 31.470313174779374
verified: no, type: nauc_map_at_20_std
value: 0.8950296035234309
verified: no, type: nauc_map_at_3_diff1
value: 49.273481161619806
verified: no, type: nauc_map_at_3_max
value: 31.101471509782826
verified: no, type: nauc_map_at_3_std
value: -0.886510096257905
verified: no, type: nauc_map_at_5_diff1
value: 48.85344288229106
verified: no, type: nauc_map_at_5_max
value: 31.32633663238284
verified: no, type: nauc_map_at_5_std
value: -0.44752909698881177
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.27593166906613
verified: no, type: nauc_mrr_at_1000_max
value: 31.637594372116336
verified: no, type: nauc_mrr_at_1000_std
value: 0.8444917550670064
verified: no, type: nauc_mrr_at_100_diff1
value: 46.27161543033672
verified: no, type: nauc_mrr_at_100_max
value: 31.64330655339695
verified: no, type: nauc_mrr_at_100_std
value: 0.8717446416398773
verified: no, type: nauc_mrr_at_10_diff1
value: 46.100348481312864
verified: no, type: nauc_mrr_at_10_max
value: 31.594271897882237
verified: no, type: nauc_mrr_at_10_std
value: 0.8807168907688873
verified: no, type: nauc_mrr_at_1_diff1
value: 51.35163098909763
verified: no, type: nauc_mrr_at_1_max
value: 31.99084441327899
verified: no, type: nauc_mrr_at_1_std
value: -2.688594880742662
verified: no, type: nauc_mrr_at_20_diff1
value: 46.18178546174727
verified: no, type: nauc_mrr_at_20_max
value: 31.639111674119448
verified: no, type: nauc_mrr_at_20_std
value: 0.9855008641374622
verified: no, type: nauc_mrr_at_3_diff1
value: 46.307484835305864
verified: no, type: nauc_mrr_at_3_max
value: 31.35563850804847
verified: no, type: nauc_mrr_at_3_std
value: -0.3419536587707561
verified: no, type: nauc_mrr_at_5_diff1
value: 46.17646418781234
verified: no, type: nauc_mrr_at_5_max
value: 31.313474270239833
verified: no, type: nauc_mrr_at_5_std
value: -0.08656550526568331
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.12095795101613
verified: no, type: nauc_ndcg_at_1000_max
value: 31.989083597726314
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2965704707660763
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.05376249841318
verified: no, type: nauc_ndcg_at_100_max
value: 32.39195988574972
verified: no, type: nauc_ndcg_at_100_std
value: 4.518018135593347
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.133631183744875
verified: no, type: nauc_ndcg_at_10_max
value: 31.45358876172339
verified: no, type: nauc_ndcg_at_10_std
value: 3.4254370918871055
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.35163098909763
verified: no, type: nauc_ndcg_at_1_max
value: 31.99084441327899
verified: no, type: nauc_ndcg_at_1_std
value: -2.688594880742662
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.94584949766954
verified: no, type: nauc_ndcg_at_20_max
value: 31.689777515111295
verified: no, type: nauc_ndcg_at_20_std
value: 4.189082428922442
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.5057835389752
verified: no, type: nauc_ndcg_at_3_max
value: 30.941407592082047
verified: no, type: nauc_ndcg_at_3_std
value: -0.042473944857831535
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.369027395136136
verified: no, type: nauc_ndcg_at_5_max
value: 31.057841776505352
verified: no, type: nauc_ndcg_at_5_std
value: 0.6878993420489522
verified: no, type: nauc_precision_at_1000_diff1
value: -17.30759714093202
verified: no, type: nauc_precision_at_1000_max
value: -4.441155558458858
verified: no, type: nauc_precision_at_1000_std
value: 1.5537300718220326
verified: no, type: nauc_precision_at_100_diff1
value: -7.18920438222021
verified: no, type: nauc_precision_at_100_max
value: 8.017878121399253
verified: no, type: nauc_precision_at_100_std
value: 11.357132919349102
verified: no, type: nauc_precision_at_10_diff1
value: 15.202451884794076
verified: no, type: nauc_precision_at_10_max
value: 19.077295902881417
verified: no, type: nauc_precision_at_10_std
value: 9.885526867355805
verified: no, type: nauc_precision_at_1_diff1
value: 51.35163098909763
verified: no, type: nauc_precision_at_1_max
value: 31.99084441327899
verified: no, type: nauc_precision_at_1_std
value: -2.688594880742662
verified: no, type: nauc_precision_at_20_diff1
value: 6.827461091494899
verified: no, type: nauc_precision_at_20_max
value: 15.27268633497114
verified: no, type: nauc_precision_at_20_std
value: 11.515826649647384
verified: no, type: nauc_precision_at_3_diff1
value: 31.043021807472027
verified: no, type: nauc_precision_at_3_max
value: 26.22457157531548
verified: no, type: nauc_precision_at_3_std
value: 1.788215968301994
verified: no, type: nauc_precision_at_5_diff1
value: 25.030185818513235
verified: no, type: nauc_precision_at_5_max
value: 23.680129160901537
verified: no, type: nauc_precision_at_5_std
value: 4.303018899688115
verified: no, type: nauc_recall_at_1000_diff1
value: 28.68826642607512
verified: no, type: nauc_recall_at_1000_max
value: 42.33849804103852
verified: no, type: nauc_recall_at_1000_std
value: 42.67413575876864
verified: no, type: nauc_recall_at_100_diff1
value: 36.51494878715
verified: no, type: nauc_recall_at_100_max
value: 37.4764995034434
verified: no, type: nauc_recall_at_100_std
value: 28.295671266661017
verified: no, type: nauc_recall_at_10_diff1
value: 39.416721111463524
verified: no, type: nauc_recall_at_10_max
value: 29.95985608454179
verified: no, type: nauc_recall_at_10_std
value: 12.423335839786201
verified: no, type: nauc_recall_at_1_diff1
value: 53.57918993108331
verified: no, type: nauc_recall_at_1_max
value: 31.392632653740993
verified: no, type: nauc_recall_at_1_std
value: -2.857306170463933
verified: no, type: nauc_recall_at_20_diff1
value: 38.228803480194046
verified: no, type: nauc_recall_at_20_max
value: 30.87261362975955
verified: no, type: nauc_recall_at_20_std
value: 16.977113091834095
verified: no, type: nauc_recall_at_3_diff1
value: 43.154348566653155
verified: no, type: nauc_recall_at_3_max
value: 29.54536633744803
verified: no, type: nauc_recall_at_3_std
value: 2.02842672250621
verified: no, type: nauc_recall_at_5_diff1
value: 41.00436246072242
verified: no, type: nauc_recall_at_5_max
value: 29.413569555348023
verified: no, type: nauc_recall_at_5_std
value: 3.845214021958289
verified: no, type: ndcg_at_1
value: 34.701
verified: no, type: ndcg_at_10
value: 46.54
verified: no, type: ndcg_at_100
value: 51.754999999999995
verified: no, type: ndcg_at_1000
value: 53.71
verified: no, type: ndcg_at_20
value: 48.679
verified: no, type: ndcg_at_3
value: 40.892
verified: no, type: ndcg_at_5
value: 43.595
verified: no, type: precision_at_1
value: 34.701
verified: no, type: precision_at_10
value: 8.004
verified: no, type: precision_at_100
value: 1.185
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_20
value: 4.632
verified: no, type: precision_at_3
value: 18.719
verified: no, type: precision_at_5
value: 13.245999999999999
verified: no, type: recall_at_1
value: 29.953999999999997
verified: no, type: recall_at_10
value: 60.246
verified: no, type: recall_at_100
value: 82.128
verified: no, type: recall_at_1000
value: 95.622
verified: no, type: recall_at_20
value: 67.756
verified: no, type: recall_at_3
value: 45.096000000000004
verified: no, type: recall_at_5
value: 51.9
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 44.718999999999994
verified: no, type: map_at_1
value: 28.383999999999997
verified: no, type: map_at_10
value: 38.422
verified: no, type: map_at_100
value: 40.058
verified: no, type: map_at_1000
value: 40.276
verified: no, type: map_at_20
value: 39.301
verified: no, type: map_at_3
value: 35.205
verified: no, type: map_at_5
value: 36.803999999999995
verified: no, type: mrr_at_1
value: 33.59683794466403
verified: no, type: mrr_at_10
value: 42.837536859275986
verified: no, type: mrr_at_100
value: 43.7501703455481
verified: no, type: mrr_at_1000
value: 43.79258407771123
verified: no, type: mrr_at_20
value: 43.36044710445095
verified: no, type: mrr_at_3
value: 40.15151515151516
verified: no, type: mrr_at_5
value: 41.74242424242425
verified: no, type: nauc_map_at_1000_diff1
value: 47.934826596875304
verified: no, type: nauc_map_at_1000_max
value: 32.39759438116062
verified: no, type: nauc_map_at_1000_std
value: 0.9489007346763054
verified: no, type: nauc_map_at_100_diff1
value: 47.94844822157888
verified: no, type: nauc_map_at_100_max
value: 32.51485845519537
verified: no, type: nauc_map_at_100_std
value: 0.8094339925545622
verified: no, type: nauc_map_at_10_diff1
value: 48.251456404874645
verified: no, type: nauc_map_at_10_max
value: 31.412906399154245
verified: no, type: nauc_map_at_10_std
value: -0.7024825737369933
verified: no, type: nauc_map_at_1_diff1
value: 55.81906101970174
verified: no, type: nauc_map_at_1_max
value: 31.811715334193796
verified: no, type: nauc_map_at_1_std
value: -6.17056859281584
verified: no, type: nauc_map_at_20_diff1
value: 47.80902650237369
verified: no, type: nauc_map_at_20_max
value: 32.22465403023091
verified: no, type: nauc_map_at_20_std
value: 0.20706526946705656
verified: no, type: nauc_map_at_3_diff1
value: 49.97333984346632
verified: no, type: nauc_map_at_3_max
value: 31.58195498640799
verified: no, type: nauc_map_at_3_std
value: -2.577539707727459
verified: no, type: nauc_map_at_5_diff1
value: 49.40005767350608
verified: no, type: nauc_map_at_5_max
value: 30.998435600377434
verified: no, type: nauc_map_at_5_std
value: -2.1231771618690307
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.86811371969663
verified: no, type: nauc_mrr_at_1000_max
value: 31.25147138171024
verified: no, type: nauc_mrr_at_1000_std
value: 1.9954422477585918
verified: no, type: nauc_mrr_at_100_diff1
value: 46.855870345882195
verified: no, type: nauc_mrr_at_100_max
value: 31.263524035665966
verified: no, type: nauc_mrr_at_100_std
value: 2.0160751193806568
verified: no, type: nauc_mrr_at_10_diff1
value: 46.93294772825783
verified: no, type: nauc_mrr_at_10_max
value: 30.927002048701663
verified: no, type: nauc_mrr_at_10_std
value: 1.6538220080908224
verified: no, type: nauc_mrr_at_1_diff1
value: 52.416386548395664
verified: no, type: nauc_mrr_at_1_max
value: 32.28582003787206
verified: no, type: nauc_mrr_at_1_std
value: -2.154991145714492
verified: no, type: nauc_mrr_at_20_diff1
value: 46.71796185319694
verified: no, type: nauc_mrr_at_20_max
value: 31.16219902794994
verified: no, type: nauc_mrr_at_20_std
value: 1.8590646572728409
verified: no, type: nauc_mrr_at_3_diff1
value: 47.697100317669914
verified: no, type: nauc_mrr_at_3_max
value: 30.821806030159383
verified: no, type: nauc_mrr_at_3_std
value: 1.1927626358099177
verified: no, type: nauc_mrr_at_5_diff1
value: 47.065272061365704
verified: no, type: nauc_mrr_at_5_max
value: 30.299230962805023
verified: no, type: nauc_mrr_at_5_std
value: 1.3225842862629529
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.20612583136058
verified: no, type: nauc_ndcg_at_1000_max
value: 33.51931869947315
verified: no, type: nauc_ndcg_at_1000_std
value: 4.923707509620363
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.76206243393775
verified: no, type: nauc_ndcg_at_100_max
value: 33.57771606755598
verified: no, type: nauc_ndcg_at_100_std
value: 5.30915563331338
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.12714032463827
verified: no, type: nauc_ndcg_at_10_max
value: 30.351909495610492
verified: no, type: nauc_ndcg_at_10_std
value: 2.3972947289996873
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.416386548395664
verified: no, type: nauc_ndcg_at_1_max
value: 32.28582003787206
verified: no, type: nauc_ndcg_at_1_std
value: -2.154991145714492
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.20281844000005
verified: no, type: nauc_ndcg_at_20_max
value: 32.14112739396226
verified: no, type: nauc_ndcg_at_20_std
value: 3.3971385462591916
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.0633767031858
verified: no, type: nauc_ndcg_at_3_max
value: 31.032896053733435
verified: no, type: nauc_ndcg_at_3_std
value: 0.6827544906310201
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.735352294106484
verified: no, type: nauc_ndcg_at_5_max
value: 29.784992270528544
verified: no, type: nauc_ndcg_at_5_std
value: 0.8685943819516141
verified: no, type: nauc_precision_at_1000_diff1
value: -12.223330179860852
verified: no, type: nauc_precision_at_1000_max
value: -9.266492213777273
verified: no, type: nauc_precision_at_1000_std
value: 19.0569899587788
verified: no, type: nauc_precision_at_100_diff1
value: -5.803751085072067
verified: no, type: nauc_precision_at_100_max
value: 3.448932057044294
verified: no, type: nauc_precision_at_100_std
value: 23.470863527030627
verified: no, type: nauc_precision_at_10_diff1
value: 8.887357341361907
verified: no, type: nauc_precision_at_10_max
value: 18.67165390928126
verified: no, type: nauc_precision_at_10_std
value: 19.158543337955404
verified: no, type: nauc_precision_at_1_diff1
value: 52.416386548395664
verified: no, type: nauc_precision_at_1_max
value: 32.28582003787206
verified: no, type: nauc_precision_at_1_std
value: -2.154991145714492
verified: no, type: nauc_precision_at_20_diff1
value: 0.942496138409553
verified: no, type: nauc_precision_at_20_max
value: 18.86957127610774
verified: no, type: nauc_precision_at_20_std
value: 24.075503903246496
verified: no, type: nauc_precision_at_3_diff1
value: 28.15363877307106
verified: no, type: nauc_precision_at_3_max
value: 27.064928137991824
verified: no, type: nauc_precision_at_3_std
value: 8.632807104504753
verified: no, type: nauc_precision_at_5_diff1
value: 20.805862332497973
verified: no, type: nauc_precision_at_5_max
value: 21.420201475758404
verified: no, type: nauc_precision_at_5_std
value: 12.380239645425714
verified: no, type: nauc_recall_at_1000_diff1
value: 18.478341468055547
verified: no, type: nauc_recall_at_1000_max
value: 56.293560115074506
verified: no, type: nauc_recall_at_1000_std
value: 64.31607185065428
verified: no, type: nauc_recall_at_100_diff1
value: 26.737267337771886
verified: no, type: nauc_recall_at_100_max
value: 38.011889141496326
verified: no, type: nauc_recall_at_100_std
value: 30.44904690114732
verified: no, type: nauc_recall_at_10_diff1
value: 35.22772732735716
verified: no, type: nauc_recall_at_10_max
value: 26.000054115159486
verified: no, type: nauc_recall_at_10_std
value: 5.174264254271206
verified: no, type: nauc_recall_at_1_diff1
value: 55.81906101970174
verified: no, type: nauc_recall_at_1_max
value: 31.811715334193796
verified: no, type: nauc_recall_at_1_std
value: -6.17056859281584
verified: no, type: nauc_recall_at_20_diff1
value: 30.48493302415641
verified: no, type: nauc_recall_at_20_max
value: 31.05487040370753
verified: no, type: nauc_recall_at_20_std
value: 10.319948318834136
verified: no, type: nauc_recall_at_3_diff1
value: 43.12289512340243
verified: no, type: nauc_recall_at_3_max
value: 28.176279771026135
verified: no, type: nauc_recall_at_3_std
value: -0.1775154523381921
verified: no, type: nauc_recall_at_5_diff1
value: 40.9934933741234
verified: no, type: nauc_recall_at_5_max
value: 25.569156290584733
verified: no, type: nauc_recall_at_5_std
value: 0.21166696686855038
verified: no, type: ndcg_at_1
value: 33.597
verified: no, type: ndcg_at_10
value: 44.718999999999994
verified: no, type: ndcg_at_100
value: 50.324000000000005
verified: no, type: ndcg_at_1000
value: 52.468
verified: no, type: ndcg_at_20
value: 46.822
verified: no, type: ndcg_at_3
value: 39.558
verified: no, type: ndcg_at_5
value: 41.827999999999996
verified: no, type: precision_at_1
value: 33.597
verified: no, type: precision_at_10
value: 8.735
verified: no, type: precision_at_100
value: 1.6420000000000001
verified: no, type: precision_at_1000
value: 0.246
verified: no, type: precision_at_20
value: 5.375
verified: no, type: precision_at_3
value: 18.511
verified: no, type: precision_at_5
value: 13.399
verified: no, type: recall_at_1
value: 28.383999999999997
verified: no, type: recall_at_10
value: 56.425000000000004
verified: no, type: recall_at_100
value: 82.01899999999999
verified: no, type: recall_at_1000
value: 95.285
verified: no, type: recall_at_20
value: 64.615
verified: no, type: recall_at_3
value: 42.171
verified: no, type: recall_at_5
value: 48.296
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 38.269999999999996
verified: no, type: map_at_1
value: 25.324999999999996
verified: no, type: map_at_10
value: 33.263
verified: no, type: map_at_100
value: 34.304
verified: no, type: map_at_1000
value: 34.394000000000005
verified: no, type: map_at_20
value: 33.827
verified: no, type: map_at_3
value: 30.259999999999998
verified: no, type: map_at_5
value: 31.832
verified: no, type: mrr_at_1
value: 27.171903881700555
verified: no, type: mrr_at_10
value: 35.334991051257234
verified: no, type: mrr_at_100
value: 36.251283465952355
verified: no, type: mrr_at_1000
value: 36.316236092511055
verified: no, type: mrr_at_20
value: 35.87141909945257
verified: no, type: mrr_at_3
value: 32.71719038817007
verified: no, type: mrr_at_5
value: 34.19593345656194
verified: no, type: nauc_map_at_1000_diff1
value: 39.614836211522714
verified: no, type: nauc_map_at_1000_max
value: 22.019768626310192
verified: no, type: nauc_map_at_1000_std
value: -1.5238708712112499
verified: no, type: nauc_map_at_100_diff1
value: 39.63008548572307
verified: no, type: nauc_map_at_100_max
value: 22.044756063752345
verified: no, type: nauc_map_at_100_std
value: -1.4869190221494792
verified: no, type: nauc_map_at_10_diff1
value: 39.73025012395569
verified: no, type: nauc_map_at_10_max
value: 22.117710178892107
verified: no, type: nauc_map_at_10_std
value: -2.5129984871932973
verified: no, type: nauc_map_at_1_diff1
value: 45.015617718902654
verified: no, type: nauc_map_at_1_max
value: 19.313800263189638
verified: no, type: nauc_map_at_1_std
value: -4.763931386681675
verified: no, type: nauc_map_at_20_diff1
value: 39.53678019013766
verified: no, type: nauc_map_at_20_max
value: 21.880316719428258
verified: no, type: nauc_map_at_20_std
value: -1.882003994523355
verified: no, type: nauc_map_at_3_diff1
value: 40.37307665298228
verified: no, type: nauc_map_at_3_max
value: 20.851976075322533
verified: no, type: nauc_map_at_3_std
value: -2.429569082966531
verified: no, type: nauc_map_at_5_diff1
value: 39.763015635086
verified: no, type: nauc_map_at_5_max
value: 22.010102196900725
verified: no, type: nauc_map_at_5_std
value: -2.654896415670943
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.74071733680025
verified: no, type: nauc_mrr_at_1000_max
value: 21.67309640681989
verified: no, type: nauc_mrr_at_1000_std
value: -1.4003373135477462
verified: no, type: nauc_mrr_at_100_diff1
value: 39.730614151966485
verified: no, type: nauc_mrr_at_100_max
value: 21.678390048971767
verified: no, type: nauc_mrr_at_100_std
value: -1.3655362623563931
verified: no, type: nauc_mrr_at_10_diff1
value: 39.7900031013241
verified: no, type: nauc_mrr_at_10_max
value: 21.73643491725051
verified: no, type: nauc_mrr_at_10_std
value: -2.1175389838696312
verified: no, type: nauc_mrr_at_1_diff1
value: 46.165736140679776
verified: no, type: nauc_mrr_at_1_max
value: 20.071083446822147
verified: no, type: nauc_mrr_at_1_std
value: -5.018909100858311
verified: no, type: nauc_mrr_at_20_diff1
value: 39.6371295762885
verified: no, type: nauc_mrr_at_20_max
value: 21.659557440270973
verified: no, type: nauc_mrr_at_20_std
value: -1.4909603958341686
verified: no, type: nauc_mrr_at_3_diff1
value: 40.351150322758876
verified: no, type: nauc_mrr_at_3_max
value: 20.83706249041544
verified: no, type: nauc_mrr_at_3_std
value: -1.956027373253151
verified: no, type: nauc_mrr_at_5_diff1
value: 39.57759107791911
verified: no, type: nauc_mrr_at_5_max
value: 21.79552045204151
verified: no, type: nauc_mrr_at_5_std
value: -2.1507013120951126
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.717619356839016
verified: no, type: nauc_ndcg_at_1000_max
value: 22.545375504379805
verified: no, type: nauc_ndcg_at_1000_std
value: 1.682348628141016
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.656027803682626
verified: no, type: nauc_ndcg_at_100_max
value: 22.49278246383637
verified: no, type: nauc_ndcg_at_100_std
value: 2.6818118152357773
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.834954205539766
verified: no, type: nauc_ndcg_at_10_max
value: 22.655839885558443
verified: no, type: nauc_ndcg_at_10_std
value: -1.97159619786231
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.165736140679776
verified: no, type: nauc_ndcg_at_1_max
value: 20.071083446822147
verified: no, type: nauc_ndcg_at_1_std
value: -5.018909100858311
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.171914857454304
verified: no, type: nauc_ndcg_at_20_max
value: 21.858904801745897
verified: no, type: nauc_ndcg_at_20_std
value: 0.3809854859496657
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.4460623883955
verified: no, type: nauc_ndcg_at_3_max
value: 20.95244159463402
verified: no, type: nauc_ndcg_at_3_std
value: -1.2685011660086651
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.48831054573054
verified: no, type: nauc_ndcg_at_5_max
value: 22.625921624640526
verified: no, type: nauc_ndcg_at_5_std
value: -2.049221092724925
verified: no, type: nauc_precision_at_1000_diff1
value: -19.120500628263994
verified: no, type: nauc_precision_at_1000_max
value: -6.650707109047473
verified: no, type: nauc_precision_at_1000_std
value: 15.71193179253002
verified: no, type: nauc_precision_at_100_diff1
value: 6.254606806876069
verified: no, type: nauc_precision_at_100_max
value: 14.601826922181823
verified: no, type: nauc_precision_at_100_std
value: 28.38299592246453
verified: no, type: nauc_precision_at_10_diff1
value: 22.978614338670816
verified: no, type: nauc_precision_at_10_max
value: 23.04146766323557
verified: no, type: nauc_precision_at_10_std
value: 6.226264308612577
verified: no, type: nauc_precision_at_1_diff1
value: 46.165736140679776
verified: no, type: nauc_precision_at_1_max
value: 20.071083446822147
verified: no, type: nauc_precision_at_1_std
value: -5.018909100858311
verified: no, type: nauc_precision_at_20_diff1
value: 17.681032853225602
verified: no, type: nauc_precision_at_20_max
value: 18.66680304585122
verified: no, type: nauc_precision_at_20_std
value: 15.34896796713905
verified: no, type: nauc_precision_at_3_diff1
value: 31.359396694559194
verified: no, type: nauc_precision_at_3_max
value: 22.279263308973274
verified: no, type: nauc_precision_at_3_std
value: 3.6302537979529035
verified: no, type: nauc_precision_at_5_diff1
value: 26.32257879892933
verified: no, type: nauc_precision_at_5_max
value: 25.402524493181026
verified: no, type: nauc_precision_at_5_std
value: 4.731450603747359
verified: no, type: nauc_recall_at_1000_diff1
value: 23.562925244967875
verified: no, type: nauc_recall_at_1000_max
value: 30.737399333586797
verified: no, type: nauc_recall_at_1000_std
value: 34.19418935008663
verified: no, type: nauc_recall_at_100_diff1
value: 28.703574970574824
verified: no, type: nauc_recall_at_100_max
value: 22.448663600170278
verified: no, type: nauc_recall_at_100_std
value: 24.53297349042035
verified: no, type: nauc_recall_at_10_diff1
value: 31.73603907811882
verified: no, type: nauc_recall_at_10_max
value: 23.453183748640765
verified: no, type: nauc_recall_at_10_std
value: -1.8279054407176274
verified: no, type: nauc_recall_at_1_diff1
value: 45.015617718902654
verified: no, type: nauc_recall_at_1_max
value: 19.313800263189638
verified: no, type: nauc_recall_at_1_std
value: -4.763931386681675
verified: no, type: nauc_recall_at_20_diff1
value: 28.74169081866096
verified: no, type: nauc_recall_at_20_max
value: 20.035509169577324
verified: no, type: nauc_recall_at_20_std
value: 7.371615811227748
verified: no, type: nauc_recall_at_3_diff1
value: 34.09890157333362
verified: no, type: nauc_recall_at_3_max
value: 20.46565842748346
verified: no, type: nauc_recall_at_3_std
value: -0.4337283067447526
verified: no, type: nauc_recall_at_5_diff1
value: 30.974580787842402
verified: no, type: nauc_recall_at_5_max
value: 23.76379349487105
verified: no, type: nauc_recall_at_5_std
value: -1.8407515927979428
verified: no, type: ndcg_at_1
value: 27.172
verified: no, type: ndcg_at_10
value: 38.269999999999996
verified: no, type: ndcg_at_100
value: 43.338
verified: no, type: ndcg_at_1000
value: 45.594
verified: no, type: ndcg_at_20
value: 40.256
verified: no, type: ndcg_at_3
value: 32.673
verified: no, type: ndcg_at_5
value: 35.224
verified: no, type: precision_at_1
value: 27.172
verified: no, type: precision_at_10
value: 6.063000000000001
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.123
verified: no, type: precision_at_20
value: 3.5029999999999997
verified: no, type: precision_at_3
value: 13.74
verified: no, type: precision_at_5
value: 9.797
verified: no, type: recall_at_1
value: 25.324999999999996
verified: no, type: recall_at_10
value: 51.634
verified: no, type: recall_at_100
value: 74.687
verified: no, type: recall_at_1000
value: 91.412
verified: no, type: recall_at_20
value: 59.207
verified: no, type: recall_at_3
value: 36.678
verified: no, type: recall_at_5
value: 42.742999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 36.853
verified: no, type: map_at_1
value: 15.371000000000002
verified: no, type: map_at_10
value: 27.122
verified: no, type: map_at_100
value: 29.226000000000003
verified: no, type: map_at_1000
value: 29.409999999999997
verified: no, type: map_at_20
value: 28.274
verified: no, type: map_at_3
value: 22.431
verified: no, type: map_at_5
value: 24.877
verified: no, type: mrr_at_1
value: 34.13680781758958
verified: no, type: mrr_at_10
value: 47.265911793599145
verified: no, type: mrr_at_100
value: 48.028369995763846
verified: no, type: mrr_at_1000
value: 48.05317022537804
verified: no, type: mrr_at_20
value: 47.75785292259516
verified: no, type: mrr_at_3
value: 43.887079261672156
verified: no, type: mrr_at_5
value: 45.906623235613544
verified: no, type: nauc_map_at_1000_diff1
value: 24.949211292921547
verified: no, type: nauc_map_at_1000_max
value: 38.69844483304584
verified: no, type: nauc_map_at_1000_std
value: 18.336359440844753
verified: no, type: nauc_map_at_100_diff1
value: 24.8951732982492
verified: no, type: nauc_map_at_100_max
value: 38.65049158594052
verified: no, type: nauc_map_at_100_std
value: 18.28935278388095
verified: no, type: nauc_map_at_10_diff1
value: 24.606032216798273
verified: no, type: nauc_map_at_10_max
value: 38.00608351559887
verified: no, type: nauc_map_at_10_std
value: 16.61261615173358
verified: no, type: nauc_map_at_1_diff1
value: 30.83614944448221
verified: no, type: nauc_map_at_1_max
value: 33.757528532809
verified: no, type: nauc_map_at_1_std
value: 8.880622713261126
verified: no, type: nauc_map_at_20_diff1
value: 24.75491310922017
verified: no, type: nauc_map_at_20_max
value: 38.353679076398834
verified: no, type: nauc_map_at_20_std
value: 17.58637493443171
verified: no, type: nauc_map_at_3_diff1
value: 25.563085273287083
verified: no, type: nauc_map_at_3_max
value: 35.14515679047155
verified: no, type: nauc_map_at_3_std
value: 11.75594869817732
verified: no, type: nauc_map_at_5_diff1
value: 24.815807517691614
verified: no, type: nauc_map_at_5_max
value: 36.25905426665983
verified: no, type: nauc_map_at_5_std
value: 14.516391726180697
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.948233427121274
verified: no, type: nauc_mrr_at_1000_max
value: 37.5893640945859
verified: no, type: nauc_mrr_at_1000_std
value: 19.588442449629763
verified: no, type: nauc_mrr_at_100_diff1
value: 27.947962345854037
verified: no, type: nauc_mrr_at_100_max
value: 37.60375479481945
verified: no, type: nauc_mrr_at_100_std
value: 19.614791576283793
verified: no, type: nauc_mrr_at_10_diff1
value: 27.882311310262136
verified: no, type: nauc_mrr_at_10_max
value: 37.58580968074054
verified: no, type: nauc_mrr_at_10_std
value: 19.49875186170201
verified: no, type: nauc_mrr_at_1_diff1
value: 28.017413073648477
verified: no, type: nauc_mrr_at_1_max
value: 32.87710191514022
verified: no, type: nauc_mrr_at_1_std
value: 14.04889142608459
verified: no, type: nauc_mrr_at_20_diff1
value: 27.89129925771968
verified: no, type: nauc_mrr_at_20_max
value: 37.6142863106945
verified: no, type: nauc_mrr_at_20_std
value: 19.645390143394163
verified: no, type: nauc_mrr_at_3_diff1
value: 27.99609559690795
verified: no, type: nauc_mrr_at_3_max
value: 36.87362332456197
verified: no, type: nauc_mrr_at_3_std
value: 18.598416821915333
verified: no, type: nauc_mrr_at_5_diff1
value: 27.68306089976716
verified: no, type: nauc_mrr_at_5_max
value: 37.12264485659723
verified: no, type: nauc_mrr_at_5_std
value: 19.18875305730564
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.736779186453777
verified: no, type: nauc_ndcg_at_1000_max
value: 41.93281139456004
verified: no, type: nauc_ndcg_at_1000_std
value: 25.179038422659993
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.144796623848322
verified: no, type: nauc_ndcg_at_100_max
value: 41.72820916876173
verified: no, type: nauc_ndcg_at_100_std
value: 25.12851686850754
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.321249191226652
verified: no, type: nauc_ndcg_at_10_max
value: 40.23711916935706
verified: no, type: nauc_ndcg_at_10_std
value: 20.89060972334557
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.017413073648477
verified: no, type: nauc_ndcg_at_1_max
value: 32.87710191514022
verified: no, type: nauc_ndcg_at_1_std
value: 14.04889142608459
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.5090484877482
verified: no, type: nauc_ndcg_at_20_max
value: 40.752854032983606
verified: no, type: nauc_ndcg_at_20_std
value: 22.70331074781384
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.13499057756147
verified: no, type: nauc_ndcg_at_3_max
value: 35.8325682137567
verified: no, type: nauc_ndcg_at_3_std
value: 15.23768392706637
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.614105695451116
verified: no, type: nauc_ndcg_at_5_max
value: 37.68089587624492
verified: no, type: nauc_ndcg_at_5_std
value: 17.946406099261708
verified: no, type: nauc_precision_at_1000_diff1
value: -2.022340544774227
verified: no, type: nauc_precision_at_1000_max
value: 6.070578645067797
verified: no, type: nauc_precision_at_1000_std
value: 22.15132728777549
verified: no, type: nauc_precision_at_100_diff1
value: 4.544144474504255
verified: no, type: nauc_precision_at_100_max
value: 19.780392159848574
verified: no, type: nauc_precision_at_100_std
value: 31.107111186002438
verified: no, type: nauc_precision_at_10_diff1
value: 10.107015022955848
verified: no, type: nauc_precision_at_10_max
value: 30.779709099060465
verified: no, type: nauc_precision_at_10_std
value: 27.324148451668602
verified: no, type: nauc_precision_at_1_diff1
value: 28.017413073648477
verified: no, type: nauc_precision_at_1_max
value: 32.87710191514022
verified: no, type: nauc_precision_at_1_std
value: 14.04889142608459
verified: no, type: nauc_precision_at_20_diff1
value: 8.270881053079405
verified: no, type: nauc_precision_at_20_max
value: 27.26753946078481
verified: no, type: nauc_precision_at_20_std
value: 29.156725822074204
verified: no, type: nauc_precision_at_3_diff1
value: 17.82468940497632
verified: no, type: nauc_precision_at_3_max
value: 31.490021174215155
verified: no, type: nauc_precision_at_3_std
value: 18.73818985054394
verified: no, type: nauc_precision_at_5_diff1
value: 13.24803141673961
verified: no, type: nauc_precision_at_5_max
value: 29.94926240784298
verified: no, type: nauc_precision_at_5_std
value: 23.2940906142919
verified: no, type: nauc_recall_at_1000_diff1
value: 19.09850333580471
verified: no, type: nauc_recall_at_1000_max
value: 46.026306142840596
verified: no, type: nauc_recall_at_1000_std
value: 46.50391519568263
verified: no, type: nauc_recall_at_100_diff1
value: 16.739384224869738
verified: no, type: nauc_recall_at_100_max
value: 40.68987136431252
verified: no, type: nauc_recall_at_100_std
value: 36.01609750485591
verified: no, type: nauc_recall_at_10_diff1
value: 17.51796617221814
verified: no, type: nauc_recall_at_10_max
value: 39.47453129444401
verified: no, type: nauc_recall_at_10_std
value: 23.79239002974899
verified: no, type: nauc_recall_at_1_diff1
value: 30.83614944448221
verified: no, type: nauc_recall_at_1_max
value: 33.757528532809
verified: no, type: nauc_recall_at_1_std
value: 8.880622713261126
verified: no, type: nauc_recall_at_20_diff1
value: 16.978668307251652
verified: no, type: nauc_recall_at_20_max
value: 39.09115357303713
verified: no, type: nauc_recall_at_20_std
value: 27.278668534187524
verified: no, type: nauc_recall_at_3_diff1
value: 22.55937738994021
verified: no, type: nauc_recall_at_3_max
value: 36.25055459395638
verified: no, type: nauc_recall_at_3_std
value: 14.828905168761247
verified: no, type: nauc_recall_at_5_diff1
value: 19.32656748627199
verified: no, type: nauc_recall_at_5_max
value: 36.28836228620816
verified: no, type: nauc_recall_at_5_std
value: 19.264352933914278
verified: no, type: ndcg_at_1
value: 34.137
verified: no, type: ndcg_at_10
value: 36.853
verified: no, type: ndcg_at_100
value: 44.279
verified: no, type: ndcg_at_1000
value: 47.336
verified: no, type: ndcg_at_20
value: 39.815
verified: no, type: ndcg_at_3
value: 30.253999999999998
verified: no, type: ndcg_at_5
value: 32.649
verified: no, type: precision_at_1
value: 34.137
verified: no, type: precision_at_10
value: 11.655
verified: no, type: precision_at_100
value: 1.9619999999999997
verified: no, type: precision_at_1000
value: 0.254
verified: no, type: precision_at_20
value: 7.1209999999999996
verified: no, type: precision_at_3
value: 22.823
verified: no, type: precision_at_5
value: 17.655
verified: no, type: recall_at_1
value: 15.371000000000002
verified: no, type: recall_at_10
value: 43.718
verified: no, type: recall_at_100
value: 68.81
verified: no, type: recall_at_1000
value: 85.69600000000001
verified: no, type: recall_at_20
value: 51.94
verified: no, type: recall_at_3
value: 27.694000000000003
verified: no, type: recall_at_5
value: 34.469
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 45.553
verified: no, type: map_at_1
value: 9.168999999999999
verified: no, type: map_at_10
value: 22.154
verified: no, type: map_at_100
value: 32.174
verified: no, type: map_at_1000
value: 33.974
verified: no, type: map_at_20
value: 25.899
verified: no, type: map_at_3
value: 15.275
verified: no, type: map_at_5
value: 18.291
verified: no, type: mrr_at_1
value: 70.75
verified: no, type: mrr_at_10
value: 78.39662698412697
verified: no, type: mrr_at_100
value: 78.56221458977012
verified: no, type: mrr_at_1000
value: 78.56669970642338
verified: no, type: mrr_at_20
value: 78.49688805346696
verified: no, type: mrr_at_3
value: 76.33333333333333
verified: no, type: mrr_at_5
value: 77.70833333333333
verified: no, type: nauc_map_at_1000_diff1
value: 18.465085922071346
verified: no, type: nauc_map_at_1000_max
value: 24.29804638788498
verified: no, type: nauc_map_at_1000_std
value: 22.380463943423514
verified: no, type: nauc_map_at_100_diff1
value: 19.37585410674523
verified: no, type: nauc_map_at_100_max
value: 22.56424042509462
verified: no, type: nauc_map_at_100_std
value: 19.672237275984426
verified: no, type: nauc_map_at_10_diff1
value: 23.597788166305577
verified: no, type: nauc_map_at_10_max
value: 9.157316105122925
verified: no, type: nauc_map_at_10_std
value: -3.8881247055786807
verified: no, type: nauc_map_at_1_diff1
value: 43.96699602275052
verified: no, type: nauc_map_at_1_max
value: -0.7577088440873263
verified: no, type: nauc_map_at_1_std
value: -17.732463891968404
verified: no, type: nauc_map_at_20_diff1
value: 22.326759054850097
verified: no, type: nauc_map_at_20_max
value: 14.879191412167703
verified: no, type: nauc_map_at_20_std
value: 5.405751236575241
verified: no, type: nauc_map_at_3_diff1
value: 28.73583545428074
verified: no, type: nauc_map_at_3_max
value: 1.5986597211018239
verified: no, type: nauc_map_at_3_std
value: -16.512455883681515
verified: no, type: nauc_map_at_5_diff1
value: 25.401810959155057
verified: no, type: nauc_map_at_5_max
value: 4.418875376978587
verified: no, type: nauc_map_at_5_std
value: -12.296750992013052
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.228801807498584
verified: no, type: nauc_mrr_at_1000_max
value: 61.040998883279585
verified: no, type: nauc_mrr_at_1000_std
value: 40.93983887257123
verified: no, type: nauc_mrr_at_100_diff1
value: 51.23715338435314
verified: no, type: nauc_mrr_at_100_max
value: 61.03971408781317
verified: no, type: nauc_mrr_at_100_std
value: 40.91796923590573
verified: no, type: nauc_mrr_at_10_diff1
value: 51.1214868552331
verified: no, type: nauc_mrr_at_10_max
value: 61.03069045590881
verified: no, type: nauc_mrr_at_10_std
value: 40.661621199704264
verified: no, type: nauc_mrr_at_1_diff1
value: 50.84660003035892
verified: no, type: nauc_mrr_at_1_max
value: 60.692091499960895
verified: no, type: nauc_mrr_at_1_std
value: 42.126228731502955
verified: no, type: nauc_mrr_at_20_diff1
value: 51.0402624284872
verified: no, type: nauc_mrr_at_20_max
value: 60.94577844338166
verified: no, type: nauc_mrr_at_20_std
value: 40.89505950503613
verified: no, type: nauc_mrr_at_3_diff1
value: 51.771113665996516
verified: no, type: nauc_mrr_at_3_max
value: 61.65264793077224
verified: no, type: nauc_mrr_at_3_std
value: 41.75781827057092
verified: no, type: nauc_mrr_at_5_diff1
value: 51.0656793772882
verified: no, type: nauc_mrr_at_5_max
value: 61.08042065139715
verified: no, type: nauc_mrr_at_5_std
value: 41.11203271084835
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.347978262245107
verified: no, type: nauc_ndcg_at_1000_max
value: 36.56458763955002
verified: no, type: nauc_ndcg_at_1000_std
value: 35.99616144258822
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.1120990977162
verified: no, type: nauc_ndcg_at_100_max
value: 30.79663306311657
verified: no, type: nauc_ndcg_at_100_std
value: 27.387572106784297
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.329746066899656
verified: no, type: nauc_ndcg_at_10_max
value: 28.69246947084685
verified: no, type: nauc_ndcg_at_10_std
value: 21.457736188325345
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.99399153456974
verified: no, type: nauc_ndcg_at_1_max
value: 38.12447856470389
verified: no, type: nauc_ndcg_at_1_std
value: 27.768869260384676
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.945374175339907
verified: no, type: nauc_ndcg_at_20_max
value: 27.67836982165295
verified: no, type: nauc_ndcg_at_20_std
value: 19.7933631060578
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.063492354398527
verified: no, type: nauc_ndcg_at_3_max
value: 33.06541959550656
verified: no, type: nauc_ndcg_at_3_std
value: 23.278902797288726
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.521596060750035
verified: no, type: nauc_ndcg_at_5_max
value: 31.210005673730784
verified: no, type: nauc_ndcg_at_5_std
value: 22.893106456317927
verified: no, type: nauc_precision_at_1000_diff1
value: -19.845356495096006
verified: no, type: nauc_precision_at_1000_max
value: 4.163819381816099
verified: no, type: nauc_precision_at_1000_std
value: 7.612952884590339
verified: no, type: nauc_precision_at_100_diff1
value: -8.2679285153361
verified: no, type: nauc_precision_at_100_max
value: 29.78018175573565
verified: no, type: nauc_precision_at_100_std
value: 41.07244463956215
verified: no, type: nauc_precision_at_10_diff1
value: -3.2451428407349057
verified: no, type: nauc_precision_at_10_max
value: 36.92563008274906
verified: no, type: nauc_precision_at_10_std
value: 45.06962043489777
verified: no, type: nauc_precision_at_1_diff1
value: 50.84660003035892
verified: no, type: nauc_precision_at_1_max
value: 60.692091499960895
verified: no, type: nauc_precision_at_1_std
value: 42.126228731502955
verified: no, type: nauc_precision_at_20_diff1
value: -3.432279149061878
verified: no, type: nauc_precision_at_20_max
value: 37.013592483974875
verified: no, type: nauc_precision_at_20_std
value: 46.47324739428665
verified: no, type: nauc_precision_at_3_diff1
value: 7.28495481051025
verified: no, type: nauc_precision_at_3_max
value: 38.66372411741402
verified: no, type: nauc_precision_at_3_std
value: 35.23163993723955
verified: no, type: nauc_precision_at_5_diff1
value: -0.16540230063716202
verified: no, type: nauc_precision_at_5_max
value: 37.322494255721715
verified: no, type: nauc_precision_at_5_std
value: 39.666653561269754
verified: no, type: nauc_recall_at_1000_diff1
value: 11.388326469283681
verified: no, type: nauc_recall_at_1000_max
value: 32.698146308591674
verified: no, type: nauc_recall_at_1000_std
value: 49.48830488070777
verified: no, type: nauc_recall_at_100_diff1
value: 11.497443532756819
verified: no, type: nauc_recall_at_100_max
value: 20.196970431621615
verified: no, type: nauc_recall_at_100_std
value: 23.688772100803433
verified: no, type: nauc_recall_at_10_diff1
value: 16.519851398596003
verified: no, type: nauc_recall_at_10_max
value: 0.774066845071221
verified: no, type: nauc_recall_at_10_std
value: -10.89514647001814
verified: no, type: nauc_recall_at_1_diff1
value: 43.96699602275052
verified: no, type: nauc_recall_at_1_max
value: -0.7577088440873263
verified: no, type: nauc_recall_at_1_std
value: -17.732463891968404
verified: no, type: nauc_recall_at_20_diff1
value: 15.202960269878258
verified: no, type: nauc_recall_at_20_max
value: 7.067263295590253
verified: no, type: nauc_recall_at_20_std
value: -0.06050108222640702
verified: no, type: nauc_recall_at_3_diff1
value: 24.066741361525125
verified: no, type: nauc_recall_at_3_max
value: -2.1961525860488424
verified: no, type: nauc_recall_at_3_std
value: -19.48307077749568
verified: no, type: nauc_recall_at_5_diff1
value: 20.086330794102707
verified: no, type: nauc_recall_at_5_max
value: -0.8866528062747986
verified: no, type: nauc_recall_at_5_std
value: -16.53799173962747
verified: no, type: ndcg_at_1
value: 57.99999999999999
verified: no, type: ndcg_at_10
value: 45.553
verified: no, type: ndcg_at_100
value: 51.014
verified: no, type: ndcg_at_1000
value: 58.226
verified: no, type: ndcg_at_20
value: 44.98
verified: no, type: ndcg_at_3
value: 48.981
verified: no, type: ndcg_at_5
value: 46.794999999999995
verified: no, type: precision_at_1
value: 70.75
verified: no, type: precision_at_10
value: 36.85
verified: no, type: precision_at_100
value: 11.955
verified: no, type: precision_at_1000
value: 2.247
verified: no, type: precision_at_20
value: 28.075
verified: no, type: precision_at_3
value: 52.666999999999994
verified: no, type: precision_at_5
value: 45.85
verified: no, type: recall_at_1
value: 9.168999999999999
verified: no, type: recall_at_10
value: 28.796
verified: no, type: recall_at_100
value: 58.892999999999994
verified: no, type: recall_at_1000
value: 81.644
verified: no, type: recall_at_20
value: 36.659000000000006
verified: no, type: recall_at_3
value: 16.709
verified: no, type: recall_at_5
value: 21.387
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 88.41
verified: no, type: map_at_1
value: 75.637
verified: no, type: map_at_10
value: 84.674
verified: no, type: map_at_100
value: 84.909
verified: no, type: map_at_1000
value: 84.92
verified: no, type: map_at_20
value: 84.836
verified: no, type: map_at_3
value: 83.44200000000001
verified: no, type: map_at_5
value: 84.28099999999999
verified: no, type: mrr_at_1
value: 81.56315631563157
verified: no, type: mrr_at_10
value: 88.89571695264748
verified: no, type: mrr_at_100
value: 88.93671417216285
verified: no, type: mrr_at_1000
value: 88.93708016011664
verified: no, type: mrr_at_20
value: 88.9311652665256
verified: no, type: mrr_at_3
value: 88.20882088208805
verified: no, type: mrr_at_5
value: 88.72937293729349
verified: no, type: nauc_map_at_1000_diff1
value: 54.41216035074026
verified: no, type: nauc_map_at_1000_max
value: 13.346153003554361
verified: no, type: nauc_map_at_1000_std
value: -6.721664416152164
verified: no, type: nauc_map_at_100_diff1
value: 54.36538350995795
verified: no, type: nauc_map_at_100_max
value: 13.355583381471298
verified: no, type: nauc_map_at_100_std
value: -6.696921015641016
verified: no, type: nauc_map_at_10_diff1
value: 54.0389127730555
verified: no, type: nauc_map_at_10_max
value: 13.387802159150663
verified: no, type: nauc_map_at_10_std
value: -6.73514381731833
verified: no, type: nauc_map_at_1_diff1
value: 57.99489574836453
verified: no, type: nauc_map_at_1_max
value: 7.830032589171654
verified: no, type: nauc_map_at_1_std
value: -10.140208285080295
verified: no, type: nauc_map_at_20_diff1
value: 54.16841004736076
verified: no, type: nauc_map_at_20_max
value: 13.345607363689746
verified: no, type: nauc_map_at_20_std
value: -6.663119775158465
verified: no, type: nauc_map_at_3_diff1
value: 53.82879543599303
verified: no, type: nauc_map_at_3_max
value: 12.716952288433902
verified: no, type: nauc_map_at_3_std
value: -7.746102082835598
verified: no, type: nauc_map_at_5_diff1
value: 53.82838395350109
verified: no, type: nauc_map_at_5_max
value: 13.487373534211702
verified: no, type: nauc_map_at_5_std
value: -6.869504398693434
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.92783546581906
verified: no, type: nauc_mrr_at_1000_max
value: 12.076297180596592
verified: no, type: nauc_mrr_at_1000_std
value: -13.306257067567998
verified: no, type: nauc_mrr_at_100_diff1
value: 68.92780219775517
verified: no, type: nauc_mrr_at_100_max
value: 12.078449805054374
verified: no, type: nauc_mrr_at_100_std
value: -13.303524852703719
verified: no, type: nauc_mrr_at_10_diff1
value: 68.92686206881258
verified: no, type: nauc_mrr_at_10_max
value: 12.273295656884873
verified: no, type: nauc_mrr_at_10_std
value: -13.222483496603965
verified: no, type: nauc_mrr_at_1_diff1
value: 70.1738022073041
verified: no, type: nauc_mrr_at_1_max
value: 9.378639533482806
verified: no, type: nauc_mrr_at_1_std
value: -13.444033823202348
verified: no, type: nauc_mrr_at_20_diff1
value: 68.91161304905303
verified: no, type: nauc_mrr_at_20_max
value: 12.117091514817885
verified: no, type: nauc_mrr_at_20_std
value: -13.258261750160239
verified: no, type: nauc_mrr_at_3_diff1
value: 68.61982455945467
verified: no, type: nauc_mrr_at_3_max
value: 12.608213879734578
verified: no, type: nauc_mrr_at_3_std
value: -13.558003431587839
verified: no, type: nauc_mrr_at_5_diff1
value: 68.81439097457242
verified: no, type: nauc_mrr_at_5_max
value: 12.54025598903624
verified: no, type: nauc_mrr_at_5_std
value: -13.199231514972093
verified: no, type: nauc_ndcg_at_1000_diff1
value: 56.47563443877495
verified: no, type: nauc_ndcg_at_1000_max
value: 14.508331783439466
verified: no, type: nauc_ndcg_at_1000_std
value: -6.206829736668775
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.54015515673474
verified: no, type: nauc_ndcg_at_100_max
value: 14.753595778278136
verified: no, type: nauc_ndcg_at_100_std
value: -5.638517949568802
verified: no, type: nauc_ndcg_at_10_diff1
value: 54.220845223257996
verified: no, type: nauc_ndcg_at_10_max
value: 15.265309648490021
verified: no, type: nauc_ndcg_at_10_std
value: -5.516276098929109
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.1738022073041
verified: no, type: nauc_ndcg_at_1_max
value: 9.378639533482806
verified: no, type: nauc_ndcg_at_1_std
value: -13.444033823202348
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.481406100854635
verified: no, type: nauc_ndcg_at_20_max
value: 14.868763583210498
verified: no, type: nauc_ndcg_at_20_std
value: -5.328097380018734
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.94411725607744
verified: no, type: nauc_ndcg_at_3_max
value: 14.27186734506607
verified: no, type: nauc_ndcg_at_3_std
value: -7.894724962312474
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.08048166974806
verified: no, type: nauc_ndcg_at_5_max
value: 15.528233170721006
verified: no, type: nauc_ndcg_at_5_std
value: -5.984768714537104
verified: no, type: nauc_precision_at_1000_diff1
value: -8.744323640074445
verified: no, type: nauc_precision_at_1000_max
value: -0.01881224392053465
verified: no, type: nauc_precision_at_1000_std
value: 3.8721477979260635
verified: no, type: nauc_precision_at_100_diff1
value: -11.86150156952171
verified: no, type: nauc_precision_at_100_max
value: 3.2736651314552314
verified: no, type: nauc_precision_at_100_std
value: 8.12687620615509
verified: no, type: nauc_precision_at_10_diff1
value: -10.360708676781178
verified: no, type: nauc_precision_at_10_max
value: 10.945552490433458
verified: no, type: nauc_precision_at_10_std
value: 11.016707653014485
verified: no, type: nauc_precision_at_1_diff1
value: 70.1738022073041
verified: no, type: nauc_precision_at_1_max
value: 9.378639533482806
verified: no, type: nauc_precision_at_1_std
value: -13.444033823202348
verified: no, type: nauc_precision_at_20_diff1
value: -13.557721925696583
verified: no, type: nauc_precision_at_20_max
value: 6.331386521718574
verified: no, type: nauc_precision_at_20_std
value: 10.322188778142388
verified: no, type: nauc_precision_at_3_diff1
value: 15.139456770248968
verified: no, type: nauc_precision_at_3_max
value: 17.10220985600708
verified: no, type: nauc_precision_at_3_std
value: 3.0448183682558074
verified: no, type: nauc_precision_at_5_diff1
value: -1.9825577548111102
verified: no, type: nauc_precision_at_5_max
value: 17.139148127012625
verified: no, type: nauc_precision_at_5_std
value: 10.598435750554753
verified: no, type: nauc_recall_at_1000_diff1
value: 15.641740744283005
verified: no, type: nauc_recall_at_1000_max
value: 44.65315702195612
verified: no, type: nauc_recall_at_1000_std
value: 52.34265862835513
verified: no, type: nauc_recall_at_100_diff1
value: 5.254385435323394
verified: no, type: nauc_recall_at_100_max
value: 38.53577774395794
verified: no, type: nauc_recall_at_100_std
value: 43.47744274335829
verified: no, type: nauc_recall_at_10_diff1
value: 19.135735476268042
verified: no, type: nauc_recall_at_10_max
value: 30.05417445923848
verified: no, type: nauc_recall_at_10_std
value: 18.3988023241141
verified: no, type: nauc_recall_at_1_diff1
value: 57.99489574836453
verified: no, type: nauc_recall_at_1_max
value: 7.830032589171654
verified: no, type: nauc_recall_at_1_std
value: -10.140208285080295
verified: no, type: nauc_recall_at_20_diff1
value: 9.444797759735126
verified: no, type: nauc_recall_at_20_max
value: 31.001311675371017
verified: no, type: nauc_recall_at_20_std
value: 29.351418893822178
verified: no, type: nauc_recall_at_3_diff1
value: 36.88862653262064
verified: no, type: nauc_recall_at_3_max
value: 19.845892741607823
verified: no, type: nauc_recall_at_3_std
value: -1.0584273105890794
verified: no, type: nauc_recall_at_5_diff1
value: 27.360718561944974
verified: no, type: nauc_recall_at_5_max
value: 26.698311215441738
verified: no, type: nauc_recall_at_5_std
value: 8.97113997755362
verified: no, type: ndcg_at_1
value: 81.563
verified: no, type: ndcg_at_10
value: 88.41
verified: no, type: ndcg_at_100
value: 89.101
verified: no, type: ndcg_at_1000
value: 89.25800000000001
verified: no, type: ndcg_at_20
value: 88.79
verified: no, type: ndcg_at_3
value: 86.599
verified: no, type: ndcg_at_5
value: 87.74
verified: no, type: precision_at_1
value: 81.563
verified: no, type: precision_at_10
value: 10.699
verified: no, type: precision_at_100
value: 1.13
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 5.479
verified: no, type: precision_at_3
value: 33.238
verified: no, type: precision_at_5
value: 20.744
verified: no, type: recall_at_1
value: 75.637
verified: no, type: recall_at_10
value: 95.57600000000001
verified: no, type: recall_at_100
value: 98.072
verified: no, type: recall_at_1000
value: 98.951
verified: no, type: recall_at_20
value: 96.792
verified: no, type: recall_at_3
value: 90.79599999999999
verified: no, type: recall_at_5
value: 93.674
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 42.396
verified: no, type: map_at_1
value: 21.711
verified: no, type: map_at_10
value: 34.628
verified: no, type: map_at_100
value: 36.549
verified: no, type: map_at_1000
value: 36.719
verified: no, type: map_at_20
value: 35.673
verified: no, type: map_at_3
value: 30.585
verified: no, type: map_at_5
value: 32.875
verified: no, type: mrr_at_1
value: 41.82098765432099
verified: no, type: mrr_at_10
value: 50.69505682931607
verified: no, type: mrr_at_100
value: 51.50556608727901
verified: no, type: mrr_at_1000
value: 51.53870583208304
verified: no, type: mrr_at_20
value: 51.15345764364655
verified: no, type: mrr_at_3
value: 48.35390946502059
verified: no, type: mrr_at_5
value: 49.87397119341563
verified: no, type: nauc_map_at_1000_diff1
value: 45.182252919583895
verified: no, type: nauc_map_at_1000_max
value: 35.66124930024801
verified: no, type: nauc_map_at_1000_std
value: -0.6925562638650965
verified: no, type: nauc_map_at_100_diff1
value: 45.116964706960125
verified: no, type: nauc_map_at_100_max
value: 35.54990469525889
verified: no, type: nauc_map_at_100_std
value: -0.6667263852859368
verified: no, type: nauc_map_at_10_diff1
value: 45.39189096228184
verified: no, type: nauc_map_at_10_max
value: 34.780111261901
verified: no, type: nauc_map_at_10_std
value: -1.8169859294150819
verified: no, type: nauc_map_at_1_diff1
value: 47.72764937952259
verified: no, type: nauc_map_at_1_max
value: 24.83306559709341
verified: no, type: nauc_map_at_1_std
value: -4.714128457297418
verified: no, type: nauc_map_at_20_diff1
value: 45.17073365898278
verified: no, type: nauc_map_at_20_max
value: 35.0938403469058
verified: no, type: nauc_map_at_20_std
value: -1.373412631183604
verified: no, type: nauc_map_at_3_diff1
value: 46.525724305731295
verified: no, type: nauc_map_at_3_max
value: 31.042538866512597
verified: no, type: nauc_map_at_3_std
value: -4.119355935975354
verified: no, type: nauc_map_at_5_diff1
value: 45.79569633383187
verified: no, type: nauc_map_at_5_max
value: 32.88779656647293
verified: no, type: nauc_map_at_5_std
value: -3.2518474739335312
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.83619185487903
verified: no, type: nauc_mrr_at_1000_max
value: 42.30310720405186
verified: no, type: nauc_mrr_at_1000_std
value: -1.1487703348518024
verified: no, type: nauc_mrr_at_100_diff1
value: 52.82248853996664
verified: no, type: nauc_mrr_at_100_max
value: 42.30549701564678
verified: no, type: nauc_mrr_at_100_std
value: -1.1240113031894834
verified: no, type: nauc_mrr_at_10_diff1
value: 52.74644276642243
verified: no, type: nauc_mrr_at_10_max
value: 42.39103029476398
verified: no, type: nauc_mrr_at_10_std
value: -1.1043413237848576
verified: no, type: nauc_mrr_at_1_diff1
value: 54.810335521617326
verified: no, type: nauc_mrr_at_1_max
value: 40.733260207843394
verified: no, type: nauc_mrr_at_1_std
value: -4.452554921565855
verified: no, type: nauc_mrr_at_20_diff1
value: 52.788257862499954
verified: no, type: nauc_mrr_at_20_max
value: 42.32658875363406
verified: no, type: nauc_mrr_at_20_std
value: -1.2209728080684497
verified: no, type: nauc_mrr_at_3_diff1
value: 53.43281175319808
verified: no, type: nauc_mrr_at_3_max
value: 41.735942650867926
verified: no, type: nauc_mrr_at_3_std
value: -2.462688102468019
verified: no, type: nauc_mrr_at_5_diff1
value: 52.874037126566606
verified: no, type: nauc_mrr_at_5_max
value: 41.93740449458822
verified: no, type: nauc_mrr_at_5_std
value: -1.2928874908441947
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.5532425476402
verified: no, type: nauc_ndcg_at_1000_max
value: 40.369611603370515
verified: no, type: nauc_ndcg_at_1000_std
value: 3.472567588386994
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.75244404695404
verified: no, type: nauc_ndcg_at_100_max
value: 39.36470550675439
verified: no, type: nauc_ndcg_at_100_std
value: 4.356189041115731
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.005135323539704
verified: no, type: nauc_ndcg_at_10_max
value: 37.89018165334218
verified: no, type: nauc_ndcg_at_10_std
value: 0.7129618297768014
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.810335521617326
verified: no, type: nauc_ndcg_at_1_max
value: 40.733260207843394
verified: no, type: nauc_ndcg_at_1_std
value: -4.452554921565855
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.841552790490034
verified: no, type: nauc_ndcg_at_20_max
value: 38.04992825472661
verified: no, type: nauc_ndcg_at_20_std
value: 1.2748305707955212
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.683033449357744
verified: no, type: nauc_ndcg_at_3_max
value: 37.46397870760607
verified: no, type: nauc_ndcg_at_3_std
value: -2.3421854966319824
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.82409645378457
verified: no, type: nauc_ndcg_at_5_max
value: 36.27588234096716
verified: no, type: nauc_ndcg_at_5_std
value: -1.5141197170944254
verified: no, type: nauc_precision_at_1000_diff1
value: -3.137944321071885
verified: no, type: nauc_precision_at_1000_max
value: 24.12803166253776
verified: no, type: nauc_precision_at_1000_std
value: 11.076454789944101
verified: no, type: nauc_precision_at_100_diff1
value: 3.9896283891401048
verified: no, type: nauc_precision_at_100_max
value: 31.00198316788829
verified: no, type: nauc_precision_at_100_std
value: 15.725887643803063
verified: no, type: nauc_precision_at_10_diff1
value: 20.493420889888394
verified: no, type: nauc_precision_at_10_max
value: 41.689699671507405
verified: no, type: nauc_precision_at_10_std
value: 9.374983385669914
verified: no, type: nauc_precision_at_1_diff1
value: 54.810335521617326
verified: no, type: nauc_precision_at_1_max
value: 40.733260207843394
verified: no, type: nauc_precision_at_1_std
value: -4.452554921565855
verified: no, type: nauc_precision_at_20_diff1
value: 15.02911800246446
verified: no, type: nauc_precision_at_20_max
value: 39.227068888505
verified: no, type: nauc_precision_at_20_std
value: 11.755558515319404
verified: no, type: nauc_precision_at_3_diff1
value: 34.044986535461746
verified: no, type: nauc_precision_at_3_max
value: 40.96605829831656
verified: no, type: nauc_precision_at_3_std
value: 1.1903535705688038
verified: no, type: nauc_precision_at_5_diff1
value: 26.617002443432707
verified: no, type: nauc_precision_at_5_max
value: 40.60413785916794
verified: no, type: nauc_precision_at_5_std
value: 3.6984531670502814
verified: no, type: nauc_recall_at_1000_diff1
value: 26.96489389440101
verified: no, type: nauc_recall_at_1000_max
value: 41.811583968523955
verified: no, type: nauc_recall_at_1000_std
value: 41.5719519496712
verified: no, type: nauc_recall_at_100_diff1
value: 28.50851434908223
verified: no, type: nauc_recall_at_100_max
value: 32.19528060706322
verified: no, type: nauc_recall_at_100_std
value: 25.56935294258179
verified: no, type: nauc_recall_at_10_diff1
value: 35.139582891180964
verified: no, type: nauc_recall_at_10_max
value: 32.15221840434225
verified: no, type: nauc_recall_at_10_std
value: 5.550434611582702
verified: no, type: nauc_recall_at_1_diff1
value: 47.72764937952259
verified: no, type: nauc_recall_at_1_max
value: 24.83306559709341
verified: no, type: nauc_recall_at_1_std
value: -4.714128457297418
verified: no, type: nauc_recall_at_20_diff1
value: 32.78604811055205
verified: no, type: nauc_recall_at_20_max
value: 29.62940720700254
verified: no, type: nauc_recall_at_20_std
value: 6.769941491859872
verified: no, type: nauc_recall_at_3_diff1
value: 40.76090616138699
verified: no, type: nauc_recall_at_3_max
value: 27.506425490226867
verified: no, type: nauc_recall_at_3_std
value: -2.608872693119243
verified: no, type: nauc_recall_at_5_diff1
value: 37.06532485024711
verified: no, type: nauc_recall_at_5_max
value: 27.704150556658448
verified: no, type: nauc_recall_at_5_std
value: 0.4718707152343872
verified: no, type: ndcg_at_1
value: 41.821000000000005
verified: no, type: ndcg_at_10
value: 42.396
verified: no, type: ndcg_at_100
value: 49.370000000000005
verified: no, type: ndcg_at_1000
value: 52.251000000000005
verified: no, type: ndcg_at_20
value: 45.097
verified: no, type: ndcg_at_3
value: 39.028
verified: no, type: ndcg_at_5
value: 40.222
verified: no, type: precision_at_1
value: 41.821000000000005
verified: no, type: precision_at_10
value: 11.451
verified: no, type: precision_at_100
value: 1.863
verified: no, type: precision_at_1000
value: 0.23900000000000002
verified: no, type: precision_at_20
value: 6.798
verified: no, type: precision_at_3
value: 25.823
verified: no, type: precision_at_5
value: 18.735
verified: no, type: recall_at_1
value: 21.711
verified: no, type: recall_at_10
value: 48.862
verified: no, type: recall_at_100
value: 74.708
verified: no, type: recall_at_1000
value: 91.865
verified: no, type: recall_at_20
value: 57.50999999999999
verified: no, type: recall_at_3
value: 35.85
verified: no, type: recall_at_5
value: 41.976
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 72.21
verified: no, type: map_at_1
value: 39.487
verified: no, type: map_at_10
value: 63.949999999999996
verified: no, type: map_at_100
value: 64.873
verified: no, type: map_at_1000
value: 64.927
verified: no, type: map_at_20
value: 64.529
verified: no, type: map_at_3
value: 60.243
verified: no, type: map_at_5
value: 62.613
verified: no, type: mrr_at_1
value: 78.97366644159351
verified: no, type: mrr_at_10
value: 84.84600173627825
verified: no, type: mrr_at_100
value: 85.0172804866798
verified: no, type: mrr_at_1000
value: 85.02245651152857
verified: no, type: mrr_at_20
value: 84.9625577788225
verified: no, type: mrr_at_3
value: 83.90276839972962
verified: no, type: mrr_at_5
value: 84.48278190411845
verified: no, type: nauc_map_at_1000_diff1
value: 19.825004700775164
verified: no, type: nauc_map_at_1000_max
value: 19.943221724164182
verified: no, type: nauc_map_at_1000_std
value: 10.068951166560058
verified: no, type: nauc_map_at_100_diff1
value: 19.80139472181137
verified: no, type: nauc_map_at_100_max
value: 19.938006132804347
verified: no, type: nauc_map_at_100_std
value: 10.100008107666842
verified: no, type: nauc_map_at_10_diff1
value: 19.53604502514735
verified: no, type: nauc_map_at_10_max
value: 19.62768870331064
verified: no, type: nauc_map_at_10_std
value: 9.446859074725705
verified: no, type: nauc_map_at_1_diff1
value: 67.7764270505257
verified: no, type: nauc_map_at_1_max
value: 38.45166604737058
verified: no, type: nauc_map_at_1_std
value: 1.9919181988552352
verified: no, type: nauc_map_at_20_diff1
value: 19.635871913149913
verified: no, type: nauc_map_at_20_max
value: 19.812838965919155
verified: no, type: nauc_map_at_20_std
value: 9.905163140101845
verified: no, type: nauc_map_at_3_diff1
value: 18.965707122532212
verified: no, type: nauc_map_at_3_max
value: 17.878860313056517
verified: no, type: nauc_map_at_3_std
value: 6.189378752019195
verified: no, type: nauc_map_at_5_diff1
value: 19.493354049675954
verified: no, type: nauc_map_at_5_max
value: 19.24527088109141
verified: no, type: nauc_map_at_5_std
value: 8.283883139680066
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.87150374356781
verified: no, type: nauc_mrr_at_1000_max
value: 41.413456443203984
verified: no, type: nauc_mrr_at_1000_std
value: 4.140387282484357
verified: no, type: nauc_mrr_at_100_diff1
value: 66.87178015619061
verified: no, type: nauc_mrr_at_100_max
value: 41.419754763150834
verified: no, type: nauc_mrr_at_100_std
value: 4.15222235416704
verified: no, type: nauc_mrr_at_10_diff1
value: 66.89720586892301
verified: no, type: nauc_mrr_at_10_max
value: 41.56353878125211
verified: no, type: nauc_mrr_at_10_std
value: 4.213376519922392
verified: no, type: nauc_mrr_at_1_diff1
value: 67.7764270505257
verified: no, type: nauc_mrr_at_1_max
value: 38.45166604737058
verified: no, type: nauc_mrr_at_1_std
value: 1.9919181988552352
verified: no, type: nauc_mrr_at_20_diff1
value: 66.8714688713149
verified: no, type: nauc_mrr_at_20_max
value: 41.46170778986735
verified: no, type: nauc_mrr_at_20_std
value: 4.165154741309859
verified: no, type: nauc_mrr_at_3_diff1
value: 66.31615462679144
verified: no, type: nauc_mrr_at_3_max
value: 41.419637693259936
verified: no, type: nauc_mrr_at_3_std
value: 3.814834551396097
verified: no, type: nauc_mrr_at_5_diff1
value: 66.7289413087213
verified: no, type: nauc_mrr_at_5_max
value: 41.668346356371586
verified: no, type: nauc_mrr_at_5_std
value: 4.116331539882484
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.37325375970598
verified: no, type: nauc_ndcg_at_1000_max
value: 24.850915174721735
verified: no, type: nauc_ndcg_at_1000_std
value: 13.37585683440429
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.591771178059503
verified: no, type: nauc_ndcg_at_100_max
value: 24.562820829532473
verified: no, type: nauc_ndcg_at_100_std
value: 14.093690500501541
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.64600598115805
verified: no, type: nauc_ndcg_at_10_max
value: 23.543499404760023
verified: no, type: nauc_ndcg_at_10_std
value: 11.55823632781553
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.7764270505257
verified: no, type: nauc_ndcg_at_1_max
value: 38.45166604737058
verified: no, type: nauc_ndcg_at_1_std
value: 1.9919181988552352
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.757843275306726
verified: no, type: nauc_ndcg_at_20_max
value: 23.951154200380827
verified: no, type: nauc_ndcg_at_20_std
value: 12.931320453044886
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.37742630418847
verified: no, type: nauc_ndcg_at_3_max
value: 21.310512304883723
verified: no, type: nauc_ndcg_at_3_std
value: 6.503993200818077
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.813706829269716
verified: no, type: nauc_ndcg_at_5_max
value: 22.993657212898
verified: no, type: nauc_ndcg_at_5_std
value: 9.34462052506809
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6506415756958156
verified: no, type: nauc_precision_at_1000_max
value: 28.039755644694875
verified: no, type: nauc_precision_at_1000_std
value: 53.46474329623814
verified: no, type: nauc_precision_at_100_diff1
value: 3.78462668236152
verified: no, type: nauc_precision_at_100_max
value: 22.501700881673862
verified: no, type: nauc_precision_at_100_std
value: 40.56672716474142
verified: no, type: nauc_precision_at_10_diff1
value: 9.156113228907534
verified: no, type: nauc_precision_at_10_max
value: 19.734206254833254
verified: no, type: nauc_precision_at_10_std
value: 19.986282545779602
verified: no, type: nauc_precision_at_1_diff1
value: 67.7764270505257
verified: no, type: nauc_precision_at_1_max
value: 38.45166604737058
verified: no, type: nauc_precision_at_1_std
value: 1.9919181988552352
verified: no, type: nauc_precision_at_20_diff1
value: 6.6164335644470125
verified: no, type: nauc_precision_at_20_max
value: 20.29343459608317
verified: no, type: nauc_precision_at_20_std
value: 26.51115475333977
verified: no, type: nauc_precision_at_3_diff1
value: 12.476520554399546
verified: no, type: nauc_precision_at_3_max
value: 16.69401409858964
verified: no, type: nauc_precision_at_3_std
value: 8.165880294907444
verified: no, type: nauc_precision_at_5_diff1
value: 11.783242828320958
verified: no, type: nauc_precision_at_5_max
value: 19.0679467875759
verified: no, type: nauc_precision_at_5_std
value: 13.615358345509884
verified: no, type: nauc_recall_at_1000_diff1
value: -0.6506415756960168
verified: no, type: nauc_recall_at_1000_max
value: 28.039755644694786
verified: no, type: nauc_recall_at_1000_std
value: 53.46474329623801
verified: no, type: nauc_recall_at_100_diff1
value: 3.7846266823613877
verified: no, type: nauc_recall_at_100_max
value: 22.501700881674008
verified: no, type: nauc_recall_at_100_std
value: 40.566727164741366
verified: no, type: nauc_recall_at_10_diff1
value: 9.15611322890755
verified: no, type: nauc_recall_at_10_max
value: 19.73420625483318
verified: no, type: nauc_recall_at_10_std
value: 19.98628254577951
verified: no, type: nauc_recall_at_1_diff1
value: 67.7764270505257
verified: no, type: nauc_recall_at_1_max
value: 38.45166604737058
verified: no, type: nauc_recall_at_1_std
value: 1.9919181988552352
verified: no, type: nauc_recall_at_20_diff1
value: 6.616433564446929
verified: no, type: nauc_recall_at_20_max
value: 20.293434596083248
verified: no, type: nauc_recall_at_20_std
value: 26.5111547533396
verified: no, type: nauc_recall_at_3_diff1
value: 12.476520554399531
verified: no, type: nauc_recall_at_3_max
value: 16.69401409858966
verified: no, type: nauc_recall_at_3_std
value: 8.165880294907438
verified: no, type: nauc_recall_at_5_diff1
value: 11.783242828320999
verified: no, type: nauc_recall_at_5_max
value: 19.067946787575845
verified: no, type: nauc_recall_at_5_std
value: 13.61535834550991
verified: no, type: ndcg_at_1
value: 78.974
verified: no, type: ndcg_at_10
value: 72.21
verified: no, type: ndcg_at_100
value: 75.264
verified: no, type: ndcg_at_1000
value: 76.259
verified: no, type: ndcg_at_20
value: 73.628
verified: no, type: ndcg_at_3
value: 67.047
verified: no, type: ndcg_at_5
value: 69.974
verified: no, type: precision_at_1
value: 78.974
verified: no, type: precision_at_10
value: 15.267
verified: no, type: precision_at_100
value: 1.762
verified: no, type: precision_at_1000
value: 0.189
verified: no, type: precision_at_20
value: 8.09
verified: no, type: precision_at_3
value: 43.309
verified: no, type: precision_at_5
value: 28.294000000000004
verified: no, type: recall_at_1
value: 39.487
verified: no, type: recall_at_10
value: 76.334
verified: no, type: recall_at_100
value: 88.076
verified: no, type: recall_at_1000
value: 94.59100000000001
verified: no, type: recall_at_20
value: 80.898
verified: no, type: recall_at_3
value: 64.96300000000001
verified: no, type: recall_at_5
value: 70.736
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 42.027
verified: no, type: map_at_1
value: 22.118
verified: no, type: map_at_10
value: 34.816
verified: no, type: map_at_100
value: 35.983
verified: no, type: map_at_1000
value: 36.028999999999996
verified: no, type: map_at_20
value: 35.545
verified: no, type: map_at_3
value: 30.752000000000002
verified: no, type: map_at_5
value: 33.114
verified: no, type: mrr_at_1
value: 22.793696275071635
verified: no, type: mrr_at_10
value: 35.47250079592483
verified: no, type: mrr_at_100
value: 36.576471512902856
verified: no, type: mrr_at_1000
value: 36.616205680509786
verified: no, type: mrr_at_20
value: 36.16557033864942
verified: no, type: mrr_at_3
value: 31.48758357211065
verified: no, type: mrr_at_5
value: 33.80563514804202
verified: no, type: nauc_map_at_1000_diff1
value: 32.89234100489284
verified: no, type: nauc_map_at_1000_max
value: 1.1802816553581001
verified: no, type: nauc_map_at_1000_std
value: -20.187692925732446
verified: no, type: nauc_map_at_100_diff1
value: 32.88694493681772
verified: no, type: nauc_map_at_100_max
value: 1.1732717578080365
verified: no, type: nauc_map_at_100_std
value: -20.164165529035245
verified: no, type: nauc_map_at_10_diff1
value: 32.826182211848796
verified: no, type: nauc_map_at_10_max
value: 1.1551262165737235
verified: no, type: nauc_map_at_10_std
value: -20.88326292319754
verified: no, type: nauc_map_at_1_diff1
value: 36.12732122790642
verified: no, type: nauc_map_at_1_max
value: 1.8197550109156913
verified: no, type: nauc_map_at_1_std
value: -17.205625720792167
verified: no, type: nauc_map_at_20_diff1
value: 32.83333177195551
verified: no, type: nauc_map_at_20_max
value: 1.0937431645506202
verified: no, type: nauc_map_at_20_std
value: -20.503956514646145
verified: no, type: nauc_map_at_3_diff1
value: 32.76264193805814
verified: no, type: nauc_map_at_3_max
value: 0.8560962042500389
verified: no, type: nauc_map_at_3_std
value: -20.608930717315577
verified: no, type: nauc_map_at_5_diff1
value: 32.78673238978775
verified: no, type: nauc_map_at_5_max
value: 1.0511863039329437
verified: no, type: nauc_map_at_5_std
value: -21.02164728626011
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.610323934702286
verified: no, type: nauc_mrr_at_1000_max
value: 1.276669121901405
verified: no, type: nauc_mrr_at_1000_std
value: -19.908120615285043
verified: no, type: nauc_mrr_at_100_diff1
value: 32.601373758102795
verified: no, type: nauc_mrr_at_100_max
value: 1.2752735149992132
verified: no, type: nauc_mrr_at_100_std
value: -19.87937042610101
verified: no, type: nauc_mrr_at_10_diff1
value: 32.55795432078168
verified: no, type: nauc_mrr_at_10_max
value: 1.2881786969258637
verified: no, type: nauc_mrr_at_10_std
value: -20.54564519015977
verified: no, type: nauc_mrr_at_1_diff1
value: 35.596301376443726
verified: no, type: nauc_mrr_at_1_max
value: 1.7633238037306902
verified: no, type: nauc_mrr_at_1_std
value: -17.1999420019887
verified: no, type: nauc_mrr_at_20_diff1
value: 32.57185739111023
verified: no, type: nauc_mrr_at_20_max
value: 1.2212620853201877
verified: no, type: nauc_mrr_at_20_std
value: -20.179517281041264
verified: no, type: nauc_mrr_at_3_diff1
value: 32.42681377099514
verified: no, type: nauc_mrr_at_3_max
value: 0.8745921708861145
verified: no, type: nauc_mrr_at_3_std
value: -20.41017687790572
verified: no, type: nauc_mrr_at_5_diff1
value: 32.499107129648266
verified: no, type: nauc_mrr_at_5_max
value: 1.1159673851851573
verified: no, type: nauc_mrr_at_5_std
value: -20.695143502133824
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.16957965806702
verified: no, type: nauc_ndcg_at_1000_max
value: 1.6763998947980905
verified: no, type: nauc_ndcg_at_1000_std
value: -18.970592350332893
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.977550102558872
verified: no, type: nauc_ndcg_at_100_max
value: 1.5625858650110014
verified: no, type: nauc_ndcg_at_100_std
value: -17.990456766123835
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.82738932481356
verified: no, type: nauc_ndcg_at_10_max
value: 1.1661362042692103
verified: no, type: nauc_ndcg_at_10_std
value: -21.872680193994217
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.596301376443726
verified: no, type: nauc_ndcg_at_1_max
value: 1.7633238037306902
verified: no, type: nauc_ndcg_at_1_std
value: -17.1999420019887
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.749656399266264
verified: no, type: nauc_ndcg_at_20_max
value: 0.9629024493088691
verified: no, type: nauc_ndcg_at_20_std
value: -20.4379403899277
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.731361436850836
verified: no, type: nauc_ndcg_at_3_max
value: 0.531749791578849
verified: no, type: nauc_ndcg_at_3_std
value: -21.551112910698674
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.785373941157303
verified: no, type: nauc_ndcg_at_5_max
value: 0.86207769368333
verified: no, type: nauc_ndcg_at_5_std
value: -22.24923399160171
verified: no, type: nauc_precision_at_1000_diff1
value: -3.841288331986519
verified: no, type: nauc_precision_at_1000_max
value: 13.558041371634976
verified: no, type: nauc_precision_at_1000_std
value: 15.181510484512827
verified: no, type: nauc_precision_at_100_diff1
value: 12.441154582709053
verified: no, type: nauc_precision_at_100_max
value: 8.428136255841935
verified: no, type: nauc_precision_at_100_std
value: 14.710391839731656
verified: no, type: nauc_precision_at_10_diff1
value: 26.185854813986705
verified: no, type: nauc_precision_at_10_max
value: 1.6348387310504464
verified: no, type: nauc_precision_at_10_std
value: -23.448927004357298
verified: no, type: nauc_precision_at_1_diff1
value: 35.596301376443726
verified: no, type: nauc_precision_at_1_max
value: 1.7633238037306902
verified: no, type: nauc_precision_at_1_std
value: -17.1999420019887
verified: no, type: nauc_precision_at_20_diff1
value: 22.69194179544158
verified: no, type: nauc_precision_at_20_max
value: 1.2972015009169306
verified: no, type: nauc_precision_at_20_std
value: -15.751482380060269
verified: no, type: nauc_precision_at_3_diff1
value: 28.255531512125188
verified: no, type: nauc_precision_at_3_max
value: -0.3715575458464333
verified: no, type: nauc_precision_at_3_std
value: -24.227970454057697
verified: no, type: nauc_precision_at_5_diff1
value: 27.65497951098847
verified: no, type: nauc_precision_at_5_max
value: 0.449773375292472
verified: no, type: nauc_precision_at_5_std
value: -25.37445450938601
verified: no, type: nauc_recall_at_1000_diff1
value: 15.243948516763819
verified: no, type: nauc_recall_at_1000_max
value: 41.821227805251375
verified: no, type: nauc_recall_at_1000_std
value: 61.66297794838101
verified: no, type: nauc_recall_at_100_diff1
value: 24.516543685029994
verified: no, type: nauc_recall_at_100_max
value: 7.093972966253228
verified: no, type: nauc_recall_at_100_std
value: 17.244452321212282
verified: no, type: nauc_recall_at_10_diff1
value: 28.404243095182828
verified: no, type: nauc_recall_at_10_max
value: 1.0805210480930945
verified: no, type: nauc_recall_at_10_std
value: -24.885018657039527
verified: no, type: nauc_recall_at_1_diff1
value: 36.12732122790642
verified: no, type: nauc_recall_at_1_max
value: 1.8197550109156913
verified: no, type: nauc_recall_at_1_std
value: -17.205625720792167
verified: no, type: nauc_recall_at_20_diff1
value: 26.956250169438512
verified: no, type: nauc_recall_at_20_max
value: 0.023973408161285917
verified: no, type: nauc_recall_at_20_std
value: -18.32944444428131
verified: no, type: nauc_recall_at_3_diff1
value: 28.9894205130054
verified: no, type: nauc_recall_at_3_max
value: -0.36140658021466865
verified: no, type: nauc_recall_at_3_std
value: -24.022505107768364
verified: no, type: nauc_recall_at_5_diff1
value: 28.907023434955104
verified: no, type: nauc_recall_at_5_max
value: 0.2501037567297729
verified: no, type: nauc_recall_at_5_std
value: -25.719919602271496
verified: no, type: ndcg_at_1
value: 22.794
verified: no, type: ndcg_at_10
value: 42.027
verified: no, type: ndcg_at_100
value: 47.601
verified: no, type: ndcg_at_1000
value: 48.713
verified: no, type: ndcg_at_20
value: 44.623000000000005
verified: no, type: ndcg_at_3
value: 33.772999999999996
verified: no, type: ndcg_at_5
value: 37.991
verified: no, type: precision_at_1
value: 22.794
verified: no, type: precision_at_10
value: 6.711
verified: no, type: precision_at_100
value: 0.9490000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 3.8920000000000003
verified: no, type: precision_at_3
value: 14.46
verified: no, type: precision_at_5
value: 10.822
verified: no, type: recall_at_1
value: 22.118
verified: no, type: recall_at_10
value: 64.201
verified: no, type: recall_at_100
value: 89.878
verified: no, type: recall_at_1000
value: 98.259
verified: no, type: recall_at_20
value: 74.34100000000001
verified: no, type: recall_at_3
value: 41.8
verified: no, type: recall_at_5
value: 51.959
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 36.201
verified: no, type: map_at_1
value: 5.654
verified: no, type: map_at_10
value: 13.402
verified: no, type: map_at_100
value: 16.849
verified: no, type: map_at_1000
value: 18.264
verified: no, type: map_at_20
value: 14.832
verified: no, type: map_at_3
value: 9.619
verified: no, type: map_at_5
value: 11.483
verified: no, type: mrr_at_1
value: 47.6780185758514
verified: no, type: mrr_at_10
value: 56.47906531033466
verified: no, type: mrr_at_100
value: 57.04539749991402
verified: no, type: mrr_at_1000
value: 57.08810157607369
verified: no, type: mrr_at_20
value: 56.88003170105462
verified: no, type: mrr_at_3
value: 54.43756449948401
verified: no, type: mrr_at_5
value: 55.660474716202266
verified: no, type: nauc_map_at_1000_diff1
value: 31.134615238698192
verified: no, type: nauc_map_at_1000_max
value: 36.09522002487132
verified: no, type: nauc_map_at_1000_std
value: 14.72627666649002
verified: no, type: nauc_map_at_100_diff1
value: 32.777473351864444
verified: no, type: nauc_map_at_100_max
value: 35.25391471621035
verified: no, type: nauc_map_at_100_std
value: 12.024428973861083
verified: no, type: nauc_map_at_10_diff1
value: 36.46466466148528
verified: no, type: nauc_map_at_10_max
value: 29.707805406826722
verified: no, type: nauc_map_at_10_std
value: 2.0678757794226335
verified: no, type: nauc_map_at_1_diff1
value: 54.30208426149679
verified: no, type: nauc_map_at_1_max
value: 18.69125148481608
verified: no, type: nauc_map_at_1_std
value: -8.970955660291802
verified: no, type: nauc_map_at_20_diff1
value: 34.76513311600623
verified: no, type: nauc_map_at_20_max
value: 32.20666003570514
verified: no, type: nauc_map_at_20_std
value: 5.924889441518581
verified: no, type: nauc_map_at_3_diff1
value: 45.73465176835491
verified: no, type: nauc_map_at_3_max
value: 23.492291524989106
verified: no, type: nauc_map_at_3_std
value: -5.0123536561688855
verified: no, type: nauc_map_at_5_diff1
value: 39.7128319374107
verified: no, type: nauc_map_at_5_max
value: 25.84231729559691
verified: no, type: nauc_map_at_5_std
value: -2.0861428981140344
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.0997881703397
verified: no, type: nauc_mrr_at_1000_max
value: 52.7089709923531
verified: no, type: nauc_mrr_at_1000_std
value: 28.8517952674151
verified: no, type: nauc_mrr_at_100_diff1
value: 33.1094984027438
verified: no, type: nauc_mrr_at_100_max
value: 52.74301398138847
verified: no, type: nauc_mrr_at_100_std
value: 28.897997840300892
verified: no, type: nauc_mrr_at_10_diff1
value: 33.300713655464925
verified: no, type: nauc_mrr_at_10_max
value: 52.572139698742184
verified: no, type: nauc_mrr_at_10_std
value: 28.66875615527188
verified: no, type: nauc_mrr_at_1_diff1
value: 32.57632582147155
verified: no, type: nauc_mrr_at_1_max
value: 46.020072246328816
verified: no, type: nauc_mrr_at_1_std
value: 20.99097889820076
verified: no, type: nauc_mrr_at_20_diff1
value: 33.04083904518949
verified: no, type: nauc_mrr_at_20_max
value: 52.597451362456994
verified: no, type: nauc_mrr_at_20_std
value: 28.681527293587898
verified: no, type: nauc_mrr_at_3_diff1
value: 33.64864656322754
verified: no, type: nauc_mrr_at_3_max
value: 51.82256412011279
verified: no, type: nauc_mrr_at_3_std
value: 27.241260746740686
verified: no, type: nauc_mrr_at_5_diff1
value: 33.53201325467246
verified: no, type: nauc_mrr_at_5_max
value: 52.79440885773516
verified: no, type: nauc_mrr_at_5_std
value: 28.663081392086028
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.632650542040714
verified: no, type: nauc_ndcg_at_1000_max
value: 51.24103069835822
verified: no, type: nauc_ndcg_at_1000_std
value: 35.05503784757999
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.082177715298503
verified: no, type: nauc_ndcg_at_100_max
value: 45.24750203464315
verified: no, type: nauc_ndcg_at_100_std
value: 27.146548925680914
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.123554466093594
verified: no, type: nauc_ndcg_at_10_max
value: 42.74355537806512
verified: no, type: nauc_ndcg_at_10_std
value: 22.234407997803935
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.75083940012058
verified: no, type: nauc_ndcg_at_1_max
value: 44.44319402133161
verified: no, type: nauc_ndcg_at_1_std
value: 19.146499358406487
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.954207968331872
verified: no, type: nauc_ndcg_at_20_max
value: 41.25991844405748
verified: no, type: nauc_ndcg_at_20_std
value: 22.169009285868864
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.186539942033516
verified: no, type: nauc_ndcg_at_3_max
value: 44.40790009754965
verified: no, type: nauc_ndcg_at_3_std
value: 20.99226576085115
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.498387899376706
verified: no, type: nauc_ndcg_at_5_max
value: 43.174709766261316
verified: no, type: nauc_ndcg_at_5_std
value: 21.88111962672031
verified: no, type: nauc_precision_at_1000_diff1
value: -16.22321012507648
verified: no, type: nauc_precision_at_1000_max
value: 5.808852256649677
verified: no, type: nauc_precision_at_1000_std
value: 19.875641776698824
verified: no, type: nauc_precision_at_100_diff1
value: -10.248089374355486
verified: no, type: nauc_precision_at_100_max
value: 19.29065415127588
verified: no, type: nauc_precision_at_100_std
value: 31.75019665627339
verified: no, type: nauc_precision_at_10_diff1
value: 3.6783257583955056
verified: no, type: nauc_precision_at_10_max
value: 39.22286010695767
verified: no, type: nauc_precision_at_10_std
value: 31.225485732801022
verified: no, type: nauc_precision_at_1_diff1
value: 32.57632582147155
verified: no, type: nauc_precision_at_1_max
value: 46.020072246328816
verified: no, type: nauc_precision_at_1_std
value: 20.99097889820076
verified: no, type: nauc_precision_at_20_diff1
value: -3.1632510833242784
verified: no, type: nauc_precision_at_20_max
value: 31.575496762405734
verified: no, type: nauc_precision_at_20_std
value: 31.576283324468115
verified: no, type: nauc_precision_at_3_diff1
value: 17.78864585545647
verified: no, type: nauc_precision_at_3_max
value: 44.201289661125585
verified: no, type: nauc_precision_at_3_std
value: 25.447840649726693
verified: no, type: nauc_precision_at_5_diff1
value: 9.986748662091358
verified: no, type: nauc_precision_at_5_max
value: 41.214164860776755
verified: no, type: nauc_precision_at_5_std
value: 28.22551704127726
verified: no, type: nauc_recall_at_1000_diff1
value: 10.984331766850506
verified: no, type: nauc_recall_at_1000_max
value: 24.641216018034104
verified: no, type: nauc_recall_at_1000_std
value: 26.91064221008446
verified: no, type: nauc_recall_at_100_diff1
value: 23.7009352078473
verified: no, type: nauc_recall_at_100_max
value: 30.176031609451297
verified: no, type: nauc_recall_at_100_std
value: 20.360365243211564
verified: no, type: nauc_recall_at_10_diff1
value: 28.11831737650638
verified: no, type: nauc_recall_at_10_max
value: 24.21539670487414
verified: no, type: nauc_recall_at_10_std
value: 2.245504974150148
verified: no, type: nauc_recall_at_1_diff1
value: 54.30208426149679
verified: no, type: nauc_recall_at_1_max
value: 18.69125148481608
verified: no, type: nauc_recall_at_1_std
value: -8.970955660291802
verified: no, type: nauc_recall_at_20_diff1
value: 26.199425305139908
verified: no, type: nauc_recall_at_20_max
value: 24.66704097503736
verified: no, type: nauc_recall_at_20_std
value: 5.86052107206246
verified: no, type: nauc_recall_at_3_diff1
value: 42.88348677575622
verified: no, type: nauc_recall_at_3_max
value: 21.189371077603308
verified: no, type: nauc_recall_at_3_std
value: -4.537510127238226
verified: no, type: nauc_recall_at_5_diff1
value: 30.7936756722569
verified: no, type: nauc_recall_at_5_max
value: 21.06136406164962
verified: no, type: nauc_recall_at_5_std
value: -1.4113804735229794
verified: no, type: ndcg_at_1
value: 45.975
verified: no, type: ndcg_at_10
value: 36.201
verified: no, type: ndcg_at_100
value: 32.736
verified: no, type: ndcg_at_1000
value: 41.099000000000004
verified: no, type: ndcg_at_20
value: 33.724
verified: no, type: ndcg_at_3
value: 42.242000000000004
verified: no, type: ndcg_at_5
value: 40.137
verified: no, type: precision_at_1
value: 47.678
verified: no, type: precision_at_10
value: 26.904
verified: no, type: precision_at_100
value: 8.368
verified: no, type: precision_at_1000
value: 2.078
verified: no, type: precision_at_20
value: 19.845
verified: no, type: precision_at_3
value: 40.351
verified: no, type: precision_at_5
value: 35.108
verified: no, type: recall_at_1
value: 5.654
verified: no, type: recall_at_10
value: 17.793
verified: no, type: recall_at_100
value: 32.483000000000004
verified: no, type: recall_at_1000
value: 63.294
verified: no, type: recall_at_20
value: 21.754
verified: no, type: recall_at_3
value: 10.771
verified: no, type: recall_at_5
value: 14.084
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 62.464
verified: no, type: map_at_1
value: 38
verified: no, type: map_at_10
value: 54.806
verified: no, type: map_at_100
value: 55.599
verified: no, type: map_at_1000
value: 55.617000000000004
verified: no, type: map_at_20
value: 55.336
verified: no, type: map_at_3
value: 50.58200000000001
verified: no, type: map_at_5
value: 53.181
verified: no, type: mrr_at_1
value: 42.46813441483198
verified: no, type: mrr_at_10
value: 57.060710147326446
verified: no, type: mrr_at_100
value: 57.60978373431328
verified: no, type: mrr_at_1000
value: 57.62192762809547
verified: no, type: mrr_at_20
value: 57.43431796174232
verified: no, type: mrr_at_3
value: 53.78041714947835
verified: no, type: mrr_at_5
value: 55.81257242178437
verified: no, type: nauc_map_at_1000_diff1
value: 38.337572188308194
verified: no, type: nauc_map_at_1000_max
value: 27.550035254787197
verified: no, type: nauc_map_at_1000_std
value: -7.5513729587308145
verified: no, type: nauc_map_at_100_diff1
value: 38.335337794455015
verified: no, type: nauc_map_at_100_max
value: 27.56919614414171
verified: no, type: nauc_map_at_100_std
value: -7.526017855405723
verified: no, type: nauc_map_at_10_diff1
value: 38.308131361353816
verified: no, type: nauc_map_at_10_max
value: 27.691849580929933
verified: no, type: nauc_map_at_10_std
value: -7.971461731555123
verified: no, type: nauc_map_at_1_diff1
value: 42.721072690634884
verified: no, type: nauc_map_at_1_max
value: 21.750451486885332
verified: no, type: nauc_map_at_1_std
value: -9.99540950522643
verified: no, type: nauc_map_at_20_diff1
value: 38.25792874982169
verified: no, type: nauc_map_at_20_max
value: 27.68877906159661
verified: no, type: nauc_map_at_20_std
value: -7.560753583212102
verified: no, type: nauc_map_at_3_diff1
value: 37.950570055936254
verified: no, type: nauc_map_at_3_max
value: 26.257969511794858
verified: no, type: nauc_map_at_3_std
value: -9.236868658300553
verified: no, type: nauc_map_at_5_diff1
value: 37.99893219450212
verified: no, type: nauc_map_at_5_max
value: 27.293454259158057
verified: no, type: nauc_map_at_5_std
value: -8.734089449603806
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.777767467474774
verified: no, type: nauc_mrr_at_1000_max
value: 27.39507603748298
verified: no, type: nauc_mrr_at_1000_std
value: -5.554754076870114
verified: no, type: nauc_mrr_at_100_diff1
value: 37.77981674583538
verified: no, type: nauc_mrr_at_100_max
value: 27.411100989441557
verified: no, type: nauc_mrr_at_100_std
value: -5.539061231412731
verified: no, type: nauc_mrr_at_10_diff1
value: 37.72399003363479
verified: no, type: nauc_mrr_at_10_max
value: 27.618142546685416
verified: no, type: nauc_mrr_at_10_std
value: -5.6819843907448195
verified: no, type: nauc_mrr_at_1_diff1
value: 41.17596078958236
verified: no, type: nauc_mrr_at_1_max
value: 23.32588591818617
verified: no, type: nauc_mrr_at_1_std
value: -7.126628034623689
verified: no, type: nauc_mrr_at_20_diff1
value: 37.695136721588
verified: no, type: nauc_mrr_at_20_max
value: 27.52850676467322
verified: no, type: nauc_mrr_at_20_std
value: -5.50667995515647
verified: no, type: nauc_mrr_at_3_diff1
value: 37.23845700908964
verified: no, type: nauc_mrr_at_3_max
value: 26.69389772971012
verified: no, type: nauc_mrr_at_3_std
value: -6.31868405989011
verified: no, type: nauc_mrr_at_5_diff1
value: 37.33757394192838
verified: no, type: nauc_mrr_at_5_max
value: 27.42091593836207
verified: no, type: nauc_mrr_at_5_std
value: -5.993243330132065
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.74836061640332
verified: no, type: nauc_ndcg_at_1000_max
value: 29.03148916289089
verified: no, type: nauc_ndcg_at_1000_std
value: -5.543065770074502
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.75593955089626
verified: no, type: nauc_ndcg_at_100_max
value: 29.67109480272493
verified: no, type: nauc_ndcg_at_100_std
value: -4.773697596687493
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.41701174824348
verified: no, type: nauc_ndcg_at_10_max
value: 30.448703434043445
verified: no, type: nauc_ndcg_at_10_std
value: -6.306202666419071
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.17596078958236
verified: no, type: nauc_ndcg_at_1_max
value: 23.32588591818617
verified: no, type: nauc_ndcg_at_1_std
value: -7.126628034623689
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.17445197824622
verified: no, type: nauc_ndcg_at_20_max
value: 30.47378561555209
verified: no, type: nauc_ndcg_at_20_std
value: -4.921584853993488
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.5261976812068
verified: no, type: nauc_ndcg_at_3_max
value: 27.560538820208926
verified: no, type: nauc_ndcg_at_3_std
value: -8.556686332882931
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.571462759614526
verified: no, type: nauc_ndcg_at_5_max
value: 29.363401730752585
verified: no, type: nauc_ndcg_at_5_std
value: -7.825739170420347
verified: no, type: nauc_precision_at_1000_diff1
value: -12.588899483401223
verified: no, type: nauc_precision_at_1000_max
value: 2.641097890578701
verified: no, type: nauc_precision_at_1000_std
value: 17.643107625788748
verified: no, type: nauc_precision_at_100_diff1
value: -8.40579874206785
verified: no, type: nauc_precision_at_100_max
value: 9.725496771040037
verified: no, type: nauc_precision_at_100_std
value: 21.558582760191243
verified: no, type: nauc_precision_at_10_diff1
value: 6.619157191854486
verified: no, type: nauc_precision_at_10_max
value: 23.767406373688402
verified: no, type: nauc_precision_at_10_std
value: 10.428535003478808
verified: no, type: nauc_precision_at_1_diff1
value: 41.17596078958236
verified: no, type: nauc_precision_at_1_max
value: 23.32588591818617
verified: no, type: nauc_precision_at_1_std
value: -7.126628034623689
verified: no, type: nauc_precision_at_20_diff1
value: -0.6449974218292859
verified: no, type: nauc_precision_at_20_max
value: 20.211503851418783
verified: no, type: nauc_precision_at_20_std
value: 17.922745410142575
verified: no, type: nauc_precision_at_3_diff1
value: 19.710276097428657
verified: no, type: nauc_precision_at_3_max
value: 26.768918044758706
verified: no, type: nauc_precision_at_3_std
value: -1.0636448912049246
verified: no, type: nauc_precision_at_5_diff1
value: 13.073181337982613
verified: no, type: nauc_precision_at_5_max
value: 26.418340338971024
verified: no, type: nauc_precision_at_5_std
value: 2.9842078949528688
verified: no, type: nauc_recall_at_1000_diff1
value: 30.52411148739828
verified: no, type: nauc_recall_at_1000_max
value: 90.96409807536762
verified: no, type: nauc_recall_at_1000_std
value: 83.94857830921949
verified: no, type: nauc_recall_at_100_diff1
value: 36.936303690592155
verified: no, type: nauc_recall_at_100_max
value: 71.91515014325869
verified: no, type: nauc_recall_at_100_std
value: 48.93061263403371
verified: no, type: nauc_recall_at_10_diff1
value: 32.84292362076269
verified: no, type: nauc_recall_at_10_max
value: 44.27252783122478
verified: no, type: nauc_recall_at_10_std
value: -1.5981198975612385
verified: no, type: nauc_recall_at_1_diff1
value: 42.721072690634884
verified: no, type: nauc_recall_at_1_max
value: 21.750451486885332
verified: no, type: nauc_recall_at_1_std
value: -9.99540950522643
verified: no, type: nauc_recall_at_20_diff1
value: 29.36724417081702
verified: no, type: nauc_recall_at_20_max
value: 52.035846390214715
verified: no, type: nauc_recall_at_20_std
value: 11.967264191332818
verified: no, type: nauc_recall_at_3_diff1
value: 31.634923771936098
verified: no, type: nauc_recall_at_3_max
value: 30.225743369869473
verified: no, type: nauc_recall_at_3_std
value: -9.253665347118615
verified: no, type: nauc_recall_at_5_diff1
value: 30.66271853090737
verified: no, type: nauc_recall_at_5_max
value: 35.70815715994996
verified: no, type: nauc_recall_at_5_std
value: -7.836012956078996
verified: no, type: ndcg_at_1
value: 42.468
verified: no, type: ndcg_at_10
value: 62.464
verified: no, type: ndcg_at_100
value: 65.618
verified: no, type: ndcg_at_1000
value: 66.014
verified: no, type: ndcg_at_20
value: 64.12
verified: no, type: ndcg_at_3
value: 54.790000000000006
verified: no, type: ndcg_at_5
value: 58.992
verified: no, type: precision_at_1
value: 42.468
verified: no, type: precision_at_10
value: 9.959
verified: no, type: precision_at_100
value: 1.174
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.380999999999999
verified: no, type: precision_at_3
value: 24.73
verified: no, type: precision_at_5
value: 17.299999999999997
verified: no, type: recall_at_1
value: 38
verified: no, type: recall_at_10
value: 83.22699999999999
verified: no, type: recall_at_100
value: 96.584
verified: no, type: recall_at_1000
value: 99.512
verified: no, type: recall_at_20
value: 89.291
verified: no, type: recall_at_3
value: 63.666
verified: no, type: recall_at_5
value: 73.27900000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 87.366
verified: no, type: map_at_1
value: 69.95700000000001
verified: no, type: map_at_10
value: 83.55
verified: no, type: map_at_100
value: 84.196
verified: no, type: map_at_1000
value: 84.21600000000001
verified: no, type: map_at_20
value: 83.982
verified: no, type: map_at_3
value: 80.647
verified: no, type: map_at_5
value: 82.443
verified: no, type: mrr_at_1
value: 80.39
verified: no, type: mrr_at_10
value: 86.65646031746004
verified: no, type: mrr_at_100
value: 86.7852113210373
verified: no, type: mrr_at_1000
value: 86.78651118354796
verified: no, type: mrr_at_20
value: 86.75772838878498
verified: no, type: mrr_at_3
value: 85.67499999999971
verified: no, type: mrr_at_5
value: 86.33749999999962
verified: no, type: nauc_map_at_1000_diff1
value: 76.68189702770007
verified: no, type: nauc_map_at_1000_max
value: 36.19988239025682
verified: no, type: nauc_map_at_1000_std
value: -26.231691135645736
verified: no, type: nauc_map_at_100_diff1
value: 76.68832712120171
verified: no, type: nauc_map_at_100_max
value: 36.18627717337547
verified: no, type: nauc_map_at_100_std
value: -26.28243886166
verified: no, type: nauc_map_at_10_diff1
value: 76.88888516032657
verified: no, type: nauc_map_at_10_max
value: 35.69809861085124
verified: no, type: nauc_map_at_10_std
value: -27.859425473864224
verified: no, type: nauc_map_at_1_diff1
value: 79.5243725217315
verified: no, type: nauc_map_at_1_max
value: 27.092773841207002
verified: no, type: nauc_map_at_1_std
value: -26.223200911204543
verified: no, type: nauc_map_at_20_diff1
value: 76.74938996155176
verified: no, type: nauc_map_at_20_max
value: 36.07373781351406
verified: no, type: nauc_map_at_20_std
value: -26.891400098628015
verified: no, type: nauc_map_at_3_diff1
value: 77.29604745045076
verified: no, type: nauc_map_at_3_max
value: 33.11431059356283
verified: no, type: nauc_map_at_3_std
value: -29.555237195931085
verified: no, type: nauc_map_at_5_diff1
value: 77.14069217901078
verified: no, type: nauc_map_at_5_max
value: 34.68656073526487
verified: no, type: nauc_map_at_5_std
value: -28.945053669861508
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.66087451567746
verified: no, type: nauc_mrr_at_1000_max
value: 38.78133177265328
verified: no, type: nauc_mrr_at_1000_std
value: -23.75726541774991
verified: no, type: nauc_mrr_at_100_diff1
value: 76.66117078261013
verified: no, type: nauc_mrr_at_100_max
value: 38.782533036423885
verified: no, type: nauc_mrr_at_100_std
value: -23.752587601473568
verified: no, type: nauc_mrr_at_10_diff1
value: 76.65866401411019
verified: no, type: nauc_mrr_at_10_max
value: 38.87950311049704
verified: no, type: nauc_mrr_at_10_std
value: -23.873660706680578
verified: no, type: nauc_mrr_at_1_diff1
value: 77.42633506487041
verified: no, type: nauc_mrr_at_1_max
value: 37.93973722217786
verified: no, type: nauc_mrr_at_1_std
value: -23.3984130771317
verified: no, type: nauc_mrr_at_20_diff1
value: 76.66210684923414
verified: no, type: nauc_mrr_at_20_max
value: 38.81293033048911
verified: no, type: nauc_mrr_at_20_std
value: -23.736590746133736
verified: no, type: nauc_mrr_at_3_diff1
value: 76.33711764736019
verified: no, type: nauc_mrr_at_3_max
value: 38.5659231830368
verified: no, type: nauc_mrr_at_3_std
value: -23.99588149124865
verified: no, type: nauc_mrr_at_5_diff1
value: 76.57123830226054
verified: no, type: nauc_mrr_at_5_max
value: 38.97947097392977
verified: no, type: nauc_mrr_at_5_std
value: -23.943668957974246
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.38447339050585
verified: no, type: nauc_ndcg_at_1000_max
value: 37.756822792877934
verified: no, type: nauc_ndcg_at_1000_std
value: -24.046995734357164
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.44058018066822
verified: no, type: nauc_ndcg_at_100_max
value: 37.72948294169218
verified: no, type: nauc_ndcg_at_100_std
value: -24.083432140741795
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.56246287923074
verified: no, type: nauc_ndcg_at_10_max
value: 37.0329253490553
verified: no, type: nauc_ndcg_at_10_std
value: -26.6495163705961
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.4085129990432
verified: no, type: nauc_ndcg_at_1_max
value: 38.06139172214421
verified: no, type: nauc_ndcg_at_1_std
value: -23.656477126977386
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.50192496743098
verified: no, type: nauc_ndcg_at_20_max
value: 37.51759311013985
verified: no, type: nauc_ndcg_at_20_std
value: -25.45517058360004
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.94398494081794
verified: no, type: nauc_ndcg_at_3_max
value: 35.7666711547279
verified: no, type: nauc_ndcg_at_3_std
value: -26.866022682361578
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.47334274088344
verified: no, type: nauc_ndcg_at_5_max
value: 36.40830331490731
verified: no, type: nauc_ndcg_at_5_std
value: -27.170121189572765
verified: no, type: nauc_precision_at_1000_diff1
value: -43.33672630765437
verified: no, type: nauc_precision_at_1000_max
value: -5.089751329149161
verified: no, type: nauc_precision_at_1000_std
value: 30.6241447847051
verified: no, type: nauc_precision_at_100_diff1
value: -42.736833035629864
verified: no, type: nauc_precision_at_100_max
value: -4.060198408346224
verified: no, type: nauc_precision_at_100_std
value: 29.807050266205344
verified: no, type: nauc_precision_at_10_diff1
value: -35.90810562245906
verified: no, type: nauc_precision_at_10_max
value: 1.1633204529249133
verified: no, type: nauc_precision_at_10_std
value: 20.129691203276018
verified: no, type: nauc_precision_at_1_diff1
value: 77.4085129990432
verified: no, type: nauc_precision_at_1_max
value: 38.06139172214421
verified: no, type: nauc_precision_at_1_std
value: -23.656477126977386
verified: no, type: nauc_precision_at_20_diff1
value: -40.2132286912738
verified: no, type: nauc_precision_at_20_max
value: -1.3004735030734194
verified: no, type: nauc_precision_at_20_std
value: 25.15612293757488
verified: no, type: nauc_precision_at_3_diff1
value: -13.873825299883904
verified: no, type: nauc_precision_at_3_max
value: 11.038689278907233
verified: no, type: nauc_precision_at_3_std
value: 5.4276449621706
verified: no, type: nauc_precision_at_5_diff1
value: -27.151668633894737
verified: no, type: nauc_precision_at_5_max
value: 5.795130010163115
verified: no, type: nauc_precision_at_5_std
value: 13.220722167587375
verified: no, type: nauc_recall_at_1000_diff1
value: 83.903950427863
verified: no, type: nauc_recall_at_1000_max
value: 37.82919000897223
verified: no, type: nauc_recall_at_1000_std
value: 70.65670846771707
verified: no, type: nauc_recall_at_100_diff1
value: 75.23306095335836
verified: no, type: nauc_recall_at_100_max
value: 37.54281648247423
verified: no, type: nauc_recall_at_100_std
value: 8.434289114377373
verified: no, type: nauc_recall_at_10_diff1
value: 72.7872912723047
verified: no, type: nauc_recall_at_10_max
value: 34.261519652104184
verified: no, type: nauc_recall_at_10_std
value: -34.60101950810808
verified: no, type: nauc_recall_at_1_diff1
value: 79.5243725217315
verified: no, type: nauc_recall_at_1_max
value: 27.092773841207002
verified: no, type: nauc_recall_at_1_std
value: -26.223200911204543
verified: no, type: nauc_recall_at_20_diff1
value: 72.8297963091964
verified: no, type: nauc_recall_at_20_max
value: 36.070220569670916
verified: no, type: nauc_recall_at_20_std
value: -27.20897179168245
verified: no, type: nauc_recall_at_3_diff1
value: 73.47456374650459
verified: no, type: nauc_recall_at_3_max
value: 29.901663407294816
verified: no, type: nauc_recall_at_3_std
value: -32.83329537040381
verified: no, type: nauc_recall_at_5_diff1
value: 73.05025750827126
verified: no, type: nauc_recall_at_5_max
value: 32.35733470860963
verified: no, type: nauc_recall_at_5_std
value: -34.32357558493091
verified: no, type: ndcg_at_1
value: 80.4
verified: no, type: ndcg_at_10
value: 87.366
verified: no, type: ndcg_at_100
value: 88.7
verified: no, type: ndcg_at_1000
value: 88.842
verified: no, type: ndcg_at_20
value: 88.11
verified: no, type: ndcg_at_3
value: 84.52499999999999
verified: no, type: ndcg_at_5
value: 86.047
verified: no, type: precision_at_1
value: 80.4
verified: no, type: precision_at_10
value: 13.235
verified: no, type: precision_at_100
value: 1.516
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 7.037
verified: no, type: precision_at_3
value: 36.9
verified: no, type: precision_at_5
value: 24.236
verified: no, type: recall_at_1
value: 69.95700000000001
verified: no, type: recall_at_10
value: 94.535
verified: no, type: recall_at_100
value: 99.164
verified: no, type: recall_at_1000
value: 99.855
verified: no, type: recall_at_20
value: 96.974
verified: no, type: recall_at_3
value: 86.33800000000001
verified: no, type: recall_at_5
value: 90.69
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 21.492
verified: no, type: map_at_1
value: 5.192
verified: no, type: map_at_10
value: 12.959000000000001
verified: no, type: map_at_100
value: 14.963999999999999
verified: no, type: map_at_1000
value: 15.261
verified: no, type: map_at_20
value: 13.988999999999999
verified: no, type: map_at_3
value: 9.235
verified: no, type: map_at_5
value: 11.042
verified: no, type: mrr_at_1
value: 25.5
verified: no, type: mrr_at_10
value: 36.37313492063491
verified: no, type: mrr_at_100
value: 37.36517957347626
verified: no, type: mrr_at_1000
value: 37.42538601073437
verified: no, type: mrr_at_20
value: 36.987896404421136
verified: no, type: mrr_at_3
value: 32.966666666666654
verified: no, type: mrr_at_5
value: 34.95166666666664
verified: no, type: nauc_map_at_1000_diff1
value: 13.635120934154395
verified: no, type: nauc_map_at_1000_max
value: 28.03542983005195
verified: no, type: nauc_map_at_1000_std
value: 17.07156940311778
verified: no, type: nauc_map_at_100_diff1
value: 13.59237295184475
verified: no, type: nauc_map_at_100_max
value: 27.992291365051237
verified: no, type: nauc_map_at_100_std
value: 16.926533467400464
verified: no, type: nauc_map_at_10_diff1
value: 14.149193235999993
verified: no, type: nauc_map_at_10_max
value: 26.520643811139305
verified: no, type: nauc_map_at_10_std
value: 13.168673602548925
verified: no, type: nauc_map_at_1_diff1
value: 20.096094508148465
verified: no, type: nauc_map_at_1_max
value: 17.41582245576302
verified: no, type: nauc_map_at_1_std
value: 5.771729007558897
verified: no, type: nauc_map_at_20_diff1
value: 13.977726400526427
verified: no, type: nauc_map_at_20_max
value: 27.2322235491895
verified: no, type: nauc_map_at_20_std
value: 14.972781677750435
verified: no, type: nauc_map_at_3_diff1
value: 17.371153027460355
verified: no, type: nauc_map_at_3_max
value: 24.457758503208254
verified: no, type: nauc_map_at_3_std
value: 7.719726821179824
verified: no, type: nauc_map_at_5_diff1
value: 14.600442843442574
verified: no, type: nauc_map_at_5_max
value: 25.899736370856296
verified: no, type: nauc_map_at_5_std
value: 10.125349354853359
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.70342821390236
verified: no, type: nauc_mrr_at_1000_max
value: 23.365194520549114
verified: no, type: nauc_mrr_at_1000_std
value: 12.185114294903236
verified: no, type: nauc_mrr_at_100_diff1
value: 18.677858738015907
verified: no, type: nauc_mrr_at_100_max
value: 23.372641996726742
verified: no, type: nauc_mrr_at_100_std
value: 12.216130561991909
verified: no, type: nauc_mrr_at_10_diff1
value: 18.79094453090232
verified: no, type: nauc_mrr_at_10_max
value: 23.511686337006466
verified: no, type: nauc_mrr_at_10_std
value: 11.879716687008134
verified: no, type: nauc_mrr_at_1_diff1
value: 20.10455171810408
verified: no, type: nauc_mrr_at_1_max
value: 17.741566234315428
verified: no, type: nauc_mrr_at_1_std
value: 6.1676764583652215
verified: no, type: nauc_mrr_at_20_diff1
value: 18.70143648544655
verified: no, type: nauc_mrr_at_20_max
value: 23.45603239095019
verified: no, type: nauc_mrr_at_20_std
value: 12.244613576686202
verified: no, type: nauc_mrr_at_3_diff1
value: 18.894662528857374
verified: no, type: nauc_mrr_at_3_max
value: 23.3739038101588
verified: no, type: nauc_mrr_at_3_std
value: 10.4709044796543
verified: no, type: nauc_mrr_at_5_diff1
value: 18.877786065095563
verified: no, type: nauc_mrr_at_5_max
value: 23.78061081203872
verified: no, type: nauc_mrr_at_5_std
value: 11.847882917869622
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.99159027398115
verified: no, type: nauc_ndcg_at_1000_max
value: 29.44766808611483
verified: no, type: nauc_ndcg_at_1000_std
value: 24.289749574699915
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.164020363258746
verified: no, type: nauc_ndcg_at_100_max
value: 29.642442997167723
verified: no, type: nauc_ndcg_at_100_std
value: 23.761764515453866
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.839883268638546
verified: no, type: nauc_ndcg_at_10_max
value: 27.21043708455449
verified: no, type: nauc_ndcg_at_10_std
value: 15.56110419291775
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.10455171810408
verified: no, type: nauc_ndcg_at_1_max
value: 17.741566234315428
verified: no, type: nauc_ndcg_at_1_std
value: 6.1676764583652215
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.27998110295395
verified: no, type: nauc_ndcg_at_20_max
value: 28.2492026337839
verified: no, type: nauc_ndcg_at_20_std
value: 18.822356982979105
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.659263157535445
verified: no, type: nauc_ndcg_at_3_max
value: 25.416706421591396
verified: no, type: nauc_ndcg_at_3_std
value: 9.650689638152636
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.38459833918123
verified: no, type: nauc_ndcg_at_5_max
value: 26.92495519416969
verified: no, type: nauc_ndcg_at_5_std
value: 12.71017696809276
verified: no, type: nauc_precision_at_1000_diff1
value: 6.128490135458364
verified: no, type: nauc_precision_at_1000_max
value: 23.52693893261883
verified: no, type: nauc_precision_at_1000_std
value: 36.280432732819925
verified: no, type: nauc_precision_at_100_diff1
value: 5.306163791220436
verified: no, type: nauc_precision_at_100_max
value: 27.67851033239246
verified: no, type: nauc_precision_at_100_std
value: 34.29821573752515
verified: no, type: nauc_precision_at_10_diff1
value: 10.829686435425472
verified: no, type: nauc_precision_at_10_max
value: 27.201648684015318
verified: no, type: nauc_precision_at_10_std
value: 19.376999508233254
verified: no, type: nauc_precision_at_1_diff1
value: 20.10455171810408
verified: no, type: nauc_precision_at_1_max
value: 17.741566234315428
verified: no, type: nauc_precision_at_1_std
value: 6.1676764583652215
verified: no, type: nauc_precision_at_20_diff1
value: 9.416169626702048
verified: no, type: nauc_precision_at_20_max
value: 27.65257998670333
verified: no, type: nauc_precision_at_20_std
value: 24.761868509805826
verified: no, type: nauc_precision_at_3_diff1
value: 16.666456902017348
verified: no, type: nauc_precision_at_3_max
value: 27.9969730961105
verified: no, type: nauc_precision_at_3_std
value: 10.991562741393231
verified: no, type: nauc_precision_at_5_diff1
value: 12.26205064462843
verified: no, type: nauc_precision_at_5_max
value: 29.083848730874095
verified: no, type: nauc_precision_at_5_std
value: 15.66630836555747
verified: no, type: nauc_recall_at_1000_diff1
value: 5.600277836894063
verified: no, type: nauc_recall_at_1000_max
value: 23.228705161815526
verified: no, type: nauc_recall_at_1000_std
value: 36.822431061799485
verified: no, type: nauc_recall_at_100_diff1
value: 4.991781244867178
verified: no, type: nauc_recall_at_100_max
value: 27.70095625483475
verified: no, type: nauc_recall_at_100_std
value: 34.67168431597854
verified: no, type: nauc_recall_at_10_diff1
value: 10.580860425931972
verified: no, type: nauc_recall_at_10_max
value: 27.145829414223666
verified: no, type: nauc_recall_at_10_std
value: 19.330630157067382
verified: no, type: nauc_recall_at_1_diff1
value: 20.096094508148465
verified: no, type: nauc_recall_at_1_max
value: 17.41582245576302
verified: no, type: nauc_recall_at_1_std
value: 5.771729007558897
verified: no, type: nauc_recall_at_20_diff1
value: 9.06945331260344
verified: no, type: nauc_recall_at_20_max
value: 27.56725251066482
verified: no, type: nauc_recall_at_20_std
value: 24.77644509886098
verified: no, type: nauc_recall_at_3_diff1
value: 16.660507676429322
verified: no, type: nauc_recall_at_3_max
value: 27.816546386536434
verified: no, type: nauc_recall_at_3_std
value: 10.687824478247007
verified: no, type: nauc_recall_at_5_diff1
value: 11.992514446369388
verified: no, type: nauc_recall_at_5_max
value: 28.789031176671948
verified: no, type: nauc_recall_at_5_std
value: 15.422118990090805
verified: no, type: ndcg_at_1
value: 25.5
verified: no, type: ndcg_at_10
value: 21.492
verified: no, type: ndcg_at_100
value: 29.022
verified: no, type: ndcg_at_1000
value: 34.298
verified: no, type: ndcg_at_20
value: 24.237000000000002
verified: no, type: ndcg_at_3
value: 20.392
verified: no, type: ndcg_at_5
value: 17.801000000000002
verified: no, type: precision_at_1
value: 25.5
verified: no, type: precision_at_10
value: 11.09
verified: no, type: precision_at_100
value: 2.1919999999999997
verified: no, type: precision_at_1000
value: 0.346
verified: no, type: precision_at_20
value: 7.135
verified: no, type: precision_at_3
value: 18.933
verified: no, type: precision_at_5
value: 15.52
verified: no, type: recall_at_1
value: 5.192
verified: no, type: recall_at_10
value: 22.512999999999998
verified: no, type: recall_at_100
value: 44.505
verified: no, type: recall_at_1000
value: 70.267
verified: no, type: recall_at_20
value: 28.965000000000003
verified: no, type: recall_at_3
value: 11.522
verified: no, type: recall_at_5
value: 15.751999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 71.586
verified: no, type: map_at_1
value: 56.760999999999996
verified: no, type: map_at_10
value: 66.893
verified: no, type: map_at_100
value: 67.42
verified: no, type: map_at_1000
value: 67.44200000000001
verified: no, type: map_at_20
value: 67.232
verified: no, type: map_at_3
value: 64.193
verified: no, type: map_at_5
value: 65.73400000000001
verified: no, type: mrr_at_1
value: 60
verified: no, type: mrr_at_10
value: 68.20383597883595
verified: no, type: mrr_at_100
value: 68.58867453733343
verified: no, type: mrr_at_1000
value: 68.61117469977329
verified: no, type: mrr_at_20
value: 68.43973740684265
verified: no, type: mrr_at_3
value: 66.11111111111111
verified: no, type: mrr_at_5
value: 67.44444444444446
verified: no, type: nauc_map_at_1000_diff1
value: 72.66688261123035
verified: no, type: nauc_map_at_1000_max
value: 61.02926282006283
verified: no, type: nauc_map_at_1000_std
value: 11.084549829740526
verified: no, type: nauc_map_at_100_diff1
value: 72.66226192320828
verified: no, type: nauc_map_at_100_max
value: 61.04393223108811
verified: no, type: nauc_map_at_100_std
value: 11.101529343291695
verified: no, type: nauc_map_at_10_diff1
value: 72.66732266693091
verified: no, type: nauc_map_at_10_max
value: 61.24124296311832
verified: no, type: nauc_map_at_10_std
value: 10.91179451961794
verified: no, type: nauc_map_at_1_diff1
value: 74.2356464256346
verified: no, type: nauc_map_at_1_max
value: 54.06962758957632
verified: no, type: nauc_map_at_1_std
value: 0.8037891907963532
verified: no, type: nauc_map_at_20_diff1
value: 72.65198594061253
verified: no, type: nauc_map_at_20_max
value: 61.130159351448185
verified: no, type: nauc_map_at_20_std
value: 11.2246899245522
verified: no, type: nauc_map_at_3_diff1
value: 72.78578673303954
verified: no, type: nauc_map_at_3_max
value: 59.19073262936321
verified: no, type: nauc_map_at_3_std
value: 8.460301560522968
verified: no, type: nauc_map_at_5_diff1
value: 72.55004168261968
verified: no, type: nauc_map_at_5_max
value: 59.75181935082357
verified: no, type: nauc_map_at_5_std
value: 9.440299527201889
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.82720348470325
verified: no, type: nauc_mrr_at_1000_max
value: 62.344231223741446
verified: no, type: nauc_mrr_at_1000_std
value: 12.60196558488974
verified: no, type: nauc_mrr_at_100_diff1
value: 72.82236849255094
verified: no, type: nauc_mrr_at_100_max
value: 62.35799491393125
verified: no, type: nauc_mrr_at_100_std
value: 12.617900773655673
verified: no, type: nauc_mrr_at_10_diff1
value: 72.7722847495086
verified: no, type: nauc_mrr_at_10_max
value: 62.66642401155435
verified: no, type: nauc_mrr_at_10_std
value: 12.906381237738746
verified: no, type: nauc_mrr_at_1_diff1
value: 74.71208073612343
verified: no, type: nauc_mrr_at_1_max
value: 59.50430394775893
verified: no, type: nauc_mrr_at_1_std
value: 8.129514198080512
verified: no, type: nauc_mrr_at_20_diff1
value: 72.78312367361772
verified: no, type: nauc_mrr_at_20_max
value: 62.421122493761885
verified: no, type: nauc_mrr_at_20_std
value: 12.693437522498588
verified: no, type: nauc_mrr_at_3_diff1
value: 73.50670156385345
verified: no, type: nauc_mrr_at_3_max
value: 62.01717537699209
verified: no, type: nauc_mrr_at_3_std
value: 11.926548252191182
verified: no, type: nauc_mrr_at_5_diff1
value: 72.62204028549876
verified: no, type: nauc_mrr_at_5_max
value: 62.319358766312085
verified: no, type: nauc_mrr_at_5_std
value: 13.081257923284342
verified: no, type: nauc_ndcg_at_1000_diff1
value: 72.29960539074736
verified: no, type: nauc_ndcg_at_1000_max
value: 62.75096959221402
verified: no, type: nauc_ndcg_at_1000_std
value: 13.81528462505362
verified: no, type: nauc_ndcg_at_100_diff1
value: 72.19985782073529
verified: no, type: nauc_ndcg_at_100_max
value: 63.18837705326287
verified: no, type: nauc_ndcg_at_100_std
value: 14.506479655117138
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.85759847832983
verified: no, type: nauc_ndcg_at_10_max
value: 64.150996056865
verified: no, type: nauc_ndcg_at_10_std
value: 14.580606901634278
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.71208073612343
verified: no, type: nauc_ndcg_at_1_max
value: 59.50430394775893
verified: no, type: nauc_ndcg_at_1_std
value: 8.129514198080512
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.80987178228351
verified: no, type: nauc_ndcg_at_20_max
value: 63.56269460865743
verified: no, type: nauc_ndcg_at_20_std
value: 15.024978004625922
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.35095651602592
verified: no, type: nauc_ndcg_at_3_max
value: 61.60548011855679
verified: no, type: nauc_ndcg_at_3_std
value: 12.048248788835263
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.48615621881864
verified: no, type: nauc_ndcg_at_5_max
value: 61.72870035979784
verified: no, type: nauc_ndcg_at_5_std
value: 12.83048357446691
verified: no, type: nauc_precision_at_1000_diff1
value: -14.743011420972
verified: no, type: nauc_precision_at_1000_max
value: 19.281995763080158
verified: no, type: nauc_precision_at_1000_std
value: 49.6140660398164
verified: no, type: nauc_precision_at_100_diff1
value: 0.11278174806205563
verified: no, type: nauc_precision_at_100_max
value: 29.704511820077332
verified: no, type: nauc_precision_at_100_std
value: 47.84916954122579
verified: no, type: nauc_precision_at_10_diff1
value: 20.498227967235728
verified: no, type: nauc_precision_at_10_max
value: 47.883119365891595
verified: no, type: nauc_precision_at_10_std
value: 45.182178693450595
verified: no, type: nauc_precision_at_1_diff1
value: 74.71208073612343
verified: no, type: nauc_precision_at_1_max
value: 59.50430394775893
verified: no, type: nauc_precision_at_1_std
value: 8.129514198080512
verified: no, type: nauc_precision_at_20_diff1
value: 12.551737222341455
verified: no, type: nauc_precision_at_20_max
value: 40.618899501225634
verified: no, type: nauc_precision_at_20_std
value: 48.5598454249067
verified: no, type: nauc_precision_at_3_diff1
value: 47.67720764601145
verified: no, type: nauc_precision_at_3_max
value: 56.50632017305064
verified: no, type: nauc_precision_at_3_std
value: 31.14175140162157
verified: no, type: nauc_precision_at_5_diff1
value: 35.10058622792819
verified: no, type: nauc_precision_at_5_max
value: 51.88948872657981
verified: no, type: nauc_precision_at_5_std
value: 37.62796957461928
verified: no, type: nauc_recall_at_1000_diff1
value: 79.57516339869238
verified: no, type: nauc_recall_at_1000_max
value: 86.11111111111035
verified: no, type: nauc_recall_at_1000_std
value: 79.57516339869238
verified: no, type: nauc_recall_at_100_diff1
value: 70.50859559510081
verified: no, type: nauc_recall_at_100_max
value: 79.17009941231396
verified: no, type: nauc_recall_at_100_std
value: 44.32910419069595
verified: no, type: nauc_recall_at_10_diff1
value: 66.16118569361245
verified: no, type: nauc_recall_at_10_max
value: 74.73542948302286
verified: no, type: nauc_recall_at_10_std
value: 27.680330939810037
verified: no, type: nauc_recall_at_1_diff1
value: 74.2356464256346
verified: no, type: nauc_recall_at_1_max
value: 54.06962758957632
verified: no, type: nauc_recall_at_1_std
value: 0.8037891907963532
verified: no, type: nauc_recall_at_20_diff1
value: 65.4748436545527
verified: no, type: nauc_recall_at_20_max
value: 73.81532199081235
verified: no, type: nauc_recall_at_20_std
value: 33.59324708196253
verified: no, type: nauc_recall_at_3_diff1
value: 68.83194804473622
verified: no, type: nauc_recall_at_3_max
value: 61.77722610439669
verified: no, type: nauc_recall_at_3_std
value: 13.984923756556714
verified: no, type: nauc_recall_at_5_diff1
value: 65.51467417209523
verified: no, type: nauc_recall_at_5_max
value: 64.08276291427661
verified: no, type: nauc_recall_at_5_std
value: 19.976472037847167
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 71.586
verified: no, type: ndcg_at_100
value: 73.76899999999999
verified: no, type: ndcg_at_1000
value: 74.386
verified: no, type: ndcg_at_20
value: 72.612
verified: no, type: ndcg_at_3
value: 66.944
verified: no, type: ndcg_at_5
value: 69.333
verified: no, type: precision_at_1
value: 60
verified: no, type: precision_at_10
value: 9.6
verified: no, type: precision_at_100
value: 1.073
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.033
verified: no, type: precision_at_3
value: 26.333000000000002
verified: no, type: precision_at_5
value: 17.4
verified: no, type: recall_at_1
value: 56.760999999999996
verified: no, type: recall_at_10
value: 84.589
verified: no, type: recall_at_100
value: 94.333
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_20
value: 88.43299999999999
verified: no, type: recall_at_3
value: 72.10600000000001
verified: no, type: recall_at_5
value: 78.194
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 84.60600000000001
verified: no, type: map_at_1
value: 0.257
verified: no, type: map_at_10
value: 2.196
verified: no, type: map_at_100
value: 13.252
verified: no, type: map_at_1000
value: 31.473000000000003
verified: no, type: map_at_20
value: 4.023000000000001
verified: no, type: map_at_3
value: 0.722
verified: no, type: map_at_5
value: 1.146
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: mrr_at_20
value: 97
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: nauc_map_at_1000_diff1
value: -30.674816554207062
verified: no, type: nauc_map_at_1000_max
value: 53.18598689657068
verified: no, type: nauc_map_at_1000_std
value: 78.88325309469121
verified: no, type: nauc_map_at_100_diff1
value: -17.6877824653978
verified: no, type: nauc_map_at_100_max
value: 19.584159765315658
verified: no, type: nauc_map_at_100_std
value: 48.051154190992726
verified: no, type: nauc_map_at_10_diff1
value: 20.076631089898626
verified: no, type: nauc_map_at_10_max
value: -8.642556160185636
verified: no, type: nauc_map_at_10_std
value: -5.768698617334298
verified: no, type: nauc_map_at_1_diff1
value: 27.342260509653798
verified: no, type: nauc_map_at_1_max
value: -23.400451210297994
verified: no, type: nauc_map_at_1_std
value: -21.152006353733853
verified: no, type: nauc_map_at_20_diff1
value: 8.019321726240506
verified: no, type: nauc_map_at_20_max
value: -1.4826378210544222
verified: no, type: nauc_map_at_20_std
value: 5.698208117745366
verified: no, type: nauc_map_at_3_diff1
value: 32.073377946749446
verified: no, type: nauc_map_at_3_max
value: -13.099353983204654
verified: no, type: nauc_map_at_3_std
value: -15.36319127398037
verified: no, type: nauc_map_at_5_diff1
value: 22.500045815797876
verified: no, type: nauc_map_at_5_max
value: -8.548135411428023
verified: no, type: nauc_map_at_5_std
value: -8.547850460331334
verified: no, type: nauc_mrr_at_1000_diff1
value: -6.022408963585526
verified: no, type: nauc_mrr_at_1000_max
value: 4.481792717087155
verified: no, type: nauc_mrr_at_1000_std
value: 51.6962340491753
verified: no, type: nauc_mrr_at_100_diff1
value: -6.022408963585526
verified: no, type: nauc_mrr_at_100_max
value: 4.481792717087155
verified: no, type: nauc_mrr_at_100_std
value: 51.6962340491753
verified: no, type: nauc_mrr_at_10_diff1
value: -6.022408963585526
verified: no, type: nauc_mrr_at_10_max
value: 4.481792717087155
verified: no, type: nauc_mrr_at_10_std
value: 51.6962340491753
verified: no, type: nauc_mrr_at_1_diff1
value: -6.022408963585076
verified: no, type: nauc_mrr_at_1_max
value: 4.481792717087146
verified: no, type: nauc_mrr_at_1_std
value: 51.69623404917518
verified: no, type: nauc_mrr_at_20_diff1
value: -6.022408963585526
verified: no, type: nauc_mrr_at_20_max
value: 4.481792717087155
verified: no, type: nauc_mrr_at_20_std
value: 51.6962340491753
verified: no, type: nauc_mrr_at_3_diff1
value: -6.022408963585526
verified: no, type: nauc_mrr_at_3_max
value: 4.481792717087155
verified: no, type: nauc_mrr_at_3_std
value: 51.6962340491753
verified: no, type: nauc_mrr_at_5_diff1
value: -6.022408963585526
verified: no, type: nauc_mrr_at_5_max
value: 4.481792717087155
verified: no, type: nauc_mrr_at_5_std
value: 51.6962340491753
verified: no, type: nauc_ndcg_at_1000_diff1
value: -20.79697283984295
verified: no, type: nauc_ndcg_at_1000_max
value: 52.97671908009218
verified: no, type: nauc_ndcg_at_1000_std
value: 75.43907707019758
verified: no, type: nauc_ndcg_at_100_diff1
value: -38.620752706946455
verified: no, type: nauc_ndcg_at_100_max
value: 49.41307462381511
verified: no, type: nauc_ndcg_at_100_std
value: 81.33299379244252
verified: no, type: nauc_ndcg_at_10_diff1
value: -18.611906363037356
verified: no, type: nauc_ndcg_at_10_max
value: 44.20544651664479
verified: no, type: nauc_ndcg_at_10_std
value: 61.322552829935816
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.625935567849073
verified: no, type: nauc_ndcg_at_1_max
value: -10.104132769280879
verified: no, type: nauc_ndcg_at_1_std
value: 22.449560689879743
verified: no, type: nauc_ndcg_at_20_diff1
value: -30.61130208138771
verified: no, type: nauc_ndcg_at_20_max
value: 52.68851710375231
verified: no, type: nauc_ndcg_at_20_std
value: 69.72357683382992
verified: no, type: nauc_ndcg_at_3_diff1
value: 5.695394821691213
verified: no, type: nauc_ndcg_at_3_max
value: 37.909122367102135
verified: no, type: nauc_ndcg_at_3_std
value: 46.2366603255159
verified: no, type: nauc_ndcg_at_5_diff1
value: -15.273067832464731
verified: no, type: nauc_ndcg_at_5_max
value: 49.7054639475091
verified: no, type: nauc_ndcg_at_5_std
value: 58.83754007826166
verified: no, type: nauc_precision_at_1000_diff1
value: -31.565302588492035
verified: no, type: nauc_precision_at_1000_max
value: 52.56214379514724
verified: no, type: nauc_precision_at_1000_std
value: 53.40618234326055
verified: no, type: nauc_precision_at_100_diff1
value: -44.67273120709088
verified: no, type: nauc_precision_at_100_max
value: 48.30381155522576
verified: no, type: nauc_precision_at_100_std
value: 82.1984661602578
verified: no, type: nauc_precision_at_10_diff1
value: -24.737383556860145
verified: no, type: nauc_precision_at_10_max
value: 52.816815002878556
verified: no, type: nauc_precision_at_10_std
value: 67.99052410030845
verified: no, type: nauc_precision_at_1_diff1
value: -6.022408963585076
verified: no, type: nauc_precision_at_1_max
value: 4.481792717087146
verified: no, type: nauc_precision_at_1_std
value: 51.69623404917518
verified: no, type: nauc_precision_at_20_diff1
value: -40.23628054967093
verified: no, type: nauc_precision_at_20_max
value: 56.980056980057014
verified: no, type: nauc_precision_at_20_std
value: 76.60976777785895
verified: no, type: nauc_precision_at_3_diff1
value: -4.661784068466279
verified: no, type: nauc_precision_at_3_max
value: 59.052007899934125
verified: no, type: nauc_precision_at_3_std
value: 58.187952600394986
verified: no, type: nauc_precision_at_5_diff1
value: -38.11848143512736
verified: no, type: nauc_precision_at_5_max
value: 68.6149353358365
verified: no, type: nauc_precision_at_5_std
value: 73.55652899457661
verified: no, type: nauc_recall_at_1000_diff1
value: -14.886527444436345
verified: no, type: nauc_recall_at_1000_max
value: 48.07492302795808
verified: no, type: nauc_recall_at_1000_std
value: 65.05623212485906
verified: no, type: nauc_recall_at_100_diff1
value: -8.148385729388195
verified: no, type: nauc_recall_at_100_max
value: 8.041615364614533
verified: no, type: nauc_recall_at_100_std
value: 33.77187914574611
verified: no, type: nauc_recall_at_10_diff1
value: 24.333628413035942
verified: no, type: nauc_recall_at_10_max
value: -14.577877145192078
verified: no, type: nauc_recall_at_10_std
value: -12.131819145098557
verified: no, type: nauc_recall_at_1_diff1
value: 27.342260509653798
verified: no, type: nauc_recall_at_1_max
value: -23.400451210297994
verified: no, type: nauc_recall_at_1_std
value: -21.152006353733853
verified: no, type: nauc_recall_at_20_diff1
value: 13.695556376785564
verified: no, type: nauc_recall_at_20_max
value: -8.872009346408264
verified: no, type: nauc_recall_at_20_std
value: -3.163199444247112
verified: no, type: nauc_recall_at_3_diff1
value: 32.00442538217753
verified: no, type: nauc_recall_at_3_max
value: -15.159737942664552
verified: no, type: nauc_recall_at_3_std
value: -17.530833132440645
verified: no, type: nauc_recall_at_5_diff1
value: 22.64740552912405
verified: no, type: nauc_recall_at_5_max
value: -12.947090597010414
verified: no, type: nauc_recall_at_5_std
value: -12.914478822476807
verified: no, type: ndcg_at_1
value: 88
verified: no, type: ndcg_at_10
value: 84.60600000000001
verified: no, type: ndcg_at_100
value: 64.31700000000001
verified: no, type: ndcg_at_1000
value: 56.40500000000001
verified: no, type: ndcg_at_20
value: 80.561
verified: no, type: ndcg_at_3
value: 87.87700000000001
verified: no, type: ndcg_at_5
value: 86.641
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 88.2
verified: no, type: precision_at_100
value: 65.9
verified: no, type: precision_at_1000
value: 25.019999999999996
verified: no, type: precision_at_20
value: 84.7
verified: no, type: precision_at_3
value: 92
verified: no, type: precision_at_5
value: 90
verified: no, type: recall_at_1
value: 0.257
verified: no, type: recall_at_10
value: 2.338
verified: no, type: recall_at_100
value: 15.831999999999999
verified: no, type: recall_at_1000
value: 52.519000000000005
verified: no, type: recall_at_20
value: 4.367
verified: no, type: recall_at_3
value: 0.74
verified: no, type: recall_at_5
value: 1.196
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 31.426
verified: no, type: map_at_1
value: 3.4709999999999996
verified: no, type: map_at_10
value: 13.236999999999998
verified: no, type: map_at_100
value: 19.521
verified: no, type: map_at_1000
value: 21.224
verified: no, type: map_at_20
value: 15.626000000000001
verified: no, type: map_at_3
value: 7.152
verified: no, type: map_at_5
value: 9.914000000000001
verified: no, type: mrr_at_1
value: 44.89795918367347
verified: no, type: mrr_at_10
value: 57.54373177842565
verified: no, type: mrr_at_100
value: 57.855267710139536
verified: no, type: mrr_at_1000
value: 57.855267710139536
verified: no, type: mrr_at_20
value: 57.70071764969724
verified: no, type: mrr_at_3
value: 52.72108843537414
verified: no, type: mrr_at_5
value: 55.06802721088435
verified: no, type: nauc_map_at_1000_diff1
value: 21.148857552115558
verified: no, type: nauc_map_at_1000_max
value: 2.0837572569021323
verified: no, type: nauc_map_at_1000_std
value: 3.203419709665347
verified: no, type: nauc_map_at_100_diff1
value: 21.383778167597878
verified: no, type: nauc_map_at_100_max
value: 0.965767943155967
verified: no, type: nauc_map_at_100_std
value: 0.3949924961020957
verified: no, type: nauc_map_at_10_diff1
value: 27.178555638086394
verified: no, type: nauc_map_at_10_max
value: 4.480675175857958
verified: no, type: nauc_map_at_10_std
value: -13.69553539513878
verified: no, type: nauc_map_at_1_diff1
value: 27.63901823865334
verified: no, type: nauc_map_at_1_max
value: -18.6387233237763
verified: no, type: nauc_map_at_1_std
value: -27.02164241863646
verified: no, type: nauc_map_at_20_diff1
value: 23.892104752374888
verified: no, type: nauc_map_at_20_max
value: 3.5343136621362348
verified: no, type: nauc_map_at_20_std
value: -8.765101188860816
verified: no, type: nauc_map_at_3_diff1
value: 22.065793929837493
verified: no, type: nauc_map_at_3_max
value: 0.8063396680860568
verified: no, type: nauc_map_at_3_std
value: -20.404849396621824
verified: no, type: nauc_map_at_5_diff1
value: 22.66626080580714
verified: no, type: nauc_map_at_5_max
value: 5.423340658352383
verified: no, type: nauc_map_at_5_std
value: -18.31523779843455
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.520722269282665
verified: no, type: nauc_mrr_at_1000_max
value: -16.644959497742267
verified: no, type: nauc_mrr_at_1000_std
value: -16.3824126273053
verified: no, type: nauc_mrr_at_100_diff1
value: 30.520722269282665
verified: no, type: nauc_mrr_at_100_max
value: -16.644959497742267
verified: no, type: nauc_mrr_at_100_std
value: -16.3824126273053
verified: no, type: nauc_mrr_at_10_diff1
value: 30.428248939332974
verified: no, type: nauc_mrr_at_10_max
value: -16.300183919261585
verified: no, type: nauc_mrr_at_10_std
value: -15.404823235836309
verified: no, type: nauc_mrr_at_1_diff1
value: 27.041346572613474
verified: no, type: nauc_mrr_at_1_max
value: -23.181309312755804
verified: no, type: nauc_mrr_at_1_std
value: -24.33076726484014
verified: no, type: nauc_mrr_at_20_diff1
value: 30.676558567379303
verified: no, type: nauc_mrr_at_20_max
value: -16.914268763031416
verified: no, type: nauc_mrr_at_20_std
value: -15.77742854976336
verified: no, type: nauc_mrr_at_3_diff1
value: 31.718457109787096
verified: no, type: nauc_mrr_at_3_max
value: -15.508391132202235
verified: no, type: nauc_mrr_at_3_std
value: -20.33229438349494
verified: no, type: nauc_mrr_at_5_diff1
value: 28.73798376227693
verified: no, type: nauc_mrr_at_5_max
value: -16.086295031060196
verified: no, type: nauc_mrr_at_5_std
value: -15.644604635769321
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.158724660189606
verified: no, type: nauc_ndcg_at_1000_max
value: -3.1755686809941475
verified: no, type: nauc_ndcg_at_1000_std
value: 19.258386224159075
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.83846748649288
verified: no, type: nauc_ndcg_at_100_max
value: -10.939957598756036
verified: no, type: nauc_ndcg_at_100_std
value: 14.729678880436623
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.944882726098424
verified: no, type: nauc_ndcg_at_10_max
value: -3.5176483833346617
verified: no, type: nauc_ndcg_at_10_std
value: -5.400606773697211
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.649410985172985
verified: no, type: nauc_ndcg_at_1_max
value: -18.806716526067493
verified: no, type: nauc_ndcg_at_1_std
value: -25.100244999343506
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.860266153648315
verified: no, type: nauc_ndcg_at_20_max
value: -7.521401821712892
verified: no, type: nauc_ndcg_at_20_std
value: -3.3696577425983003
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.9933326962406
verified: no, type: nauc_ndcg_at_3_max
value: -0.4609479344284664
verified: no, type: nauc_ndcg_at_3_std
value: -15.176459166869897
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.50595978713142
verified: no, type: nauc_ndcg_at_5_max
value: -2.1093870656000857
verified: no, type: nauc_ndcg_at_5_std
value: -12.732197425528257
verified: no, type: nauc_precision_at_1000_diff1
value: -20.335120385950024
verified: no, type: nauc_precision_at_1000_max
value: 26.95109729939765
verified: no, type: nauc_precision_at_1000_std
value: 29.981685890622117
verified: no, type: nauc_precision_at_100_diff1
value: -2.782114329320704
verified: no, type: nauc_precision_at_100_max
value: 2.9489322002048604
verified: no, type: nauc_precision_at_100_std
value: 67.3074073674319
verified: no, type: nauc_precision_at_10_diff1
value: 21.385177180383383
verified: no, type: nauc_precision_at_10_max
value: -2.4696365259422817
verified: no, type: nauc_precision_at_10_std
value: 14.469784299536673
verified: no, type: nauc_precision_at_1_diff1
value: 27.041346572613474
verified: no, type: nauc_precision_at_1_max
value: -23.181309312755804
verified: no, type: nauc_precision_at_1_std
value: -24.33076726484014
verified: no, type: nauc_precision_at_20_diff1
value: 11.993846579997673
verified: no, type: nauc_precision_at_20_max
value: -2.4792189693296227
verified: no, type: nauc_precision_at_20_std
value: 28.581394687807745
verified: no, type: nauc_precision_at_3_diff1
value: 20.70568446328836
verified: no, type: nauc_precision_at_3_max
value: 0.37326398699875984
verified: no, type: nauc_precision_at_3_std
value: -12.983918676694389
verified: no, type: nauc_precision_at_5_diff1
value: 19.47466335828124
verified: no, type: nauc_precision_at_5_max
value: -1.8921617684385994
verified: no, type: nauc_precision_at_5_std
value: -6.533875294402164
verified: no, type: nauc_recall_at_1000_diff1
value: 7.611201305723156
verified: no, type: nauc_recall_at_1000_max
value: 5.6416194035820055
verified: no, type: nauc_recall_at_1000_std
value: 61.695208644278
verified: no, type: nauc_recall_at_100_diff1
value: 10.0183258158735
verified: no, type: nauc_recall_at_100_max
value: -10.950612455698973
verified: no, type: nauc_recall_at_100_std
value: 33.06069987640471
verified: no, type: nauc_recall_at_10_diff1
value: 24.738210305731535
verified: no, type: nauc_recall_at_10_max
value: -2.6592454032071546
verified: no, type: nauc_recall_at_10_std
value: -4.83987517793115
verified: no, type: nauc_recall_at_1_diff1
value: 27.63901823865334
verified: no, type: nauc_recall_at_1_max
value: -18.6387233237763
verified: no, type: nauc_recall_at_1_std
value: -27.02164241863646
verified: no, type: nauc_recall_at_20_diff1
value: 17.79601177409034
verified: no, type: nauc_recall_at_20_max
value: -6.681637093148051
verified: no, type: nauc_recall_at_20_std
value: 3.369193919932238
verified: no, type: nauc_recall_at_3_diff1
value: 24.9589431081204
verified: no, type: nauc_recall_at_3_max
value: 2.4783640980500232
verified: no, type: nauc_recall_at_3_std
value: -19.567415651090702
verified: no, type: nauc_recall_at_5_diff1
value: 23.71803410135437
verified: no, type: nauc_recall_at_5_max
value: 1.6294309357641652
verified: no, type: nauc_recall_at_5_std
value: -15.365511906408983
verified: no, type: ndcg_at_1
value: 40.816
verified: no, type: ndcg_at_10
value: 31.426
verified: no, type: ndcg_at_100
value: 41.558
verified: no, type: ndcg_at_1000
value: 53.042
verified: no, type: ndcg_at_20
value: 31.108999999999998
verified: no, type: ndcg_at_3
value: 35.518
verified: no, type: ndcg_at_5
value: 33.235
verified: no, type: precision_at_1
value: 44.897999999999996
verified: no, type: precision_at_10
value: 27.551
verified: no, type: precision_at_100
value: 8.204
verified: no, type: precision_at_1000
value: 1.582
verified: no, type: precision_at_20
value: 19.796
verified: no, type: precision_at_3
value: 36.735
verified: no, type: precision_at_5
value: 33.061
verified: no, type: recall_at_1
value: 3.4709999999999996
verified: no, type: recall_at_10
value: 19.563
verified: no, type: recall_at_100
value: 50.3
verified: no, type: recall_at_1000
value: 85.13199999999999
verified: no, type: recall_at_20
value: 26.738
verified: no, type: recall_at_3
value: 7.8420000000000005
verified: no, type: recall_at_5
value: 11.994
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 68.29850746268657
verified: no, type: ap
value: 30.109785890841966
verified: no, type: ap_weighted
value: 30.109785890841966
verified: no, type: f1
value: 61.76875915202924
verified: no, type: f1_weighted
value: 71.32073190458556
verified: no, type: main_score
value: 68.29850746268657
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 90.3068
verified: no, type: ap
value: 86.17914339624038
verified: no, type: ap_weighted
value: 86.17914339624038
verified: no, type: f1
value: 90.29716826358077
verified: no, type: f1_weighted
value: 90.29716826358077
verified: no, type: main_score
value: 90.3068
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 46.272000000000006
verified: no, type: f1
value: 45.57042543386915
verified: no, type: f1_weighted
value: 45.57042543386915
verified: no, type: main_score
value: 46.272000000000006
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 44.9469238081379
verified: no, type: v_measure
value: 44.9469238081379
verified: no, type: v_measure_std
value: 13.26811262671461
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 34.12071448053325
verified: no, type: v_measure
value: 34.12071448053325
verified: no, type: v_measure_std
value: 13.7019879046405
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 61.597667288657846
verified: no, type: map
value: 61.597667288657846
verified: no, type: mrr
value: 75.57940904893813
verified: no, type: nAUC_map_diff1
value: 8.745172077340095
verified: no, type: nAUC_map_max
value: 20.114863024035493
verified: no, type: nAUC_map_std
value: 15.991351189572192
verified: no, type: nAUC_mrr_diff1
value: 20.781369244159983
verified: no, type: nAUC_mrr_max
value: 30.78542570228559
verified: no, type: nAUC_mrr_std
value: 19.861484857303676
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 88.55587996301419
verified: no, type: cosine_spearman
value: 86.40317357420093
verified: no, type: euclidean_pearson
value: 86.93771958250231
verified: no, type: euclidean_spearman
value: 86.40317357420093
verified: no, type: main_score
value: 86.40317357420093
verified: no, type: manhattan_pearson
value: 86.92196577117366
verified: no, type: manhattan_spearman
value: 85.79834051556095
verified: no, type: pearson
value: 88.55587996301419
verified: no, type: spearman
value: 86.40317357420093
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 80.0064935064935
verified: no, type: f1
value: 79.29524254086299
verified: no, type: f1_weighted
value: 79.295242540863
verified: no, type: main_score
value: 80.0064935064935
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 35.27186813341181
verified: no, type: v_measure
value: 35.27186813341181
verified: no, type: v_measure_std
value: 0.8621482145872432
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 28.411805064852295
verified: no, type: v_measure
value: 28.411805064852295
verified: no, type: v_measure_std
value: 0.7194290078011281
verified: no
task: type: Clustering, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 43.675
verified: no, type: f1
value: 40.15061931375577
verified: no, type: f1_weighted
value: 45.714186572727066
verified: no, type: main_score
value: 43.675
verified: no
task: type: Classification, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 84.35640000000001
verified: no, type: ap
value: 79.07507736685174
verified: no, type: ap_weighted
value: 79.07507736685174
verified: no, type: f1
value: 84.32288494833531
verified: no, type: f1_weighted
value: 84.32288494833531
verified: no, type: main_score
value: 84.35640000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 91.35658914728684
verified: no, type: f1
value: 90.86877537911086
verified: no, type: f1_weighted
value: 91.3282092774443
verified: no, type: main_score
value: 91.35658914728684
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 60.63611491108071
verified: no, type: f1
value: 42.78886482112741
verified: no, type: f1_weighted
value: 63.44208631840539
verified: no, type: main_score
value: 60.63611491108071
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.68796234028245
verified: no, type: f1
value: 64.44940791000278
verified: no, type: f1_weighted
value: 65.77554417406792
verified: no, type: main_score
value: 66.68796234028245
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 73.0598520511096
verified: no, type: f1
value: 72.14267273884774
verified: no, type: f1_weighted
value: 72.93345180137516
verified: no, type: main_score
value: 73.0598520511096
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 31.143081341699606
verified: no, type: v_measure
value: 31.143081341699606
verified: no, type: v_measure_std
value: 1.5578716347076906
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 27.010818869829556
verified: no, type: v_measure
value: 27.010818869829556
verified: no, type: v_measure_std
value: 1.1771554540819378
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 30.20503776754942
verified: no, type: map
value: 30.20503776754942
verified: no, type: mrr
value: 31.076636002733437
verified: no, type: nAUC_map_diff1
value: 7.290568655287842
verified: no, type: nAUC_map_max
value: -21.381599355932945
verified: no, type: nAUC_map_std
value: -7.709920607543168
verified: no, type: nAUC_mrr_diff1
value: 7.558397329284913
verified: no, type: nAUC_mrr_max
value: -15.981397186427607
verified: no, type: nAUC_mrr_std
value: -4.870495243168834
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 51.85893476633338
verified: no, type: v_measure
value: 51.85893476633338
verified: no, type: v_measure_std
value: 4.704770139385852
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 61.8124222918822
verified: no, type: v_measure
value: 61.8124222918822
verified: no, type: v_measure_std
value: 11.994472578100165
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 77.63310776935984
verified: no, type: cosine_spearman
value: 69.86468291111039
verified: no, type: euclidean_pearson
value: 73.91537077798837
verified: no, type: euclidean_spearman
value: 69.86468376650203
verified: no, type: main_score
value: 69.86468291111039
verified: no, type: manhattan_pearson
value: 73.68616048370464
verified: no, type: manhattan_spearman
value: 69.76232036206659
verified: no, type: pearson
value: 77.63310776935984
verified: no, type: spearman
value: 69.86468291111039
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 57.71716838245049
verified: no, type: cosine_spearman
value: 61.797855543446424
verified: no, type: euclidean_pearson
value: 58.22958675325848
verified: no, type: euclidean_spearman
value: 61.797855543446424
verified: no, type: main_score
value: 61.797855543446424
verified: no, type: manhattan_pearson
value: 57.63117544997929
verified: no, type: manhattan_spearman
value: 61.3629404350085
verified: no, type: pearson
value: 57.71716838245049
verified: no, type: spearman
value: 61.797855543446424
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 82.30260026790903
verified: no, type: cosine_spearman
value: 82.66959813070869
verified: no, type: euclidean_pearson
value: 82.08383017580783
verified: no, type: euclidean_spearman
value: 82.66959813070869
verified: no, type: main_score
value: 82.66959813070869
verified: no, type: manhattan_pearson
value: 81.77991451392153
verified: no, type: manhattan_spearman
value: 82.3652534745606
verified: no, type: pearson
value: 82.30260026790903
verified: no, type: spearman
value: 82.66959813070869
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 71.50608384084478
verified: no, type: cosine_spearman
value: 68.94968064977785
verified: no, type: euclidean_pearson
value: 70.73381299949564
verified: no, type: euclidean_spearman
value: 68.94968064977785
verified: no, type: main_score
value: 68.94968064977785
verified: no, type: manhattan_pearson
value: 70.5385486953787
verified: no, type: manhattan_spearman
value: 68.82132770672365
verified: no, type: pearson
value: 71.50608384084478
verified: no, type: spearman
value: 68.94968064977785
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 73.66969825874907
verified: no, type: cosine_spearman
value: 75.55374982088381
verified: no, type: euclidean_pearson
value: 75.9339313749594
verified: no, type: euclidean_spearman
value: 75.55374982088381
verified: no, type: main_score
value: 75.55374982088381
verified: no, type: manhattan_pearson
value: 75.88287553383817
verified: no, type: manhattan_spearman
value: 75.50729812977688
verified: no, type: pearson
value: 73.66969825874907
verified: no, type: spearman
value: 75.55374982088381
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 74.5954724414016
verified: no, type: cosine_spearman
value: 77.2688820850505
verified: no, type: euclidean_pearson
value: 77.19866353971555
verified: no, type: euclidean_spearman
value: 77.2688820850505
verified: no, type: main_score
value: 77.2688820850505
verified: no, type: manhattan_pearson
value: 77.27072603680978
verified: no, type: manhattan_spearman
value: 77.29408453673607
verified: no, type: pearson
value: 74.5954724414016
verified: no, type: spearman
value: 77.2688820850505
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 71.52588722654055
verified: no, type: cosine_spearman
value: 74.97235736456061
verified: no, type: euclidean_pearson
value: 74.51952528854038
verified: no, type: euclidean_spearman
value: 74.97235736456061
verified: no, type: main_score
value: 74.97235736456061
verified: no, type: manhattan_pearson
value: 74.48272300884209
verified: no, type: manhattan_spearman
value: 74.80633649415176
verified: no, type: pearson
value: 71.52588722654055
verified: no, type: spearman
value: 74.97235736456061
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 68.80031120401976
verified: no, type: cosine_spearman
value: 69.07945196478491
verified: no, type: euclidean_pearson
value: 68.99674496430792
verified: no, type: euclidean_spearman
value: 69.07945196478491
verified: no, type: main_score
value: 69.07945196478491
verified: no, type: manhattan_pearson
value: 69.00236107775687
verified: no, type: manhattan_spearman
value: 68.98064879049272
verified: no, type: pearson
value: 68.80031120401976
verified: no, type: spearman
value: 69.07945196478491
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 65.6898007230089
verified: no, type: cosine_spearman
value: 69.72386211803668
verified: no, type: euclidean_pearson
value: 69.04523003701475
verified: no, type: euclidean_spearman
value: 69.72386211803668
verified: no, type: main_score
value: 69.72386211803668
verified: no, type: manhattan_pearson
value: 68.80479743770702
verified: no, type: manhattan_spearman
value: 69.43264575177459
verified: no, type: pearson
value: 65.6898007230089
verified: no, type: spearman
value: 69.72386211803668
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 79.74088066874383
verified: no, type: map
value: 79.74088066874383
verified: no, type: mrr
value: 94.47697455050397
verified: no, type: nAUC_map_diff1
value: 8.036086256905502
verified: no, type: nAUC_map_max
value: 54.88199803816819
verified: no, type: nAUC_map_std
value: 69.16267942176574
verified: no, type: nAUC_mrr_diff1
value: 50.020738477678115
verified: no, type: nAUC_mrr_max
value: 83.28922770326483
verified: no, type: nAUC_mrr_std
value: 83.63973501802224
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.83861386138614
verified: no, type: cosine_accuracy_threshold
value: 74.75666999816895
verified: no, type: cosine_ap
value: 96.15132792066652
verified: no, type: cosine_f1
value: 91.84890656063618
verified: no, type: cosine_f1_threshold
value: 71.70594930648804
verified: no, type: cosine_precision
value: 91.30434782608695
verified: no, type: cosine_recall
value: 92.4
verified: no, type: dot_accuracy
value: 99.83861386138614
verified: no, type: dot_accuracy_threshold
value: 74.75666999816895
verified: no, type: dot_ap
value: 96.15132792066653
verified: no, type: dot_f1
value: 91.84890656063618
verified: no, type: dot_f1_threshold
value: 71.70596122741699
verified: no, type: dot_precision
value: 91.30434782608695
verified: no, type: dot_recall
value: 92.4
verified: no, type: euclidean_accuracy
value: 99.83861386138614
verified: no, type: euclidean_accuracy_threshold
value: 71.05395793914795
verified: no, type: euclidean_ap
value: 96.15132792066652
verified: no, type: euclidean_f1
value: 91.84890656063618
verified: no, type: euclidean_f1_threshold
value: 75.22505521774292
verified: no, type: euclidean_precision
value: 91.30434782608695
verified: no, type: euclidean_recall
value: 92.4
verified: no, type: main_score
value: 96.15132792066653
verified: no, type: manhattan_accuracy
value: 99.83564356435643
verified: no, type: manhattan_accuracy_threshold
value: 1547.6950645446777
verified: no, type: manhattan_ap
value: 96.06151211452136
verified: no, type: manhattan_f1
value: 91.61676646706587
verified: no, type: manhattan_f1_threshold
value: 1626.3608932495117
verified: no, type: manhattan_precision
value: 91.43426294820716
verified: no, type: manhattan_recall
value: 91.8
verified: no, type: max_ap
value: 96.15132792066653
verified: no, type: max_f1
value: 91.84890656063618
verified: no, type: max_precision
value: 91.43426294820716
verified: no, type: max_recall
value: 92.4
verified: no, type: similarity_accuracy
value: 99.83861386138614
verified: no, type: similarity_accuracy_threshold
value: 74.75666999816895
verified: no, type: similarity_ap
value: 96.15132792066652
verified: no, type: similarity_f1
value: 91.84890656063618
verified: no, type: similarity_f1_threshold
value: 71.70594930648804
verified: no, type: similarity_precision
value: 91.30434782608695
verified: no, type: similarity_recall
value: 92.4
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 61.24120328328453
verified: no, type: v_measure
value: 61.24120328328453
verified: no, type: v_measure_std
value: 3.9946560691100372
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 33.808268374864745
verified: no, type: v_measure
value: 33.808268374864745
verified: no, type: v_measure_std
value: 1.2212188701887239
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 52.19806018468037
verified: no, type: map
value: 52.19806018468037
verified: no, type: mrr
value: 52.98921462524404
verified: no, type: nAUC_map_diff1
value: 37.41443156995912
verified: no, type: nAUC_map_max
value: 9.410262727675603
verified: no, type: nAUC_map_std
value: 8.7094185014992
verified: no, type: nAUC_mrr_diff1
value: 37.78202772392581
verified: no, type: nAUC_mrr_max
value: 10.517635536565816
verified: no, type: nAUC_mrr_std
value: 8.509423813772491
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.48413700430812
verified: no, type: cosine_spearman
value: 30.357162200875816
verified: no, type: dot_pearson
value: 30.484140144824938
verified: no, type: dot_spearman
value: 30.357162200875816
verified: no, type: main_score
value: 30.357162200875816
verified: no, type: pearson
value: 30.48413700430812
verified: no, type: spearman
value: 30.357162200875816
verified: no
task: type: Summarization, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 66.8359375
verified: no, type: ap
value: 12.482653786025985
verified: no, type: ap_weighted
value: 12.482653786025985
verified: no, type: f1
value: 51.328608527332385
verified: no, type: f1_weighted
value: 74.07974463955398
verified: no, type: main_score
value: 66.8359375
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 53.907753254103
verified: no, type: f1
value: 54.22707647269581
verified: no, type: f1_weighted
value: 53.611822984407695
verified: no, type: main_score
value: 53.907753254103
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 38.1364789307295
verified: no, type: v_measure
value: 38.1364789307295
verified: no, type: v_measure_std
value: 2.0731634966352077
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 82.66674614054956
verified: no, type: cosine_accuracy_threshold
value: 79.80123162269592
verified: no, type: cosine_ap
value: 63.28209719072804
verified: no, type: cosine_f1
value: 60.16389710903711
verified: no, type: cosine_f1_threshold
value: 72.22893834114075
verified: no, type: cosine_precision
value: 52.90232185748599
verified: no, type: cosine_recall
value: 69.73614775725594
verified: no, type: dot_accuracy
value: 82.66674614054956
verified: no, type: dot_accuracy_threshold
value: 79.8012375831604
verified: no, type: dot_ap
value: 63.282103870645166
verified: no, type: dot_f1
value: 60.16389710903711
verified: no, type: dot_f1_threshold
value: 72.22894430160522
verified: no, type: dot_precision
value: 52.90232185748599
verified: no, type: dot_recall
value: 69.73614775725594
verified: no, type: euclidean_accuracy
value: 82.66674614054956
verified: no, type: euclidean_accuracy_threshold
value: 63.55905532836914
verified: no, type: euclidean_ap
value: 63.282095399953164
verified: no, type: euclidean_f1
value: 60.16389710903711
verified: no, type: euclidean_f1_threshold
value: 74.5265781879425
verified: no, type: euclidean_precision
value: 52.90232185748599
verified: no, type: euclidean_recall
value: 69.73614775725594
verified: no, type: main_score
value: 63.282103870645166
verified: no, type: manhattan_accuracy
value: 82.74423317637242
verified: no, type: manhattan_accuracy_threshold
value: 1415.380859375
verified: no, type: manhattan_ap
value: 63.26931757839598
verified: no, type: manhattan_f1
value: 60.11014948859166
verified: no, type: manhattan_f1_threshold
value: 1632.522201538086
verified: no, type: manhattan_precision
value: 52.359506559624045
verified: no, type: manhattan_recall
value: 70.55408970976254
verified: no, type: max_ap
value: 63.282103870645166
verified: no, type: max_f1
value: 60.16389710903711
verified: no, type: max_precision
value: 52.90232185748599
verified: no, type: max_recall
value: 70.55408970976254
verified: no, type: similarity_accuracy
value: 82.66674614054956
verified: no, type: similarity_accuracy_threshold
value: 79.80123162269592
verified: no, type: similarity_ap
value: 63.28209719072804
verified: no, type: similarity_f1
value: 60.16389710903711
verified: no, type: similarity_f1_threshold
value: 72.22893834114075
verified: no, type: similarity_precision
value: 52.90232185748599
verified: no, type: similarity_recall
value: 69.73614775725594
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.10105949470253
verified: no, type: cosine_accuracy_threshold
value: 68.95147562026978
verified: no, type: cosine_ap
value: 84.65516103854583
verified: no, type: cosine_f1
value: 76.54581123301605
verified: no, type: cosine_f1_threshold
value: 63.92929553985596
verified: no, type: cosine_precision
value: 72.46526344751685
verified: no, type: cosine_recall
value: 81.11333538651063
verified: no, type: dot_accuracy
value: 88.10105949470253
verified: no, type: dot_accuracy_threshold
value: 68.95147562026978
verified: no, type: dot_ap
value: 84.65516301437592
verified: no, type: dot_f1
value: 76.54581123301605
verified: no, type: dot_f1_threshold
value: 63.92928957939148
verified: no, type: dot_precision
value: 72.46526344751685
verified: no, type: dot_recall
value: 81.11333538651063
verified: no, type: euclidean_accuracy
value: 88.10105949470253
verified: no, type: euclidean_accuracy_threshold
value: 78.80169153213501
verified: no, type: euclidean_ap
value: 84.65517268264233
verified: no, type: euclidean_f1
value: 76.54581123301605
verified: no, type: euclidean_f1_threshold
value: 84.93610620498657
verified: no, type: euclidean_precision
value: 72.46526344751685
verified: no, type: euclidean_recall
value: 81.11333538651063
verified: no, type: main_score
value: 84.65517268264233
verified: no, type: manhattan_accuracy
value: 88.08941669577366
verified: no, type: manhattan_accuracy_threshold
value: 1739.3169403076172
verified: no, type: manhattan_ap
value: 84.64592398855694
verified: no, type: manhattan_f1
value: 76.62890540443034
verified: no, type: manhattan_f1_threshold
value: 1861.344337463379
verified: no, type: manhattan_precision
value: 72.09775967413442
verified: no, type: manhattan_recall
value: 81.76778564829073
verified: no, type: max_ap
value: 84.65517268264233
verified: no, type: max_f1
value: 76.62890540443034
verified: no, type: max_precision
value: 72.46526344751685
verified: no, type: max_recall
value: 81.76778564829073
verified: no, type: similarity_accuracy
value: 88.10105949470253
verified: no, type: similarity_accuracy_threshold
value: 68.95147562026978
verified: no, type: similarity_ap
value: 84.65516103854583
verified: no, type: similarity_f1
value: 76.54581123301605
verified: no, type: similarity_f1_threshold
value: 63.92929553985596
verified: no, type: similarity_precision
value: 72.46526344751685
verified: no, type: similarity_recall
value: 81.11333538651063
verified: no
task: type: PairClassification
Likes: 66 | All-time downloads: 1387075
Created: 2024-07-03 18:46:29