Model: qinxianliu/FUE-v1
Author: qinxianliu
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, mpnet, feature-extraction, sentence-similarity, mteb, en, model-index, endpoints_compatible, region:us
Card metadata: language: en
tags: sentence-transformers, feature-extraction, sentence-similarity, mteb
model-index: name: FUE-v1
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 28.538000000000004
verified: no, type: map_at_1
value: 12.518
verified: no, type: map_at_10
value: 22.123
verified: no, type: map_at_100
value: 23.69
verified: no, type: map_at_1000
value: 23.753
verified: no, type: map_at_20
value: 23.143
verified: no, type: map_at_3
value: 18.255
verified: no, type: map_at_5
value: 20.101
verified: no, type: mrr_at_1
value: 12.51778093883357
verified: no, type: mrr_at_10
value: 22.1181896181896
verified: no, type: mrr_at_100
value: 23.691403907137428
verified: no, type: mrr_at_1000
value: 23.754663976195605
verified: no, type: mrr_at_20
value: 23.14463626403498
verified: no, type: mrr_at_3
value: 18.25509720246565
verified: no, type: mrr_at_5
value: 20.090090090090076
verified: no, type: nauc_map_at_1000_diff1
value: 9.323271975614725
verified: no, type: nauc_map_at_1000_max
value: 14.254988429417367
verified: no, type: nauc_map_at_1000_std
value: 0.6719763425462996
verified: no, type: nauc_map_at_100_diff1
value: 9.282199840240164
verified: no, type: nauc_map_at_100_max
value: 14.292222368573587
verified: no, type: nauc_map_at_100_std
value: 0.7292665505578078
verified: no, type: nauc_map_at_10_diff1
value: 9.281903499487566
verified: no, type: nauc_map_at_10_max
value: 13.866426442021092
verified: no, type: nauc_map_at_10_std
value: 0.25246485902079857
verified: no, type: nauc_map_at_1_diff1
value: 17.7280206384371
verified: no, type: nauc_map_at_1_max
value: 10.815824715688484
verified: no, type: nauc_map_at_1_std
value: -2.743162847857448
verified: no, type: nauc_map_at_20_diff1
value: 9.102539119027215
verified: no, type: nauc_map_at_20_max
value: 14.315213373754535
verified: no, type: nauc_map_at_20_std
value: 0.4814890472114564
verified: no, type: nauc_map_at_3_diff1
value: 11.182980254921844
verified: no, type: nauc_map_at_3_max
value: 12.459436078396347
verified: no, type: nauc_map_at_3_std
value: -0.556503984217633
verified: no, type: nauc_map_at_5_diff1
value: 10.337883923056356
verified: no, type: nauc_map_at_5_max
value: 13.156434240892349
verified: no, type: nauc_map_at_5_std
value: -0.29354150586109307
verified: no, type: nauc_mrr_at_1000_diff1
value: 9.324556497025348
verified: no, type: nauc_mrr_at_1000_max
value: 14.253533211305847
verified: no, type: nauc_mrr_at_1000_std
value: 0.6697271579920419
verified: no, type: nauc_mrr_at_100_diff1
value: 9.283500049480148
verified: no, type: nauc_mrr_at_100_max
value: 14.29077459198726
verified: no, type: nauc_mrr_at_100_std
value: 0.7270254698558568
verified: no, type: nauc_mrr_at_10_diff1
value: 9.307586753777215
verified: no, type: nauc_mrr_at_10_max
value: 13.867744805840864
verified: no, type: nauc_mrr_at_10_std
value: 0.24609376657604679
verified: no, type: nauc_mrr_at_1_diff1
value: 17.7280206384371
verified: no, type: nauc_mrr_at_1_max
value: 10.815824715688484
verified: no, type: nauc_mrr_at_1_std
value: -2.743162847857448
verified: no, type: nauc_mrr_at_20_diff1
value: 9.104040005863022
verified: no, type: nauc_mrr_at_20_max
value: 14.313919541370158
verified: no, type: nauc_mrr_at_20_std
value: 0.47929028753819247
verified: no, type: nauc_mrr_at_3_diff1
value: 11.182980254921844
verified: no, type: nauc_mrr_at_3_max
value: 12.459436078396347
verified: no, type: nauc_mrr_at_3_std
value: -0.556503984217633
verified: no, type: nauc_mrr_at_5_diff1
value: 10.292026698958562
verified: no, type: nauc_mrr_at_5_max
value: 13.162311512830788
verified: no, type: nauc_mrr_at_5_std
value: -0.279085086218627
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.3163309764159825
verified: no, type: nauc_ndcg_at_1000_max
value: 16.010286453339404
verified: no, type: nauc_ndcg_at_1000_std
value: 2.607890495864114
verified: no, type: nauc_ndcg_at_100_diff1
value: 6.345607449579556
verified: no, type: nauc_ndcg_at_100_max
value: 17.107603089582387
verified: no, type: nauc_ndcg_at_100_std
value: 4.24098978361439
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.8109195734245125
verified: no, type: nauc_ndcg_at_10_max
value: 15.749698291184078
verified: no, type: nauc_ndcg_at_10_std
value: 1.7791956012747472
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.7280206384371
verified: no, type: nauc_ndcg_at_1_max
value: 10.815824715688484
verified: no, type: nauc_ndcg_at_1_std
value: -2.743162847857448
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.8931445052931535
verified: no, type: nauc_ndcg_at_20_max
value: 17.242324916281724
verified: no, type: nauc_ndcg_at_20_std
value: 2.5398984271374716
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.692595930124401
verified: no, type: nauc_ndcg_at_3_max
value: 13.040710081661585
verified: no, type: nauc_ndcg_at_3_std
value: 0.04190136287761992
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.29716057792536
verified: no, type: nauc_ndcg_at_5_max
value: 14.202672828576501
verified: no, type: nauc_ndcg_at_5_std
value: 0.4915852638473377
verified: no, type: nauc_precision_at_1000_diff1
value: -4.340157000443621
verified: no, type: nauc_precision_at_1000_max
value: 47.2664467039377
verified: no, type: nauc_precision_at_1000_std
value: 55.01988662253597
verified: no, type: nauc_precision_at_100_diff1
value: -7.7805105013646445
verified: no, type: nauc_precision_at_100_max
value: 35.464559183683306
verified: no, type: nauc_precision_at_100_std
value: 32.179756475948615
verified: no, type: nauc_precision_at_10_diff1
value: -2.8054318748220983
verified: no, type: nauc_precision_at_10_max
value: 20.50642719670412
verified: no, type: nauc_precision_at_10_std
value: 5.658488748996167
verified: no, type: nauc_precision_at_1_diff1
value: 17.7280206384371
verified: no, type: nauc_precision_at_1_max
value: 10.815824715688484
verified: no, type: nauc_precision_at_1_std
value: -2.743162847857448
verified: no, type: nauc_precision_at_20_diff1
value: -8.125102884571286
verified: no, type: nauc_precision_at_20_max
value: 26.61981123742234
verified: no, type: nauc_precision_at_20_std
value: 9.015277052264246
verified: no, type: nauc_precision_at_3_diff1
value: 6.293777341889125
verified: no, type: nauc_precision_at_3_max
value: 14.423054474164651
verified: no, type: nauc_precision_at_3_std
value: 1.4341093423522946
verified: no, type: nauc_precision_at_5_diff1
value: 3.7181074720510505
verified: no, type: nauc_precision_at_5_max
value: 16.654168420354303
verified: no, type: nauc_precision_at_5_std
value: 2.2783035538057934
verified: no, type: nauc_recall_at_1000_diff1
value: -4.340157000443143
verified: no, type: nauc_recall_at_1000_max
value: 47.26644670393844
verified: no, type: nauc_recall_at_1000_std
value: 55.01988662253498
verified: no, type: nauc_recall_at_100_diff1
value: -7.780510501364643
verified: no, type: nauc_recall_at_100_max
value: 35.46455918368321
verified: no, type: nauc_recall_at_100_std
value: 32.179756475948565
verified: no, type: nauc_recall_at_10_diff1
value: -2.8054318748220988
verified: no, type: nauc_recall_at_10_max
value: 20.50642719670411
verified: no, type: nauc_recall_at_10_std
value: 5.658488748996162
verified: no, type: nauc_recall_at_1_diff1
value: 17.7280206384371
verified: no, type: nauc_recall_at_1_max
value: 10.815824715688484
verified: no, type: nauc_recall_at_1_std
value: -2.743162847857448
verified: no, type: nauc_recall_at_20_diff1
value: -8.125102884571232
verified: no, type: nauc_recall_at_20_max
value: 26.619811237422397
verified: no, type: nauc_recall_at_20_std
value: 9.015277052264283
verified: no, type: nauc_recall_at_3_diff1
value: 6.293777341889125
verified: no, type: nauc_recall_at_3_max
value: 14.423054474164635
verified: no, type: nauc_recall_at_3_std
value: 1.4341093423523195
verified: no, type: nauc_recall_at_5_diff1
value: 3.7181074720510505
verified: no, type: nauc_recall_at_5_max
value: 16.65416842035427
verified: no, type: nauc_recall_at_5_std
value: 2.278303553805766
verified: no, type: ndcg_at_1
value: 12.518
verified: no, type: ndcg_at_10
value: 28.538000000000004
verified: no, type: ndcg_at_100
value: 36.315
verified: no, type: ndcg_at_1000
value: 37.905
verified: no, type: ndcg_at_20
value: 32.235
verified: no, type: ndcg_at_3
value: 20.277
verified: no, type: ndcg_at_5
value: 23.625
verified: no, type: precision_at_1
value: 12.518
verified: no, type: precision_at_10
value: 4.957000000000001
verified: no, type: precision_at_100
value: 0.864
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.2079999999999997
verified: no, type: precision_at_3
value: 8.725
verified: no, type: precision_at_5
value: 6.8709999999999996
verified: no, type: recall_at_1
value: 12.518
verified: no, type: recall_at_10
value: 49.573
verified: no, type: recall_at_100
value: 86.41499999999999
verified: no, type: recall_at_1000
value: 98.72
verified: no, type: recall_at_20
value: 64.154
verified: no, type: recall_at_3
value: 26.173999999999996
verified: no, type: recall_at_5
value: 34.353
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 66.82497796556063
verified: no, type: map
value: 66.82497796556063
verified: no, type: mrr
value: 79.41322604757507
verified: no, type: nAUC_map_diff1
value: 12.416876133855089
verified: no, type: nAUC_map_max
value: 26.748567859708082
verified: no, type: nAUC_map_std
value: 17.369392917676496
verified: no, type: nAUC_mrr_diff1
value: 24.35046473918137
verified: no, type: nAUC_mrr_max
value: 41.748545887921786
verified: no, type: nAUC_mrr_std
value: 20.095859022985742
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 77.26959202649614
verified: no, type: cosine_spearman
value: 72.60346154803956
verified: no, type: euclidean_pearson
value: 75.60706813872336
verified: no, type: euclidean_spearman
value: 72.60346154803956
verified: no, type: main_score
value: 72.60346154803956
verified: no, type: manhattan_pearson
value: 74.85441649457519
verified: no, type: manhattan_spearman
value: 71.82211844340206
verified: no, type: pearson
value: 77.26960125718689
verified: no, type: spearman
value: 72.60346154803956
verified: no
task: type: STS, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 52.916
verified: no, type: map_at_1
value: 32.649
verified: no, type: map_at_10
value: 45.772
verified: no, type: map_at_100
value: 47.457
verified: no, type: map_at_1000
value: 47.599999999999994
verified: no, type: map_at_20
value: 46.725
verified: no, type: map_at_3
value: 41.692
verified: no, type: map_at_5
value: 44.046
verified: no, type: mrr_at_1
value: 40.629470672389125
verified: no, type: mrr_at_10
value: 51.90226400526829
verified: no, type: mrr_at_100
value: 52.55196625361068
verified: no, type: mrr_at_1000
value: 52.59335586794691
verified: no, type: mrr_at_20
value: 52.2668351149164
verified: no, type: mrr_at_3
value: 49.40391034811636
verified: no, type: mrr_at_5
value: 51.09203624225081
verified: no, type: nauc_map_at_1000_diff1
value: 45.289329882047205
verified: no, type: nauc_map_at_1000_max
value: 39.28004476774031
verified: no, type: nauc_map_at_1000_std
value: -10.47186686937888
verified: no, type: nauc_map_at_100_diff1
value: 45.27568029871466
verified: no, type: nauc_map_at_100_max
value: 39.30223620117373
verified: no, type: nauc_map_at_100_std
value: -10.410329154110126
verified: no, type: nauc_map_at_10_diff1
value: 45.788018257879656
verified: no, type: nauc_map_at_10_max
value: 38.87347267479215
verified: no, type: nauc_map_at_10_std
value: -11.99683042659094
verified: no, type: nauc_map_at_1_diff1
value: 53.35615479144534
verified: no, type: nauc_map_at_1_max
value: 31.475294365337536
verified: no, type: nauc_map_at_1_std
value: -14.003054216071481
verified: no, type: nauc_map_at_20_diff1
value: 45.490662130375064
verified: no, type: nauc_map_at_20_max
value: 39.090398903912536
verified: no, type: nauc_map_at_20_std
value: -10.96175771068962
verified: no, type: nauc_map_at_3_diff1
value: 46.8301634760078
verified: no, type: nauc_map_at_3_max
value: 36.2671266498893
verified: no, type: nauc_map_at_3_std
value: -13.38271575807636
verified: no, type: nauc_map_at_5_diff1
value: 46.28657566818991
verified: no, type: nauc_map_at_5_max
value: 37.8207988324964
verified: no, type: nauc_map_at_5_std
value: -12.314684453880659
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.14531221378786
verified: no, type: nauc_mrr_at_1000_max
value: 41.03230454152977
verified: no, type: nauc_mrr_at_1000_std
value: -7.879125647271273
verified: no, type: nauc_mrr_at_100_diff1
value: 43.12790875666598
verified: no, type: nauc_mrr_at_100_max
value: 41.03454971653736
verified: no, type: nauc_mrr_at_100_std
value: -7.858776508352652
verified: no, type: nauc_mrr_at_10_diff1
value: 42.87454261242089
verified: no, type: nauc_mrr_at_10_max
value: 41.108557872693055
verified: no, type: nauc_mrr_at_10_std
value: -8.099855590270796
verified: no, type: nauc_mrr_at_1_diff1
value: 49.61818728047409
verified: no, type: nauc_mrr_at_1_max
value: 38.804257214142154
verified: no, type: nauc_mrr_at_1_std
value: -10.72284382304455
verified: no, type: nauc_mrr_at_20_diff1
value: 43.0725399972107
verified: no, type: nauc_mrr_at_20_max
value: 41.08996625932272
verified: no, type: nauc_mrr_at_20_std
value: -7.8159114035841695
verified: no, type: nauc_mrr_at_3_diff1
value: 43.267966736078975
verified: no, type: nauc_mrr_at_3_max
value: 40.36006635996485
verified: no, type: nauc_mrr_at_3_std
value: -8.754877467052037
verified: no, type: nauc_mrr_at_5_diff1
value: 42.75118896375678
verified: no, type: nauc_mrr_at_5_max
value: 40.91174373590108
verified: no, type: nauc_mrr_at_5_std
value: -8.082572960635977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.8206024836842
verified: no, type: nauc_ndcg_at_1000_max
value: 41.23107259743807
verified: no, type: nauc_ndcg_at_1000_std
value: -7.267656950359476
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.28641440933444
verified: no, type: nauc_ndcg_at_100_max
value: 41.6734450569554
verified: no, type: nauc_ndcg_at_100_std
value: -6.224022095206258
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.753045687362324
verified: no, type: nauc_ndcg_at_10_max
value: 41.47728394469051
verified: no, type: nauc_ndcg_at_10_std
value: -9.82176692905538
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.61818728047409
verified: no, type: nauc_ndcg_at_1_max
value: 38.804257214142154
verified: no, type: nauc_ndcg_at_1_std
value: -10.72284382304455
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.79059001163042
verified: no, type: nauc_ndcg_at_20_max
value: 41.45466723327685
verified: no, type: nauc_ndcg_at_20_std
value: -7.8811099324857095
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.777535675427956
verified: no, type: nauc_ndcg_at_3_max
value: 39.005245346467646
verified: no, type: nauc_ndcg_at_3_std
value: -9.754879407450163
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.66583257245142
verified: no, type: nauc_ndcg_at_5_max
value: 40.326265568150504
verified: no, type: nauc_ndcg_at_5_std
value: -9.230270533786904
verified: no, type: nauc_precision_at_1000_diff1
value: -16.70348014597805
verified: no, type: nauc_precision_at_1000_max
value: -8.386803902715592
verified: no, type: nauc_precision_at_1000_std
value: 0.13502316171005296
verified: no, type: nauc_precision_at_100_diff1
value: -15.998085065118264
verified: no, type: nauc_precision_at_100_max
value: 8.956110379153944
verified: no, type: nauc_precision_at_100_std
value: 16.51962286328538
verified: no, type: nauc_precision_at_10_diff1
value: -1.001533004655409
verified: no, type: nauc_precision_at_10_max
value: 29.82358647130004
verified: no, type: nauc_precision_at_10_std
value: 10.818324954671196
verified: no, type: nauc_precision_at_1_diff1
value: 49.61818728047409
verified: no, type: nauc_precision_at_1_max
value: 38.804257214142154
verified: no, type: nauc_precision_at_1_std
value: -10.72284382304455
verified: no, type: nauc_precision_at_20_diff1
value: -7.810474487909365
verified: no, type: nauc_precision_at_20_max
value: 21.77756355634436
verified: no, type: nauc_precision_at_20_std
value: 16.63426939452981
verified: no, type: nauc_precision_at_3_diff1
value: 18.512689708793893
verified: no, type: nauc_precision_at_3_max
value: 39.095246356190245
verified: no, type: nauc_precision_at_3_std
value: -1.0810033734203999
verified: no, type: nauc_precision_at_5_diff1
value: 8.138752687073158
verified: no, type: nauc_precision_at_5_max
value: 36.10702475124429
verified: no, type: nauc_precision_at_5_std
value: 7.333980251486291
verified: no, type: nauc_recall_at_1000_diff1
value: 24.267062537529018
verified: no, type: nauc_recall_at_1000_max
value: 54.99733856577079
verified: no, type: nauc_recall_at_1000_std
value: 35.868095521705776
verified: no, type: nauc_recall_at_100_diff1
value: 26.74575223566034
verified: no, type: nauc_recall_at_100_max
value: 47.652482792272785
verified: no, type: nauc_recall_at_100_std
value: 19.054850321156742
verified: no, type: nauc_recall_at_10_diff1
value: 34.19555084006223
verified: no, type: nauc_recall_at_10_max
value: 41.8550922310514
verified: no, type: nauc_recall_at_10_std
value: -8.506390007838977
verified: no, type: nauc_recall_at_1_diff1
value: 53.35615479144534
verified: no, type: nauc_recall_at_1_max
value: 31.475294365337536
verified: no, type: nauc_recall_at_1_std
value: -14.003054216071481
verified: no, type: nauc_recall_at_20_diff1
value: 33.77586137392995
verified: no, type: nauc_recall_at_20_max
value: 42.954168251101486
verified: no, type: nauc_recall_at_20_std
value: 0.3955721013883589
verified: no, type: nauc_recall_at_3_diff1
value: 38.445298323492345
verified: no, type: nauc_recall_at_3_max
value: 35.55313976386901
verified: no, type: nauc_recall_at_3_std
value: -11.509187665960084
verified: no, type: nauc_recall_at_5_diff1
value: 35.789287343837884
verified: no, type: nauc_recall_at_5_max
value: 38.63482405526856
verified: no, type: nauc_recall_at_5_std
value: -8.350167399589925
verified: no, type: ndcg_at_1
value: 40.629
verified: no, type: ndcg_at_10
value: 52.916
verified: no, type: ndcg_at_100
value: 58.07600000000001
verified: no, type: ndcg_at_1000
value: 59.73500000000001
verified: no, type: ndcg_at_20
value: 54.974000000000004
verified: no, type: ndcg_at_3
value: 47.547
verified: no, type: ndcg_at_5
value: 50.295
verified: no, type: precision_at_1
value: 40.629
verified: no, type: precision_at_10
value: 10.700999999999999
verified: no, type: precision_at_100
value: 1.6820000000000002
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_20
value: 6.345000000000001
verified: no, type: precision_at_3
value: 23.796
verified: no, type: precision_at_5
value: 17.596999999999998
verified: no, type: recall_at_1
value: 32.649
verified: no, type: recall_at_10
value: 66.116
verified: no, type: recall_at_100
value: 87.51
verified: no, type: recall_at_1000
value: 97.829
verified: no, type: recall_at_20
value: 73.379
verified: no, type: recall_at_3
value: 50.613
verified: no, type: recall_at_5
value: 58.01
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 43.505
verified: no, type: map_at_1
value: 27.195000000000004
verified: no, type: map_at_10
value: 37.580000000000005
verified: no, type: map_at_100
value: 39.01
verified: no, type: map_at_1000
value: 39.159
verified: no, type: map_at_20
value: 38.330999999999996
verified: no, type: map_at_3
value: 34.412
verified: no, type: map_at_5
value: 36.193
verified: no, type: mrr_at_1
value: 35.28662420382165
verified: no, type: mrr_at_10
value: 43.60006571630778
verified: no, type: mrr_at_100
value: 44.353842651523586
verified: no, type: mrr_at_1000
value: 44.4053387476111
verified: no, type: mrr_at_20
value: 44.04638739149498
verified: no, type: mrr_at_3
value: 41.18895966029725
verified: no, type: mrr_at_5
value: 42.61252653927815
verified: no, type: nauc_map_at_1000_diff1
value: 42.38618266865594
verified: no, type: nauc_map_at_1000_max
value: 41.491554181716175
verified: no, type: nauc_map_at_1000_std
value: -3.5386577633054737
verified: no, type: nauc_map_at_100_diff1
value: 42.40564292548819
verified: no, type: nauc_map_at_100_max
value: 41.45373569198577
verified: no, type: nauc_map_at_100_std
value: -3.6625477908993473
verified: no, type: nauc_map_at_10_diff1
value: 42.625665623454125
verified: no, type: nauc_map_at_10_max
value: 40.51903544452516
verified: no, type: nauc_map_at_10_std
value: -5.536441154309886
verified: no, type: nauc_map_at_1_diff1
value: 47.914129207001
verified: no, type: nauc_map_at_1_max
value: 36.47093132755044
verified: no, type: nauc_map_at_1_std
value: -9.621259227944329
verified: no, type: nauc_map_at_20_diff1
value: 42.57383348544318
verified: no, type: nauc_map_at_20_max
value: 41.02679079990154
verified: no, type: nauc_map_at_20_std
value: -4.490511334672925
verified: no, type: nauc_map_at_3_diff1
value: 43.59030079409757
verified: no, type: nauc_map_at_3_max
value: 39.93229570655855
verified: no, type: nauc_map_at_3_std
value: -7.175841169162778
verified: no, type: nauc_map_at_5_diff1
value: 42.98743128411056
verified: no, type: nauc_map_at_5_max
value: 40.150925311516275
verified: no, type: nauc_map_at_5_std
value: -6.424502709519393
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.41841677865114
verified: no, type: nauc_mrr_at_1000_max
value: 42.247852660053745
verified: no, type: nauc_mrr_at_1000_std
value: -1.165540535556555
verified: no, type: nauc_mrr_at_100_diff1
value: 42.420657267186726
verified: no, type: nauc_mrr_at_100_max
value: 42.251825675553704
verified: no, type: nauc_mrr_at_100_std
value: -1.1636278747245774
verified: no, type: nauc_mrr_at_10_diff1
value: 42.3138037346923
verified: no, type: nauc_mrr_at_10_max
value: 42.10074065067146
verified: no, type: nauc_mrr_at_10_std
value: -1.6076100571015888
verified: no, type: nauc_mrr_at_1_diff1
value: 46.14573077561728
verified: no, type: nauc_mrr_at_1_max
value: 42.061927948085334
verified: no, type: nauc_mrr_at_1_std
value: -3.7673030766056828
verified: no, type: nauc_mrr_at_20_diff1
value: 42.40273873695689
verified: no, type: nauc_mrr_at_20_max
value: 42.171375510351766
verified: no, type: nauc_mrr_at_20_std
value: -1.3515543593263308
verified: no, type: nauc_mrr_at_3_diff1
value: 42.65327763586051
verified: no, type: nauc_mrr_at_3_max
value: 42.60487343560702
verified: no, type: nauc_mrr_at_3_std
value: -2.017909554093815
verified: no, type: nauc_mrr_at_5_diff1
value: 42.55441855170127
verified: no, type: nauc_mrr_at_5_max
value: 42.24074898539688
verified: no, type: nauc_mrr_at_5_std
value: -1.6335691035307471
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.99947003301228
verified: no, type: nauc_ndcg_at_1000_max
value: 42.59731002851968
verified: no, type: nauc_ndcg_at_1000_std
value: 1.5617506389566693
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.05947202800858
verified: no, type: nauc_ndcg_at_100_max
value: 42.655256081496375
verified: no, type: nauc_ndcg_at_100_std
value: 1.1275622124800324
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.71646296399764
verified: no, type: nauc_ndcg_at_10_max
value: 41.32474748899915
verified: no, type: nauc_ndcg_at_10_std
value: -2.838548394405895
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.14573077561728
verified: no, type: nauc_ndcg_at_1_max
value: 42.061927948085334
verified: no, type: nauc_ndcg_at_1_std
value: -3.7673030766056828
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.94701485601509
verified: no, type: nauc_ndcg_at_20_max
value: 41.89909312421838
verified: no, type: nauc_ndcg_at_20_std
value: -1.0729170787288922
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.57176168658056
verified: no, type: nauc_ndcg_at_3_max
value: 42.089267442299075
verified: no, type: nauc_ndcg_at_3_std
value: -3.6656009457600476
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.312525235264545
verified: no, type: nauc_ndcg_at_5_max
value: 41.40459679814617
verified: no, type: nauc_ndcg_at_5_std
value: -3.607343043079315
verified: no, type: nauc_precision_at_1000_diff1
value: -10.389355556009154
verified: no, type: nauc_precision_at_1000_max
value: 11.213997730937681
verified: no, type: nauc_precision_at_1000_std
value: 30.484993965189755
verified: no, type: nauc_precision_at_100_diff1
value: -4.589336722169161
verified: no, type: nauc_precision_at_100_max
value: 23.61692037737193
verified: no, type: nauc_precision_at_100_std
value: 34.58390587538388
verified: no, type: nauc_precision_at_10_diff1
value: 11.420232344757583
verified: no, type: nauc_precision_at_10_max
value: 33.61211581898657
verified: no, type: nauc_precision_at_10_std
value: 17.67212437703975
verified: no, type: nauc_precision_at_1_diff1
value: 46.14573077561728
verified: no, type: nauc_precision_at_1_max
value: 42.061927948085334
verified: no, type: nauc_precision_at_1_std
value: -3.7673030766056828
verified: no, type: nauc_precision_at_20_diff1
value: 5.338962369182836
verified: no, type: nauc_precision_at_20_max
value: 31.49712758851038
verified: no, type: nauc_precision_at_20_std
value: 26.273239812959265
verified: no, type: nauc_precision_at_3_diff1
value: 25.760340841656195
verified: no, type: nauc_precision_at_3_max
value: 40.78701062437991
verified: no, type: nauc_precision_at_3_std
value: 6.786760881569201
verified: no, type: nauc_precision_at_5_diff1
value: 20.210043555954318
verified: no, type: nauc_precision_at_5_max
value: 37.031291554404085
verified: no, type: nauc_precision_at_5_std
value: 10.611181228801739
verified: no, type: nauc_recall_at_1000_diff1
value: 33.476332225623814
verified: no, type: nauc_recall_at_1000_max
value: 47.867568065614016
verified: no, type: nauc_recall_at_1000_std
value: 43.50634640789991
verified: no, type: nauc_recall_at_100_diff1
value: 35.07854220105017
verified: no, type: nauc_recall_at_100_max
value: 42.9081089829942
verified: no, type: nauc_recall_at_100_std
value: 19.93173296454809
verified: no, type: nauc_recall_at_10_diff1
value: 35.186657922090845
verified: no, type: nauc_recall_at_10_max
value: 36.89789950808192
verified: no, type: nauc_recall_at_10_std
value: -3.0377254637259083
verified: no, type: nauc_recall_at_1_diff1
value: 47.914129207001
verified: no, type: nauc_recall_at_1_max
value: 36.47093132755044
verified: no, type: nauc_recall_at_1_std
value: -9.621259227944329
verified: no, type: nauc_recall_at_20_diff1
value: 35.33528482662295
verified: no, type: nauc_recall_at_20_max
value: 38.328398726744055
verified: no, type: nauc_recall_at_20_std
value: 3.9623726501092533
verified: no, type: nauc_recall_at_3_diff1
value: 39.2886333384052
verified: no, type: nauc_recall_at_3_max
value: 38.57303028073727
verified: no, type: nauc_recall_at_3_std
value: -6.903543957557018
verified: no, type: nauc_recall_at_5_diff1
value: 37.06028417057189
verified: no, type: nauc_recall_at_5_max
value: 36.99251102238125
verified: no, type: nauc_recall_at_5_std
value: -5.207245708092033
verified: no, type: ndcg_at_1
value: 35.287
verified: no, type: ndcg_at_10
value: 43.505
verified: no, type: ndcg_at_100
value: 48.502
verified: no, type: ndcg_at_1000
value: 50.782000000000004
verified: no, type: ndcg_at_20
value: 45.37
verified: no, type: ndcg_at_3
value: 39.074
verified: no, type: ndcg_at_5
value: 41.123
verified: no, type: precision_at_1
value: 35.287
verified: no, type: precision_at_10
value: 8.643
verified: no, type: precision_at_100
value: 1.4829999999999999
verified: no, type: precision_at_1000
value: 0.202
verified: no, type: precision_at_20
value: 5.188000000000001
verified: no, type: precision_at_3
value: 19.49
verified: no, type: precision_at_5
value: 13.975000000000001
verified: no, type: recall_at_1
value: 27.195000000000004
verified: no, type: recall_at_10
value: 54.089
verified: no, type: recall_at_100
value: 75.381
verified: no, type: recall_at_1000
value: 89.83
verified: no, type: recall_at_20
value: 60.99
verified: no, type: recall_at_3
value: 40.556
verified: no, type: recall_at_5
value: 46.573
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 52.82599999999999
verified: no, type: map_at_1
value: 35.96
verified: no, type: map_at_10
value: 47.109
verified: no, type: map_at_100
value: 48.227
verified: no, type: map_at_1000
value: 48.294
verified: no, type: map_at_20
value: 47.742000000000004
verified: no, type: map_at_3
value: 43.856
verified: no, type: map_at_5
value: 45.73
verified: no, type: mrr_at_1
value: 41.2539184952978
verified: no, type: mrr_at_10
value: 50.4839279494452
verified: no, type: mrr_at_100
value: 51.18997195908982
verified: no, type: mrr_at_1000
value: 51.22588707203708
verified: no, type: mrr_at_20
value: 50.87826541247888
verified: no, type: mrr_at_3
value: 47.732497387669824
verified: no, type: mrr_at_5
value: 49.31556948798333
verified: no, type: nauc_map_at_1000_diff1
value: 50.21912063624032
verified: no, type: nauc_map_at_1000_max
value: 41.05492601368038
verified: no, type: nauc_map_at_1000_std
value: -1.8335758997830354
verified: no, type: nauc_map_at_100_diff1
value: 50.191466738388776
verified: no, type: nauc_map_at_100_max
value: 41.04781068836281
verified: no, type: nauc_map_at_100_std
value: -1.8487668121623901
verified: no, type: nauc_map_at_10_diff1
value: 50.299475818245554
verified: no, type: nauc_map_at_10_max
value: 40.57210666375838
verified: no, type: nauc_map_at_10_std
value: -2.5349867924738354
verified: no, type: nauc_map_at_1_diff1
value: 54.309305748182524
verified: no, type: nauc_map_at_1_max
value: 34.78537970357836
verified: no, type: nauc_map_at_1_std
value: -4.367654821096338
verified: no, type: nauc_map_at_20_diff1
value: 50.17956579459495
verified: no, type: nauc_map_at_20_max
value: 40.845935693363586
verified: no, type: nauc_map_at_20_std
value: -2.189911133302338
verified: no, type: nauc_map_at_3_diff1
value: 50.863917087098066
verified: no, type: nauc_map_at_3_max
value: 39.469485934751866
verified: no, type: nauc_map_at_3_std
value: -4.334326050046052
verified: no, type: nauc_map_at_5_diff1
value: 50.53806135770955
verified: no, type: nauc_map_at_5_max
value: 39.751056790635424
verified: no, type: nauc_map_at_5_std
value: -3.486238828551465
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.3689275270778
verified: no, type: nauc_mrr_at_1000_max
value: 42.72789427349376
verified: no, type: nauc_mrr_at_1000_std
value: -0.6875106248393903
verified: no, type: nauc_mrr_at_100_diff1
value: 50.35361102734404
verified: no, type: nauc_mrr_at_100_max
value: 42.743613265352224
verified: no, type: nauc_mrr_at_100_std
value: -0.6686536663032981
verified: no, type: nauc_mrr_at_10_diff1
value: 50.25968474187666
verified: no, type: nauc_mrr_at_10_max
value: 42.746468116591906
verified: no, type: nauc_mrr_at_10_std
value: -0.7353469482521312
verified: no, type: nauc_mrr_at_1_diff1
value: 54.681271473002916
verified: no, type: nauc_mrr_at_1_max
value: 40.441585770844284
verified: no, type: nauc_mrr_at_1_std
value: -2.839590354418767
verified: no, type: nauc_mrr_at_20_diff1
value: 50.30458869022417
verified: no, type: nauc_mrr_at_20_max
value: 42.69148052936814
verified: no, type: nauc_mrr_at_20_std
value: -0.7260575052437486
verified: no, type: nauc_mrr_at_3_diff1
value: 50.69068675878361
verified: no, type: nauc_mrr_at_3_max
value: 42.54723124779581
verified: no, type: nauc_mrr_at_3_std
value: -1.9548419929611167
verified: no, type: nauc_mrr_at_5_diff1
value: 50.37284804647469
verified: no, type: nauc_mrr_at_5_max
value: 42.48933463080673
verified: no, type: nauc_mrr_at_5_std
value: -1.1959350211193
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.13669459478487
verified: no, type: nauc_ndcg_at_1000_max
value: 43.09193372090789
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0255400585004846
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.46036764721693
verified: no, type: nauc_ndcg_at_100_max
value: 43.337874144896745
verified: no, type: nauc_ndcg_at_100_std
value: 1.4268868889619024
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.5501585301524
verified: no, type: nauc_ndcg_at_10_max
value: 42.38370635551507
verified: no, type: nauc_ndcg_at_10_std
value: -0.126958393912763
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.681271473002916
verified: no, type: nauc_ndcg_at_1_max
value: 40.441585770844284
verified: no, type: nauc_ndcg_at_1_std
value: -2.839590354418767
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.37089809404846
verified: no, type: nauc_ndcg_at_20_max
value: 42.53664952827513
verified: no, type: nauc_ndcg_at_20_std
value: 0.051941093126791994
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.486133964537785
verified: no, type: nauc_ndcg_at_3_max
value: 41.262493607776804
verified: no, type: nauc_ndcg_at_3_std
value: -2.7967155168398428
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.96714073924463
verified: no, type: nauc_ndcg_at_5_max
value: 41.323528047385636
verified: no, type: nauc_ndcg_at_5_std
value: -1.5158330808056293
verified: no, type: nauc_precision_at_1000_diff1
value: -7.026558402946765
verified: no, type: nauc_precision_at_1000_max
value: 19.486730125805913
verified: no, type: nauc_precision_at_1000_std
value: 27.926974867437256
verified: no, type: nauc_precision_at_100_diff1
value: -2.2036370386128104
verified: no, type: nauc_precision_at_100_max
value: 28.340445317172758
verified: no, type: nauc_precision_at_100_std
value: 28.516212546705543
verified: no, type: nauc_precision_at_10_diff1
value: 17.901652875127454
verified: no, type: nauc_precision_at_10_max
value: 39.46667014199858
verified: no, type: nauc_precision_at_10_std
value: 14.874676790136363
verified: no, type: nauc_precision_at_1_diff1
value: 54.681271473002916
verified: no, type: nauc_precision_at_1_max
value: 40.441585770844284
verified: no, type: nauc_precision_at_1_std
value: -2.839590354418767
verified: no, type: nauc_precision_at_20_diff1
value: 9.992442152246879
verified: no, type: nauc_precision_at_20_max
value: 35.87159722623395
verified: no, type: nauc_precision_at_20_std
value: 19.593433922664403
verified: no, type: nauc_precision_at_3_diff1
value: 33.43340071813058
verified: no, type: nauc_precision_at_3_max
value: 42.813495259558984
verified: no, type: nauc_precision_at_3_std
value: 2.319939520883305
verified: no, type: nauc_precision_at_5_diff1
value: 26.73151055105659
verified: no, type: nauc_precision_at_5_max
value: 40.42707721448163
verified: no, type: nauc_precision_at_5_std
value: 7.084075741117675
verified: no, type: nauc_recall_at_1000_diff1
value: 40.976362341621
verified: no, type: nauc_recall_at_1000_max
value: 65.29728663348455
verified: no, type: nauc_recall_at_1000_std
value: 49.444127154114526
verified: no, type: nauc_recall_at_100_diff1
value: 33.852534329005536
verified: no, type: nauc_recall_at_100_max
value: 53.02330599056479
verified: no, type: nauc_recall_at_100_std
value: 23.794773788370286
verified: no, type: nauc_recall_at_10_diff1
value: 40.67129797892841
verified: no, type: nauc_recall_at_10_max
value: 42.66444189741527
verified: no, type: nauc_recall_at_10_std
value: 4.429365961370951
verified: no, type: nauc_recall_at_1_diff1
value: 54.309305748182524
verified: no, type: nauc_recall_at_1_max
value: 34.78537970357836
verified: no, type: nauc_recall_at_1_std
value: -4.367654821096338
verified: no, type: nauc_recall_at_20_diff1
value: 38.71080752436736
verified: no, type: nauc_recall_at_20_max
value: 43.5624279616423
verified: no, type: nauc_recall_at_20_std
value: 6.624168124956635
verified: no, type: nauc_recall_at_3_diff1
value: 45.11133844611515
verified: no, type: nauc_recall_at_3_max
value: 39.73140743866134
verified: no, type: nauc_recall_at_3_std
value: -4.333260589935666
verified: no, type: nauc_recall_at_5_diff1
value: 43.2408330778742
verified: no, type: nauc_recall_at_5_max
value: 39.765735398976986
verified: no, type: nauc_recall_at_5_std
value: -0.5671079053603477
verified: no, type: ndcg_at_1
value: 41.254000000000005
verified: no, type: ndcg_at_10
value: 52.82599999999999
verified: no, type: ndcg_at_100
value: 57.333
verified: no, type: ndcg_at_1000
value: 58.714
verified: no, type: ndcg_at_20
value: 54.559000000000005
verified: no, type: ndcg_at_3
value: 47.064
verified: no, type: ndcg_at_5
value: 49.91
verified: no, type: precision_at_1
value: 41.254000000000005
verified: no, type: precision_at_10
value: 8.577
verified: no, type: precision_at_100
value: 1.1900000000000002
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 4.84
verified: no, type: precision_at_3
value: 20.899
verified: no, type: precision_at_5
value: 14.571000000000002
verified: no, type: recall_at_1
value: 35.96
verified: no, type: recall_at_10
value: 66.52799999999999
verified: no, type: recall_at_100
value: 86.284
verified: no, type: recall_at_1000
value: 96.279
verified: no, type: recall_at_20
value: 72.914
verified: no, type: recall_at_3
value: 51.03
verified: no, type: recall_at_5
value: 57.959
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 41.058
verified: no, type: map_at_1
value: 26.669999999999998
verified: no, type: map_at_10
value: 35.673
verified: no, type: map_at_100
value: 36.869
verified: no, type: map_at_1000
value: 36.954
verified: no, type: map_at_20
value: 36.355
verified: no, type: map_at_3
value: 32.696999999999996
verified: no, type: map_at_5
value: 34.316
verified: no, type: mrr_at_1
value: 28.70056497175141
verified: no, type: mrr_at_10
value: 37.57080082503811
verified: no, type: mrr_at_100
value: 38.57318940120763
verified: no, type: mrr_at_1000
value: 38.628923670653904
verified: no, type: mrr_at_20
value: 38.142966912998894
verified: no, type: mrr_at_3
value: 34.7080979284369
verified: no, type: mrr_at_5
value: 36.27306967984933
verified: no, type: nauc_map_at_1000_diff1
value: 31.95025505717376
verified: no, type: nauc_map_at_1000_max
value: 27.445344687308342
verified: no, type: nauc_map_at_1000_std
value: -3.766659179631952
verified: no, type: nauc_map_at_100_diff1
value: 31.904113858753202
verified: no, type: nauc_map_at_100_max
value: 27.43329141824181
verified: no, type: nauc_map_at_100_std
value: -3.751434380621304
verified: no, type: nauc_map_at_10_diff1
value: 32.26387206275712
verified: no, type: nauc_map_at_10_max
value: 27.27250131155855
verified: no, type: nauc_map_at_10_std
value: -4.2570700844827805
verified: no, type: nauc_map_at_1_diff1
value: 37.676610770755644
verified: no, type: nauc_map_at_1_max
value: 24.743059176207872
verified: no, type: nauc_map_at_1_std
value: -7.899143095387766
verified: no, type: nauc_map_at_20_diff1
value: 31.870529576581475
verified: no, type: nauc_map_at_20_max
value: 27.305874069658703
verified: no, type: nauc_map_at_20_std
value: -3.879867258167858
verified: no, type: nauc_map_at_3_diff1
value: 33.69937975192626
verified: no, type: nauc_map_at_3_max
value: 27.2785915528158
verified: no, type: nauc_map_at_3_std
value: -4.550393882628957
verified: no, type: nauc_map_at_5_diff1
value: 32.50268016494544
verified: no, type: nauc_map_at_5_max
value: 26.628666672017225
verified: no, type: nauc_map_at_5_std
value: -4.888374245634325
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.688875736244718
verified: no, type: nauc_mrr_at_1000_max
value: 28.36168526315933
verified: no, type: nauc_mrr_at_1000_std
value: -2.4134356134739363
verified: no, type: nauc_mrr_at_100_diff1
value: 30.643548147379505
verified: no, type: nauc_mrr_at_100_max
value: 28.360927430391857
verified: no, type: nauc_mrr_at_100_std
value: -2.388432251569784
verified: no, type: nauc_mrr_at_10_diff1
value: 30.838160632926026
verified: no, type: nauc_mrr_at_10_max
value: 28.274232987739524
verified: no, type: nauc_mrr_at_10_std
value: -2.6455491371420234
verified: no, type: nauc_mrr_at_1_diff1
value: 36.333747251739936
verified: no, type: nauc_mrr_at_1_max
value: 27.09211690724867
verified: no, type: nauc_mrr_at_1_std
value: -6.872327181645408
verified: no, type: nauc_mrr_at_20_diff1
value: 30.566159689071643
verified: no, type: nauc_mrr_at_20_max
value: 28.254100153054484
verified: no, type: nauc_mrr_at_20_std
value: -2.3863086501910877
verified: no, type: nauc_mrr_at_3_diff1
value: 31.995970169795008
verified: no, type: nauc_mrr_at_3_max
value: 28.672649281172863
verified: no, type: nauc_mrr_at_3_std
value: -3.0253479479372682
verified: no, type: nauc_mrr_at_5_diff1
value: 30.925479033010074
verified: no, type: nauc_mrr_at_5_max
value: 27.894579265110913
verified: no, type: nauc_mrr_at_5_std
value: -3.1633756284644305
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.480108448835164
verified: no, type: nauc_ndcg_at_1000_max
value: 28.694910139113766
verified: no, type: nauc_ndcg_at_1000_std
value: -0.9685609700216138
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.20394217817361
verified: no, type: nauc_ndcg_at_100_max
value: 28.718549400317933
verified: no, type: nauc_ndcg_at_100_std
value: -0.2052052223285665
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.33527460830841
verified: no, type: nauc_ndcg_at_10_max
value: 28.100629016562795
verified: no, type: nauc_ndcg_at_10_std
value: -1.9043904359384647
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.333747251739936
verified: no, type: nauc_ndcg_at_1_max
value: 27.09211690724867
verified: no, type: nauc_ndcg_at_1_std
value: -6.872327181645408
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.12694047381911
verified: no, type: nauc_ndcg_at_20_max
value: 28.07256049681584
verified: no, type: nauc_ndcg_at_20_std
value: -0.7546400633868358
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.87777938588317
verified: no, type: nauc_ndcg_at_3_max
value: 28.084297522561176
verified: no, type: nauc_ndcg_at_3_std
value: -3.092215463329312
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.881507389621103
verified: no, type: nauc_ndcg_at_5_max
value: 26.823659437194475
verified: no, type: nauc_ndcg_at_5_std
value: -3.351691772718416
verified: no, type: nauc_precision_at_1000_diff1
value: -6.384965239026326
verified: no, type: nauc_precision_at_1000_max
value: 10.400043080009187
verified: no, type: nauc_precision_at_1000_std
value: 13.493069987475284
verified: no, type: nauc_precision_at_100_diff1
value: -3.8311477783636785
verified: no, type: nauc_precision_at_100_max
value: 21.313719573692566
verified: no, type: nauc_precision_at_100_std
value: 15.340019805905872
verified: no, type: nauc_precision_at_10_diff1
value: 14.879866186868682
verified: no, type: nauc_precision_at_10_max
value: 29.443484927548557
verified: no, type: nauc_precision_at_10_std
value: 5.190205795872693
verified: no, type: nauc_precision_at_1_diff1
value: 36.333747251739936
verified: no, type: nauc_precision_at_1_max
value: 27.09211690724867
verified: no, type: nauc_precision_at_1_std
value: -6.872327181645408
verified: no, type: nauc_precision_at_20_diff1
value: 6.776608893898066
verified: no, type: nauc_precision_at_20_max
value: 25.915514134442724
verified: no, type: nauc_precision_at_20_std
value: 10.25138083695759
verified: no, type: nauc_precision_at_3_diff1
value: 24.58655147167322
verified: no, type: nauc_precision_at_3_max
value: 32.0175630253561
verified: no, type: nauc_precision_at_3_std
value: 1.4274592250651807
verified: no, type: nauc_precision_at_5_diff1
value: 18.590483368382866
verified: no, type: nauc_precision_at_5_max
value: 28.253561736970234
verified: no, type: nauc_precision_at_5_std
value: 0.829570400364922
verified: no, type: nauc_recall_at_1000_diff1
value: 10.810130884218827
verified: no, type: nauc_recall_at_1000_max
value: 47.13075325263327
verified: no, type: nauc_recall_at_1000_std
value: 33.15494499163207
verified: no, type: nauc_recall_at_100_diff1
value: 8.125366968609814
verified: no, type: nauc_recall_at_100_max
value: 33.38380343426024
verified: no, type: nauc_recall_at_100_std
value: 18.279628794274075
verified: no, type: nauc_recall_at_10_diff1
value: 20.649934311742626
verified: no, type: nauc_recall_at_10_max
value: 28.749953838066926
verified: no, type: nauc_recall_at_10_std
value: 4.047023543340581
verified: no, type: nauc_recall_at_1_diff1
value: 37.676610770755644
verified: no, type: nauc_recall_at_1_max
value: 24.743059176207872
verified: no, type: nauc_recall_at_1_std
value: -7.899143095387766
verified: no, type: nauc_recall_at_20_diff1
value: 14.783244276844618
verified: no, type: nauc_recall_at_20_max
value: 28.373124736783172
verified: no, type: nauc_recall_at_20_std
value: 9.128634320360753
verified: no, type: nauc_recall_at_3_diff1
value: 28.176705702681026
verified: no, type: nauc_recall_at_3_max
value: 28.30143052234742
verified: no, type: nauc_recall_at_3_std
value: -0.04083763472538744
verified: no, type: nauc_recall_at_5_diff1
value: 23.192105206068955
verified: no, type: nauc_recall_at_5_max
value: 25.258497503610215
verified: no, type: nauc_recall_at_5_std
value: -0.5987707205459003
verified: no, type: ndcg_at_1
value: 28.701
verified: no, type: ndcg_at_10
value: 41.058
verified: no, type: ndcg_at_100
value: 46.632
verified: no, type: ndcg_at_1000
value: 48.662
verified: no, type: ndcg_at_20
value: 43.363
verified: no, type: ndcg_at_3
value: 35.132999999999996
verified: no, type: ndcg_at_5
value: 37.881
verified: no, type: precision_at_1
value: 28.701
verified: no, type: precision_at_10
value: 6.3950000000000005
verified: no, type: precision_at_100
value: 0.9690000000000001
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.7510000000000003
verified: no, type: precision_at_3
value: 14.84
verified: no, type: precision_at_5
value: 10.508000000000001
verified: no, type: recall_at_1
value: 26.669999999999998
verified: no, type: recall_at_10
value: 55.92
verified: no, type: recall_at_100
value: 80.867
verified: no, type: recall_at_1000
value: 95.906
verified: no, type: recall_at_20
value: 64.586
verified: no, type: recall_at_3
value: 39.92
verified: no, type: recall_at_5
value: 46.396
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 31.507
verified: no, type: map_at_1
value: 16.398
verified: no, type: map_at_10
value: 25.485000000000003
verified: no, type: map_at_100
value: 26.967999999999996
verified: no, type: map_at_1000
value: 27.084999999999997
verified: no, type: map_at_20
value: 26.35
verified: no, type: map_at_3
value: 22.332
verified: no, type: map_at_5
value: 23.958
verified: no, type: mrr_at_1
value: 20.398009950248756
verified: no, type: mrr_at_10
value: 29.76614941167181
verified: no, type: mrr_at_100
value: 30.86747432087463
verified: no, type: mrr_at_1000
value: 30.919927410511455
verified: no, type: mrr_at_20
value: 30.443181439265278
verified: no, type: mrr_at_3
value: 26.637645107794373
verified: no, type: mrr_at_5
value: 28.31674958540631
verified: no, type: nauc_map_at_1000_diff1
value: 31.6249291191536
verified: no, type: nauc_map_at_1000_max
value: 29.55962360137207
verified: no, type: nauc_map_at_1000_std
value: 5.215881981383439
verified: no, type: nauc_map_at_100_diff1
value: 31.597179077805414
verified: no, type: nauc_map_at_100_max
value: 29.53626392781722
verified: no, type: nauc_map_at_100_std
value: 5.205272245991525
verified: no, type: nauc_map_at_10_diff1
value: 31.60302262185177
verified: no, type: nauc_map_at_10_max
value: 28.72958244724668
verified: no, type: nauc_map_at_10_std
value: 4.591243705917117
verified: no, type: nauc_map_at_1_diff1
value: 37.68937044932118
verified: no, type: nauc_map_at_1_max
value: 27.785294663519327
verified: no, type: nauc_map_at_1_std
value: 2.281125893959806
verified: no, type: nauc_map_at_20_diff1
value: 31.569405397103345
verified: no, type: nauc_map_at_20_max
value: 29.5374594662604
verified: no, type: nauc_map_at_20_std
value: 5.062837955779829
verified: no, type: nauc_map_at_3_diff1
value: 32.846629596852864
verified: no, type: nauc_map_at_3_max
value: 28.935149877956366
verified: no, type: nauc_map_at_3_std
value: 4.043651949362703
verified: no, type: nauc_map_at_5_diff1
value: 32.20424309358551
verified: no, type: nauc_map_at_5_max
value: 28.84626720504408
verified: no, type: nauc_map_at_5_std
value: 4.480982141190721
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.91514359849449
verified: no, type: nauc_mrr_at_1000_max
value: 29.4880837184256
verified: no, type: nauc_mrr_at_1000_std
value: 6.90169972042484
verified: no, type: nauc_mrr_at_100_diff1
value: 29.90225503162752
verified: no, type: nauc_mrr_at_100_max
value: 29.468862402041644
verified: no, type: nauc_mrr_at_100_std
value: 6.891889857381346
verified: no, type: nauc_mrr_at_10_diff1
value: 29.935063368574966
verified: no, type: nauc_mrr_at_10_max
value: 29.144965203735662
verified: no, type: nauc_mrr_at_10_std
value: 6.69773269545311
verified: no, type: nauc_mrr_at_1_diff1
value: 34.64233696145788
verified: no, type: nauc_mrr_at_1_max
value: 29.76861665629048
verified: no, type: nauc_mrr_at_1_std
value: 6.050508042950772
verified: no, type: nauc_mrr_at_20_diff1
value: 29.869194769562036
verified: no, type: nauc_mrr_at_20_max
value: 29.52599000601207
verified: no, type: nauc_mrr_at_20_std
value: 6.833276125615728
verified: no, type: nauc_mrr_at_3_diff1
value: 30.73272542293855
verified: no, type: nauc_mrr_at_3_max
value: 29.646125101813958
verified: no, type: nauc_mrr_at_3_std
value: 6.596409692221532
verified: no, type: nauc_mrr_at_5_diff1
value: 30.22116393198506
verified: no, type: nauc_mrr_at_5_max
value: 29.3005889974291
verified: no, type: nauc_mrr_at_5_std
value: 6.761086751620502
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.53517185395757
verified: no, type: nauc_ndcg_at_1000_max
value: 30.156269324153744
verified: no, type: nauc_ndcg_at_1000_std
value: 7.756076732606718
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.978423923406538
verified: no, type: nauc_ndcg_at_100_max
value: 29.7055702302561
verified: no, type: nauc_ndcg_at_100_std
value: 7.725429773260483
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.95114011689634
verified: no, type: nauc_ndcg_at_10_max
value: 28.050859118724443
verified: no, type: nauc_ndcg_at_10_std
value: 5.564584606153562
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.64233696145788
verified: no, type: nauc_ndcg_at_1_max
value: 29.76861665629048
verified: no, type: nauc_ndcg_at_1_std
value: 6.050508042950772
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.792293298047504
verified: no, type: nauc_ndcg_at_20_max
value: 30.26649029003995
verified: no, type: nauc_ndcg_at_20_std
value: 6.692147001644501
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.22691508724979
verified: no, type: nauc_ndcg_at_3_max
value: 29.41685209008128
verified: no, type: nauc_ndcg_at_3_std
value: 5.287699533527526
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.126889228701526
verified: no, type: nauc_ndcg_at_5_max
value: 28.811536881225603
verified: no, type: nauc_ndcg_at_5_std
value: 5.567866298638633
verified: no, type: nauc_precision_at_1000_diff1
value: 1.0315570861883616
verified: no, type: nauc_precision_at_1000_max
value: 5.444321907094073
verified: no, type: nauc_precision_at_1000_std
value: 3.0310745219226525
verified: no, type: nauc_precision_at_100_diff1
value: 7.18318986657559
verified: no, type: nauc_precision_at_100_max
value: 17.459722160298842
verified: no, type: nauc_precision_at_100_std
value: 10.082153389290994
verified: no, type: nauc_precision_at_10_diff1
value: 17.142578413214434
verified: no, type: nauc_precision_at_10_max
value: 26.846895769037225
verified: no, type: nauc_precision_at_10_std
value: 8.568196201489595
verified: no, type: nauc_precision_at_1_diff1
value: 34.64233696145788
verified: no, type: nauc_precision_at_1_max
value: 29.76861665629048
verified: no, type: nauc_precision_at_1_std
value: 6.050508042950772
verified: no, type: nauc_precision_at_20_diff1
value: 13.674761586839344
verified: no, type: nauc_precision_at_20_max
value: 29.83399743832858
verified: no, type: nauc_precision_at_20_std
value: 11.562042971033899
verified: no, type: nauc_precision_at_3_diff1
value: 25.01590537073653
verified: no, type: nauc_precision_at_3_max
value: 30.253033767323938
verified: no, type: nauc_precision_at_3_std
value: 7.3087944205161515
verified: no, type: nauc_precision_at_5_diff1
value: 20.975487011820988
verified: no, type: nauc_precision_at_5_max
value: 29.173537748534212
verified: no, type: nauc_precision_at_5_std
value: 8.945752465905947
verified: no, type: nauc_recall_at_1000_diff1
value: 18.53296507398216
verified: no, type: nauc_recall_at_1000_max
value: 34.927013467781165
verified: no, type: nauc_recall_at_1000_std
value: 34.7934249117797
verified: no, type: nauc_recall_at_100_diff1
value: 18.01406190276854
verified: no, type: nauc_recall_at_100_max
value: 25.35501374220775
verified: no, type: nauc_recall_at_100_std
value: 18.19308339219603
verified: no, type: nauc_recall_at_10_diff1
value: 21.406147428374446
verified: no, type: nauc_recall_at_10_max
value: 22.774943611615736
verified: no, type: nauc_recall_at_10_std
value: 5.707280310402414
verified: no, type: nauc_recall_at_1_diff1
value: 37.68937044932118
verified: no, type: nauc_recall_at_1_max
value: 27.785294663519327
verified: no, type: nauc_recall_at_1_std
value: 2.281125893959806
verified: no, type: nauc_recall_at_20_diff1
value: 20.227099777176857
verified: no, type: nauc_recall_at_20_max
value: 29.344314385773657
verified: no, type: nauc_recall_at_20_std
value: 9.170201756879665
verified: no, type: nauc_recall_at_3_diff1
value: 26.785287089852357
verified: no, type: nauc_recall_at_3_max
value: 26.721156438701684
verified: no, type: nauc_recall_at_3_std
value: 5.14517396691279
verified: no, type: nauc_recall_at_5_diff1
value: 24.972251162551565
verified: no, type: nauc_recall_at_5_max
value: 25.44929193960884
verified: no, type: nauc_recall_at_5_std
value: 5.572691905709665
verified: no, type: ndcg_at_1
value: 20.398
verified: no, type: ndcg_at_10
value: 31.507
verified: no, type: ndcg_at_100
value: 38.116
verified: no, type: ndcg_at_1000
value: 40.564
verified: no, type: ndcg_at_20
value: 34.268
verified: no, type: ndcg_at_3
value: 25.358000000000004
verified: no, type: ndcg_at_5
value: 28.03
verified: no, type: precision_at_1
value: 20.398
verified: no, type: precision_at_10
value: 6.157
verified: no, type: precision_at_100
value: 1.0959999999999999
verified: no, type: precision_at_1000
value: 0.14400000000000002
verified: no, type: precision_at_20
value: 3.862
verified: no, type: precision_at_3
value: 12.272
verified: no, type: precision_at_5
value: 9.179
verified: no, type: recall_at_1
value: 16.398
verified: no, type: recall_at_10
value: 45.774
verified: no, type: recall_at_100
value: 74.099
verified: no, type: recall_at_1000
value: 90.979
verified: no, type: recall_at_20
value: 55.507
verified: no, type: recall_at_3
value: 29.176999999999996
verified: no, type: recall_at_5
value: 35.682
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 45.95
verified: no, type: map_at_1
value: 28.138999999999996
verified: no, type: map_at_10
value: 39.495000000000005
verified: no, type: map_at_100
value: 40.949000000000005
verified: no, type: map_at_1000
value: 41.07
verified: no, type: map_at_20
value: 40.300999999999995
verified: no, type: map_at_3
value: 35.853
verified: no, type: map_at_5
value: 38.004
verified: no, type: mrr_at_1
value: 34.93743984600577
verified: no, type: mrr_at_10
value: 44.76801564385776
verified: no, type: mrr_at_100
value: 45.65247517257724
verified: no, type: mrr_at_1000
value: 45.68956227855384
verified: no, type: mrr_at_20
value: 45.29344639385099
verified: no, type: mrr_at_3
value: 41.819056785370506
verified: no, type: mrr_at_5
value: 43.58036573628482
verified: no, type: nauc_map_at_1000_diff1
value: 47.277436726452734
verified: no, type: nauc_map_at_1000_max
value: 35.37747274882577
verified: no, type: nauc_map_at_1000_std
value: -1.7620121730183462
verified: no, type: nauc_map_at_100_diff1
value: 47.29530211449703
verified: no, type: nauc_map_at_100_max
value: 35.3267759107826
verified: no, type: nauc_map_at_100_std
value: -1.9003611271296315
verified: no, type: nauc_map_at_10_diff1
value: 47.66123826774245
verified: no, type: nauc_map_at_10_max
value: 34.898894823839974
verified: no, type: nauc_map_at_10_std
value: -2.7367802679721382
verified: no, type: nauc_map_at_1_diff1
value: 53.39584452417071
verified: no, type: nauc_map_at_1_max
value: 30.44376469140723
verified: no, type: nauc_map_at_1_std
value: -6.88828726087523
verified: no, type: nauc_map_at_20_diff1
value: 47.3836198057246
verified: no, type: nauc_map_at_20_max
value: 35.0413537966224
verified: no, type: nauc_map_at_20_std
value: -2.545827885505845
verified: no, type: nauc_map_at_3_diff1
value: 48.16522210457787
verified: no, type: nauc_map_at_3_max
value: 34.3965506492862
verified: no, type: nauc_map_at_3_std
value: -3.3433431726479834
verified: no, type: nauc_map_at_5_diff1
value: 47.98417848216568
verified: no, type: nauc_map_at_5_max
value: 34.73390747566828
verified: no, type: nauc_map_at_5_std
value: -2.8612602838895826
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.71218991600523
verified: no, type: nauc_mrr_at_1000_max
value: 39.11582764653062
verified: no, type: nauc_mrr_at_1000_std
value: 2.2783759668804344
verified: no, type: nauc_mrr_at_100_diff1
value: 45.70154738130718
verified: no, type: nauc_mrr_at_100_max
value: 39.11273087180276
verified: no, type: nauc_mrr_at_100_std
value: 2.2710830483092987
verified: no, type: nauc_mrr_at_10_diff1
value: 45.642234982637824
verified: no, type: nauc_mrr_at_10_max
value: 38.92779723339438
verified: no, type: nauc_mrr_at_10_std
value: 1.9256549539298882
verified: no, type: nauc_mrr_at_1_diff1
value: 50.71909609236056
verified: no, type: nauc_mrr_at_1_max
value: 38.27951880430563
verified: no, type: nauc_mrr_at_1_std
value: 0.6510875710711332
verified: no, type: nauc_mrr_at_20_diff1
value: 45.695383873021726
verified: no, type: nauc_mrr_at_20_max
value: 39.022209591680394
verified: no, type: nauc_mrr_at_20_std
value: 2.0413367142919605
verified: no, type: nauc_mrr_at_3_diff1
value: 45.64927722234226
verified: no, type: nauc_mrr_at_3_max
value: 39.19282954961338
verified: no, type: nauc_mrr_at_3_std
value: 2.474812709395244
verified: no, type: nauc_mrr_at_5_diff1
value: 45.80017070276982
verified: no, type: nauc_mrr_at_5_max
value: 39.34045012221159
verified: no, type: nauc_mrr_at_5_std
value: 2.3303744020843107
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.1794919744782
verified: no, type: nauc_ndcg_at_1000_max
value: 37.73921904631251
verified: no, type: nauc_ndcg_at_1000_std
value: 2.26624679124494
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.73702317994642
verified: no, type: nauc_ndcg_at_100_max
value: 37.0759462132415
verified: no, type: nauc_ndcg_at_100_std
value: 1.4931392395285414
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.25647711557264
verified: no, type: nauc_ndcg_at_10_max
value: 35.70645701721464
verified: no, type: nauc_ndcg_at_10_std
value: -1.4004314196958476
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.71909609236056
verified: no, type: nauc_ndcg_at_1_max
value: 38.27951880430563
verified: no, type: nauc_ndcg_at_1_std
value: 0.6510875710711332
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.76174297209143
verified: no, type: nauc_ndcg_at_20_max
value: 35.822466503188686
verified: no, type: nauc_ndcg_at_20_std
value: -1.0518640293785047
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.068368130065146
verified: no, type: nauc_ndcg_at_3_max
value: 37.02529090108255
verified: no, type: nauc_ndcg_at_3_std
value: 0.2157989475242898
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.67384784064928
verified: no, type: nauc_ndcg_at_5_max
value: 36.47208549375304
verified: no, type: nauc_ndcg_at_5_std
value: -0.47643849090429163
verified: no, type: nauc_precision_at_1000_diff1
value: -17.125501936260747
verified: no, type: nauc_precision_at_1000_max
value: 9.558040560420771
verified: no, type: nauc_precision_at_1000_std
value: 31.800567902705996
verified: no, type: nauc_precision_at_100_diff1
value: -10.12964985687511
verified: no, type: nauc_precision_at_100_max
value: 17.81597956519217
verified: no, type: nauc_precision_at_100_std
value: 28.681055685422674
verified: no, type: nauc_precision_at_10_diff1
value: 11.455616137810187
verified: no, type: nauc_precision_at_10_max
value: 32.707133153254944
verified: no, type: nauc_precision_at_10_std
value: 15.18726232222438
verified: no, type: nauc_precision_at_1_diff1
value: 50.71909609236056
verified: no, type: nauc_precision_at_1_max
value: 38.27951880430563
verified: no, type: nauc_precision_at_1_std
value: 0.6510875710711332
verified: no, type: nauc_precision_at_20_diff1
value: 3.249020258643051
verified: no, type: nauc_precision_at_20_max
value: 27.111481841291123
verified: no, type: nauc_precision_at_20_std
value: 17.15563337285341
verified: no, type: nauc_precision_at_3_diff1
value: 25.76995146388162
verified: no, type: nauc_precision_at_3_max
value: 38.48807924293779
verified: no, type: nauc_precision_at_3_std
value: 10.764232529972658
verified: no, type: nauc_precision_at_5_diff1
value: 19.709759176886067
verified: no, type: nauc_precision_at_5_max
value: 36.27102876926324
verified: no, type: nauc_precision_at_5_std
value: 13.660107662673637
verified: no, type: nauc_recall_at_1000_diff1
value: 45.983533767225694
verified: no, type: nauc_recall_at_1000_max
value: 57.47414401478259
verified: no, type: nauc_recall_at_1000_std
value: 48.046202249413845
verified: no, type: nauc_recall_at_100_diff1
value: 32.07866475386506
verified: no, type: nauc_recall_at_100_max
value: 33.96383964758634
verified: no, type: nauc_recall_at_100_std
value: 12.252531516000694
verified: no, type: nauc_recall_at_10_diff1
value: 37.975164089633495
verified: no, type: nauc_recall_at_10_max
value: 30.871630327404432
verified: no, type: nauc_recall_at_10_std
value: -3.471373265508202
verified: no, type: nauc_recall_at_1_diff1
value: 53.39584452417071
verified: no, type: nauc_recall_at_1_max
value: 30.44376469140723
verified: no, type: nauc_recall_at_1_std
value: -6.88828726087523
verified: no, type: nauc_recall_at_20_diff1
value: 35.405722893633786
verified: no, type: nauc_recall_at_20_max
value: 30.02056108542106
verified: no, type: nauc_recall_at_20_std
value: -2.612688358596724
verified: no, type: nauc_recall_at_3_diff1
value: 41.68732922410159
verified: no, type: nauc_recall_at_3_max
value: 33.76501870587258
verified: no, type: nauc_recall_at_3_std
value: -2.1010829302018146
verified: no, type: nauc_recall_at_5_diff1
value: 41.076140933019545
verified: no, type: nauc_recall_at_5_max
value: 33.11420354771476
verified: no, type: nauc_recall_at_5_std
value: -2.37285059292278
verified: no, type: ndcg_at_1
value: 34.937000000000005
verified: no, type: ndcg_at_10
value: 45.95
verified: no, type: ndcg_at_100
value: 51.768
verified: no, type: ndcg_at_1000
value: 53.612
verified: no, type: ndcg_at_20
value: 48.309000000000005
verified: no, type: ndcg_at_3
value: 40.186
verified: no, type: ndcg_at_5
value: 43.111
verified: no, type: precision_at_1
value: 34.937000000000005
verified: no, type: precision_at_10
value: 8.73
verified: no, type: precision_at_100
value: 1.397
verified: no, type: precision_at_1000
value: 0.174
verified: no, type: precision_at_20
value: 5.135
verified: no, type: precision_at_3
value: 19.858999999999998
verified: no, type: precision_at_5
value: 14.456
verified: no, type: recall_at_1
value: 28.138999999999996
verified: no, type: recall_at_10
value: 59.646
verified: no, type: recall_at_100
value: 83.813
verified: no, type: recall_at_1000
value: 95.69800000000001
verified: no, type: recall_at_20
value: 68.09100000000001
verified: no, type: recall_at_3
value: 43.15
verified: no, type: recall_at_5
value: 50.876
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 38.568999999999996
verified: no, type: map_at_1
value: 23.288
verified: no, type: map_at_10
value: 32.771
verified: no, type: map_at_100
value: 34.146
verified: no, type: map_at_1000
value: 34.278
verified: no, type: map_at_20
value: 33.522999999999996
verified: no, type: map_at_3
value: 29.643000000000004
verified: no, type: map_at_5
value: 31.188
verified: no, type: mrr_at_1
value: 28.424657534246577
verified: no, type: mrr_at_10
value: 37.56790425454804
verified: no, type: mrr_at_100
value: 38.512708758710254
verified: no, type: mrr_at_1000
value: 38.58372536901956
verified: no, type: mrr_at_20
value: 38.13718150828231
verified: no, type: mrr_at_3
value: 34.874429223744286
verified: no, type: mrr_at_5
value: 36.34703196347027
verified: no, type: nauc_map_at_1000_diff1
value: 42.49932971514879
verified: no, type: nauc_map_at_1000_max
value: 34.44449252084838
verified: no, type: nauc_map_at_1000_std
value: 0.2820810427961318
verified: no, type: nauc_map_at_100_diff1
value: 42.48316842005717
verified: no, type: nauc_map_at_100_max
value: 34.439643249096655
verified: no, type: nauc_map_at_100_std
value: 0.2911248084637576
verified: no, type: nauc_map_at_10_diff1
value: 42.591951745001865
verified: no, type: nauc_map_at_10_max
value: 33.848598117618984
verified: no, type: nauc_map_at_10_std
value: -0.23217641524494498
verified: no, type: nauc_map_at_1_diff1
value: 48.9034806154442
verified: no, type: nauc_map_at_1_max
value: 29.896917123056483
verified: no, type: nauc_map_at_1_std
value: -2.439150046473878
verified: no, type: nauc_map_at_20_diff1
value: 42.52245588485265
verified: no, type: nauc_map_at_20_max
value: 34.33890957691394
verified: no, type: nauc_map_at_20_std
value: 0.04133780224148374
verified: no, type: nauc_map_at_3_diff1
value: 44.020947516815916
verified: no, type: nauc_map_at_3_max
value: 33.15603327298969
verified: no, type: nauc_map_at_3_std
value: -1.6868324998110078
verified: no, type: nauc_map_at_5_diff1
value: 42.82799596536379
verified: no, type: nauc_map_at_5_max
value: 33.5235389139028
verified: no, type: nauc_map_at_5_std
value: -1.233132343609442
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.680718239040495
verified: no, type: nauc_mrr_at_1000_max
value: 35.142026511262294
verified: no, type: nauc_mrr_at_1000_std
value: 0.7212094420333764
verified: no, type: nauc_mrr_at_100_diff1
value: 40.674003566538424
verified: no, type: nauc_mrr_at_100_max
value: 35.14079055322123
verified: no, type: nauc_mrr_at_100_std
value: 0.73908883788415
verified: no, type: nauc_mrr_at_10_diff1
value: 40.65562886804231
verified: no, type: nauc_mrr_at_10_max
value: 34.98579748882993
verified: no, type: nauc_mrr_at_10_std
value: 0.4344145401378685
verified: no, type: nauc_mrr_at_1_diff1
value: 45.9859248383466
verified: no, type: nauc_mrr_at_1_max
value: 33.57626905034157
verified: no, type: nauc_mrr_at_1_std
value: -0.7348734835041326
verified: no, type: nauc_mrr_at_20_diff1
value: 40.6576258022829
verified: no, type: nauc_mrr_at_20_max
value: 35.154195627553406
verified: no, type: nauc_mrr_at_20_std
value: 0.634477977849603
verified: no, type: nauc_mrr_at_3_diff1
value: 41.488252532122885
verified: no, type: nauc_mrr_at_3_max
value: 35.1085446216396
verified: no, type: nauc_mrr_at_3_std
value: -0.26518839484649515
verified: no, type: nauc_mrr_at_5_diff1
value: 40.420541677182555
verified: no, type: nauc_mrr_at_5_max
value: 35.22172462701993
verified: no, type: nauc_mrr_at_5_std
value: -0.25848045409750375
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.546229948037514
verified: no, type: nauc_ndcg_at_1000_max
value: 35.55631228234972
verified: no, type: nauc_ndcg_at_1000_std
value: 2.9837182102880524
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.09271767110789
verified: no, type: nauc_ndcg_at_100_max
value: 35.854478264686854
verified: no, type: nauc_ndcg_at_100_std
value: 3.792167239853245
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.3083818339378
verified: no, type: nauc_ndcg_at_10_max
value: 34.51597389995391
verified: no, type: nauc_ndcg_at_10_std
value: 0.9186474992446686
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.9859248383466
verified: no, type: nauc_ndcg_at_1_max
value: 33.57626905034157
verified: no, type: nauc_ndcg_at_1_std
value: -0.7348734835041326
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.04167502138235
verified: no, type: nauc_ndcg_at_20_max
value: 35.66297308624731
verified: no, type: nauc_ndcg_at_20_std
value: 1.9289709947356306
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.008639920375195
verified: no, type: nauc_ndcg_at_3_max
value: 35.013390036837244
verified: no, type: nauc_ndcg_at_3_std
value: -1.0593134654956005
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.249687670087816
verified: no, type: nauc_ndcg_at_5_max
value: 34.6889269216984
verified: no, type: nauc_ndcg_at_5_std
value: -0.7707068993680779
verified: no, type: nauc_precision_at_1000_diff1
value: -8.682121420487263
verified: no, type: nauc_precision_at_1000_max
value: 0.7494169797223946
verified: no, type: nauc_precision_at_1000_std
value: 1.1392663482283298
verified: no, type: nauc_precision_at_100_diff1
value: 1.518759603729437
verified: no, type: nauc_precision_at_100_max
value: 16.851433601465114
verified: no, type: nauc_precision_at_100_std
value: 10.931374575070386
verified: no, type: nauc_precision_at_10_diff1
value: 16.794492920670503
verified: no, type: nauc_precision_at_10_max
value: 32.02893820418532
verified: no, type: nauc_precision_at_10_std
value: 6.61722505687105
verified: no, type: nauc_precision_at_1_diff1
value: 45.9859248383466
verified: no, type: nauc_precision_at_1_max
value: 33.57626905034157
verified: no, type: nauc_precision_at_1_std
value: -0.7348734835041326
verified: no, type: nauc_precision_at_20_diff1
value: 11.0013674864101
verified: no, type: nauc_precision_at_20_max
value: 30.81307549333853
verified: no, type: nauc_precision_at_20_std
value: 8.876146343359824
verified: no, type: nauc_precision_at_3_diff1
value: 30.358294150549263
verified: no, type: nauc_precision_at_3_max
value: 38.543301462870424
verified: no, type: nauc_precision_at_3_std
value: 2.867784756736603
verified: no, type: nauc_precision_at_5_diff1
value: 22.94487457136215
verified: no, type: nauc_precision_at_5_max
value: 37.54100803628419
verified: no, type: nauc_precision_at_5_std
value: 3.839791032775397
verified: no, type: nauc_recall_at_1000_diff1
value: 28.970034771420355
verified: no, type: nauc_recall_at_1000_max
value: 38.787768893627785
verified: no, type: nauc_recall_at_1000_std
value: 53.81040950703603
verified: no, type: nauc_recall_at_100_diff1
value: 29.583524837481896
verified: no, type: nauc_recall_at_100_max
value: 37.202619359626986
verified: no, type: nauc_recall_at_100_std
value: 24.086399035427473
verified: no, type: nauc_recall_at_10_diff1
value: 33.45660381923287
verified: no, type: nauc_recall_at_10_max
value: 31.879186393042907
verified: no, type: nauc_recall_at_10_std
value: 3.6546901922261297
verified: no, type: nauc_recall_at_1_diff1
value: 48.9034806154442
verified: no, type: nauc_recall_at_1_max
value: 29.896917123056483
verified: no, type: nauc_recall_at_1_std
value: -2.439150046473878
verified: no, type: nauc_recall_at_20_diff1
value: 31.821081500540053
verified: no, type: nauc_recall_at_20_max
value: 35.5790141630673
verified: no, type: nauc_recall_at_20_std
value: 7.549207597971351
verified: no, type: nauc_recall_at_3_diff1
value: 38.99447500514566
verified: no, type: nauc_recall_at_3_max
value: 33.57706513619638
verified: no, type: nauc_recall_at_3_std
value: -1.5778066212304678
verified: no, type: nauc_recall_at_5_diff1
value: 34.06626536124258
verified: no, type: nauc_recall_at_5_max
value: 32.71331577702591
verified: no, type: nauc_recall_at_5_std
value: -1.3814107710485413
verified: no, type: ndcg_at_1
value: 28.425
verified: no, type: ndcg_at_10
value: 38.568999999999996
verified: no, type: ndcg_at_100
value: 44.529
verified: no, type: ndcg_at_1000
value: 47.231
verified: no, type: ndcg_at_20
value: 40.877
verified: no, type: ndcg_at_3
value: 33.289
verified: no, type: ndcg_at_5
value: 35.480000000000004
verified: no, type: precision_at_1
value: 28.425
verified: no, type: precision_at_10
value: 7.317
verified: no, type: precision_at_100
value: 1.2109999999999999
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.3549999999999995
verified: no, type: precision_at_3
value: 16.096
verified: no, type: precision_at_5
value: 11.507000000000001
verified: no, type: recall_at_1
value: 23.288
verified: no, type: recall_at_10
value: 51.010999999999996
verified: no, type: recall_at_100
value: 76.566
verified: no, type: recall_at_1000
value: 94.774
verified: no, type: recall_at_20
value: 59.24
verified: no, type: recall_at_3
value: 36.236000000000004
verified: no, type: recall_at_5
value: 42.243
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 40.812583333333336
verified: no, type: ndcg_at_10
value: 40.812583333333336
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 34.053
verified: no, type: map_at_1
value: 21.135
verified: no, type: map_at_10
value: 29.336000000000002
verified: no, type: map_at_100
value: 30.429000000000002
verified: no, type: map_at_1000
value: 30.523
verified: no, type: map_at_20
value: 29.946
verified: no, type: map_at_3
value: 26.751
verified: no, type: map_at_5
value: 28.147
verified: no, type: mrr_at_1
value: 24.079754601226995
verified: no, type: mrr_at_10
value: 31.98570941669101
verified: no, type: mrr_at_100
value: 32.87704399381717
verified: no, type: mrr_at_1000
value: 32.950784120634474
verified: no, type: mrr_at_20
value: 32.48647576315244
verified: no, type: mrr_at_3
value: 29.933537832310854
verified: no, type: mrr_at_5
value: 30.99182004089981
verified: no, type: nauc_map_at_1000_diff1
value: 40.54921025385474
verified: no, type: nauc_map_at_1000_max
value: 34.77575879898821
verified: no, type: nauc_map_at_1000_std
value: 8.948775266395762
verified: no, type: nauc_map_at_100_diff1
value: 40.54349367224357
verified: no, type: nauc_map_at_100_max
value: 34.757684235242756
verified: no, type: nauc_map_at_100_std
value: 8.930005514047473
verified: no, type: nauc_map_at_10_diff1
value: 40.6730737054752
verified: no, type: nauc_map_at_10_max
value: 34.378525509672194
verified: no, type: nauc_map_at_10_std
value: 7.989204273097626
verified: no, type: nauc_map_at_1_diff1
value: 49.37407707269144
verified: no, type: nauc_map_at_1_max
value: 32.21678855112054
verified: no, type: nauc_map_at_1_std
value: 3.854422840353318
verified: no, type: nauc_map_at_20_diff1
value: 40.632949610967124
verified: no, type: nauc_map_at_20_max
value: 34.59900516061919
verified: no, type: nauc_map_at_20_std
value: 8.565328686423722
verified: no, type: nauc_map_at_3_diff1
value: 41.277384595957884
verified: no, type: nauc_map_at_3_max
value: 33.206185913755924
verified: no, type: nauc_map_at_3_std
value: 5.717825876602881
verified: no, type: nauc_map_at_5_diff1
value: 40.81938763414844
verified: no, type: nauc_map_at_5_max
value: 34.601640205395725
verified: no, type: nauc_map_at_5_std
value: 7.959501488950282
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.643791133769284
verified: no, type: nauc_mrr_at_1000_max
value: 36.86860098522057
verified: no, type: nauc_mrr_at_1000_std
value: 11.16203371889211
verified: no, type: nauc_mrr_at_100_diff1
value: 41.638414475074086
verified: no, type: nauc_mrr_at_100_max
value: 36.8731893852322
verified: no, type: nauc_mrr_at_100_std
value: 11.160133493075861
verified: no, type: nauc_mrr_at_10_diff1
value: 41.75277747893673
verified: no, type: nauc_mrr_at_10_max
value: 36.66922318811368
verified: no, type: nauc_mrr_at_10_std
value: 10.524888054922569
verified: no, type: nauc_mrr_at_1_diff1
value: 49.68943847753842
verified: no, type: nauc_mrr_at_1_max
value: 35.88824714503076
verified: no, type: nauc_mrr_at_1_std
value: 7.9139229045391515
verified: no, type: nauc_mrr_at_20_diff1
value: 41.6522451889601
verified: no, type: nauc_mrr_at_20_max
value: 36.89632890368892
verified: no, type: nauc_mrr_at_20_std
value: 11.00866443920579
verified: no, type: nauc_mrr_at_3_diff1
value: 41.740543551542395
verified: no, type: nauc_mrr_at_3_max
value: 36.637108493657536
verified: no, type: nauc_mrr_at_3_std
value: 9.550432374486645
verified: no, type: nauc_mrr_at_5_diff1
value: 41.74370752738844
verified: no, type: nauc_mrr_at_5_max
value: 36.88456148864922
verified: no, type: nauc_mrr_at_5_std
value: 10.424655726913185
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.51408332292014
verified: no, type: nauc_ndcg_at_1000_max
value: 36.09571315118831
verified: no, type: nauc_ndcg_at_1000_std
value: 13.474870360532162
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.019174212684376
verified: no, type: nauc_ndcg_at_100_max
value: 35.93119149466668
verified: no, type: nauc_ndcg_at_100_std
value: 13.2297549585252
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.916423405975245
verified: no, type: nauc_ndcg_at_10_max
value: 35.08064464520372
verified: no, type: nauc_ndcg_at_10_std
value: 9.782593893240483
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.68943847753842
verified: no, type: nauc_ndcg_at_1_max
value: 35.88824714503076
verified: no, type: nauc_ndcg_at_1_std
value: 7.9139229045391515
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.63750293826562
verified: no, type: nauc_ndcg_at_20_max
value: 35.739247440468915
verified: no, type: nauc_ndcg_at_20_std
value: 11.539481993254595
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.28042269065498
verified: no, type: nauc_ndcg_at_3_max
value: 34.63564871034042
verified: no, type: nauc_ndcg_at_3_std
value: 7.49191071861962
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.003890765463304
verified: no, type: nauc_ndcg_at_5_max
value: 35.71265272584242
verified: no, type: nauc_ndcg_at_5_std
value: 9.927346415193906
verified: no, type: nauc_precision_at_1000_diff1
value: -4.072989249391745
verified: no, type: nauc_precision_at_1000_max
value: 19.44622146624579
verified: no, type: nauc_precision_at_1000_std
value: 27.981364695896975
verified: no, type: nauc_precision_at_100_diff1
value: 7.321844285435558
verified: no, type: nauc_precision_at_100_max
value: 30.52844606095081
verified: no, type: nauc_precision_at_100_std
value: 31.072929769770514
verified: no, type: nauc_precision_at_10_diff1
value: 21.853502178071917
verified: no, type: nauc_precision_at_10_max
value: 37.30474313788762
verified: no, type: nauc_precision_at_10_std
value: 21.687548959106135
verified: no, type: nauc_precision_at_1_diff1
value: 49.68943847753842
verified: no, type: nauc_precision_at_1_max
value: 35.88824714503076
verified: no, type: nauc_precision_at_1_std
value: 7.9139229045391515
verified: no, type: nauc_precision_at_20_diff1
value: 17.749818352515526
verified: no, type: nauc_precision_at_20_max
value: 35.765806180376416
verified: no, type: nauc_precision_at_20_std
value: 25.411075024216252
verified: no, type: nauc_precision_at_3_diff1
value: 29.632039358651944
verified: no, type: nauc_precision_at_3_max
value: 39.65790064788028
verified: no, type: nauc_precision_at_3_std
value: 16.540404435515757
verified: no, type: nauc_precision_at_5_diff1
value: 25.65567821866759
verified: no, type: nauc_precision_at_5_max
value: 41.39961363618346
verified: no, type: nauc_precision_at_5_std
value: 22.5672145347772
verified: no, type: nauc_recall_at_1000_diff1
value: 25.719490205486846
verified: no, type: nauc_recall_at_1000_max
value: 34.913128477025914
verified: no, type: nauc_recall_at_1000_std
value: 45.9261202538083
verified: no, type: nauc_recall_at_100_diff1
value: 25.23717510439502
verified: no, type: nauc_recall_at_100_max
value: 33.50919363278291
verified: no, type: nauc_recall_at_100_std
value: 26.975483944416958
verified: no, type: nauc_recall_at_10_diff1
value: 32.84494569562565
verified: no, type: nauc_recall_at_10_max
value: 32.92279016208031
verified: no, type: nauc_recall_at_10_std
value: 11.273741379749255
verified: no, type: nauc_recall_at_1_diff1
value: 49.37407707269144
verified: no, type: nauc_recall_at_1_max
value: 32.21678855112054
verified: no, type: nauc_recall_at_1_std
value: 3.854422840353318
verified: no, type: nauc_recall_at_20_diff1
value: 31.136285249615742
verified: no, type: nauc_recall_at_20_max
value: 34.60047592054581
verified: no, type: nauc_recall_at_20_std
value: 17.167916916392333
verified: no, type: nauc_recall_at_3_diff1
value: 34.20242999662983
verified: no, type: nauc_recall_at_3_max
value: 31.922366101615964
verified: no, type: nauc_recall_at_3_std
value: 5.5073356683470065
verified: no, type: nauc_recall_at_5_diff1
value: 33.737565539089545
verified: no, type: nauc_recall_at_5_max
value: 35.18290702820585
verified: no, type: nauc_recall_at_5_std
value: 11.516166260788946
verified: no, type: ndcg_at_1
value: 24.08
verified: no, type: ndcg_at_10
value: 34.053
verified: no, type: ndcg_at_100
value: 39.214
verified: no, type: ndcg_at_1000
value: 41.672
verified: no, type: ndcg_at_20
value: 35.998999999999995
verified: no, type: ndcg_at_3
value: 29.429
verified: no, type: ndcg_at_5
value: 31.480000000000004
verified: no, type: precision_at_1
value: 24.08
verified: no, type: precision_at_10
value: 5.752
verified: no, type: precision_at_100
value: 0.906
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.3970000000000002
verified: no, type: precision_at_3
value: 13.344000000000001
verified: no, type: precision_at_5
value: 9.417
verified: no, type: recall_at_1
value: 21.135
verified: no, type: recall_at_10
value: 45.82
verified: no, type: recall_at_100
value: 69.414
verified: no, type: recall_at_1000
value: 87.653
verified: no, type: recall_at_20
value: 53.044999999999995
verified: no, type: recall_at_3
value: 32.914
verified: no, type: recall_at_5
value: 37.967
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 31.079
verified: no, type: map_at_1
value: 17.498
verified: no, type: map_at_10
value: 25.761
verified: no, type: map_at_100
value: 27.117
verified: no, type: map_at_1000
value: 27.249000000000002
verified: no, type: map_at_20
value: 26.487
verified: no, type: map_at_3
value: 22.8
verified: no, type: map_at_5
value: 24.404
verified: no, type: mrr_at_1
value: 21.92016517549897
verified: no, type: mrr_at_10
value: 29.885472312347773
verified: no, type: mrr_at_100
value: 30.9160324896262
verified: no, type: mrr_at_1000
value: 30.991168841711332
verified: no, type: mrr_at_20
value: 30.452602988671234
verified: no, type: mrr_at_3
value: 27.208075246616247
verified: no, type: mrr_at_5
value: 28.703257627896395
verified: no, type: nauc_map_at_1000_diff1
value: 31.106783614540877
verified: no, type: nauc_map_at_1000_max
value: 28.6225885387827
verified: no, type: nauc_map_at_1000_std
value: 6.0841248710509515
verified: no, type: nauc_map_at_100_diff1
value: 31.08489579492722
verified: no, type: nauc_map_at_100_max
value: 28.557756475282236
verified: no, type: nauc_map_at_100_std
value: 6.052003313810615
verified: no, type: nauc_map_at_10_diff1
value: 31.48175165089029
verified: no, type: nauc_map_at_10_max
value: 28.385150030692763
verified: no, type: nauc_map_at_10_std
value: 5.495659063667348
verified: no, type: nauc_map_at_1_diff1
value: 38.27868635676493
verified: no, type: nauc_map_at_1_max
value: 26.68660889337588
verified: no, type: nauc_map_at_1_std
value: 3.160872467743023
verified: no, type: nauc_map_at_20_diff1
value: 31.207065661313653
verified: no, type: nauc_map_at_20_max
value: 28.409403987888872
verified: no, type: nauc_map_at_20_std
value: 5.663005924021793
verified: no, type: nauc_map_at_3_diff1
value: 33.081360769026695
verified: no, type: nauc_map_at_3_max
value: 28.052813330220555
verified: no, type: nauc_map_at_3_std
value: 4.494259362042225
verified: no, type: nauc_map_at_5_diff1
value: 31.969111899422543
verified: no, type: nauc_map_at_5_max
value: 27.92017739432563
verified: no, type: nauc_map_at_5_std
value: 4.811795252340103
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.29292415286063
verified: no, type: nauc_mrr_at_1000_max
value: 29.213774281822502
verified: no, type: nauc_mrr_at_1000_std
value: 7.033800724186415
verified: no, type: nauc_mrr_at_100_diff1
value: 29.2626300487415
verified: no, type: nauc_mrr_at_100_max
value: 29.204727919066332
verified: no, type: nauc_mrr_at_100_std
value: 7.045304952598549
verified: no, type: nauc_mrr_at_10_diff1
value: 29.387229358683616
verified: no, type: nauc_mrr_at_10_max
value: 29.294544480801417
verified: no, type: nauc_mrr_at_10_std
value: 6.775611131886977
verified: no, type: nauc_mrr_at_1_diff1
value: 34.788621456797806
verified: no, type: nauc_mrr_at_1_max
value: 28.589390080521447
verified: no, type: nauc_mrr_at_1_std
value: 5.031155628869166
verified: no, type: nauc_mrr_at_20_diff1
value: 29.269757265619585
verified: no, type: nauc_mrr_at_20_max
value: 29.192868249024183
verified: no, type: nauc_mrr_at_20_std
value: 6.895053312400131
verified: no, type: nauc_mrr_at_3_diff1
value: 30.45886158188182
verified: no, type: nauc_mrr_at_3_max
value: 29.126637772912332
verified: no, type: nauc_mrr_at_3_std
value: 5.887845131702013
verified: no, type: nauc_mrr_at_5_diff1
value: 29.5830069273922
verified: no, type: nauc_mrr_at_5_max
value: 29.023599660723566
verified: no, type: nauc_mrr_at_5_std
value: 6.333484322706432
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.299997368370704
verified: no, type: nauc_ndcg_at_1000_max
value: 29.888737990959356
verified: no, type: nauc_ndcg_at_1000_std
value: 8.946268519586546
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.626227219466298
verified: no, type: nauc_ndcg_at_100_max
value: 29.449363310563655
verified: no, type: nauc_ndcg_at_100_std
value: 9.152695620470102
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.712684866650427
verified: no, type: nauc_ndcg_at_10_max
value: 29.193277467967206
verified: no, type: nauc_ndcg_at_10_std
value: 6.998413207889944
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.788621456797806
verified: no, type: nauc_ndcg_at_1_max
value: 28.589390080521447
verified: no, type: nauc_ndcg_at_1_std
value: 5.031155628869166
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.12146242755772
verified: no, type: nauc_ndcg_at_20_max
value: 28.9603042379236
verified: no, type: nauc_ndcg_at_20_std
value: 7.4783571354648055
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.7052417569527
verified: no, type: nauc_ndcg_at_3_max
value: 29.20315655011043
verified: no, type: nauc_ndcg_at_3_std
value: 5.388849801543028
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.36802229342131
verified: no, type: nauc_ndcg_at_5_max
value: 28.574869226548653
verified: no, type: nauc_ndcg_at_5_std
value: 5.792067593971809
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0955902695363287
verified: no, type: nauc_precision_at_1000_max
value: 22.263203721640487
verified: no, type: nauc_precision_at_1000_std
value: 15.962211276640174
verified: no, type: nauc_precision_at_100_diff1
value: 1.697299406682818
verified: no, type: nauc_precision_at_100_max
value: 25.552155435237268
verified: no, type: nauc_precision_at_100_std
value: 19.630389535049883
verified: no, type: nauc_precision_at_10_diff1
value: 13.297756573713581
verified: no, type: nauc_precision_at_10_max
value: 30.477988337514095
verified: no, type: nauc_precision_at_10_std
value: 11.930425415137833
verified: no, type: nauc_precision_at_1_diff1
value: 34.788621456797806
verified: no, type: nauc_precision_at_1_max
value: 28.589390080521447
verified: no, type: nauc_precision_at_1_std
value: 5.031155628869166
verified: no, type: nauc_precision_at_20_diff1
value: 9.074294316929793
verified: no, type: nauc_precision_at_20_max
value: 28.035274038120022
verified: no, type: nauc_precision_at_20_std
value: 13.372503140399717
verified: no, type: nauc_precision_at_3_diff1
value: 22.46944870859152
verified: no, type: nauc_precision_at_3_max
value: 30.62699826426078
verified: no, type: nauc_precision_at_3_std
value: 7.446849435999603
verified: no, type: nauc_precision_at_5_diff1
value: 17.272667706952305
verified: no, type: nauc_precision_at_5_max
value: 29.24179840910647
verified: no, type: nauc_precision_at_5_std
value: 8.644639430581861
verified: no, type: nauc_recall_at_1000_diff1
value: 12.871611027617524
verified: no, type: nauc_recall_at_1000_max
value: 36.71435304856158
verified: no, type: nauc_recall_at_1000_std
value: 28.620443354999125
verified: no, type: nauc_recall_at_100_diff1
value: 14.961011668882907
verified: no, type: nauc_recall_at_100_max
value: 28.301006654430267
verified: no, type: nauc_recall_at_100_std
value: 19.460217217927635
verified: no, type: nauc_recall_at_10_diff1
value: 21.85511402624238
verified: no, type: nauc_recall_at_10_max
value: 27.432304380395227
verified: no, type: nauc_recall_at_10_std
value: 8.78952978670911
verified: no, type: nauc_recall_at_1_diff1
value: 38.27868635676493
verified: no, type: nauc_recall_at_1_max
value: 26.68660889337588
verified: no, type: nauc_recall_at_1_std
value: 3.160872467743023
verified: no, type: nauc_recall_at_20_diff1
value: 19.752305046339135
verified: no, type: nauc_recall_at_20_max
value: 26.236548609605155
verified: no, type: nauc_recall_at_20_std
value: 10.087194624804992
verified: no, type: nauc_recall_at_3_diff1
value: 27.751788017220413
verified: no, type: nauc_recall_at_3_max
value: 27.44474563712776
verified: no, type: nauc_recall_at_3_std
value: 5.050595287046713
verified: no, type: nauc_recall_at_5_diff1
value: 24.20044216232329
verified: no, type: nauc_recall_at_5_max
value: 26.30261864862886
verified: no, type: nauc_recall_at_5_std
value: 5.945475035324601
verified: no, type: ndcg_at_1
value: 21.92
verified: no, type: ndcg_at_10
value: 31.079
verified: no, type: ndcg_at_100
value: 37.254
verified: no, type: ndcg_at_1000
value: 40.075
verified: no, type: ndcg_at_20
value: 33.331
verified: no, type: ndcg_at_3
value: 25.889
verified: no, type: ndcg_at_5
value: 28.253
verified: no, type: precision_at_1
value: 21.92
verified: no, type: precision_at_10
value: 6.032
verified: no, type: precision_at_100
value: 1.088
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 3.6839999999999997
verified: no, type: precision_at_3
value: 12.549
verified: no, type: precision_at_5
value: 9.36
verified: no, type: recall_at_1
value: 17.498
verified: no, type: recall_at_10
value: 42.824
verified: no, type: recall_at_100
value: 70.537
verified: no, type: recall_at_1000
value: 90.416
verified: no, type: recall_at_20
value: 51.13799999999999
verified: no, type: recall_at_3
value: 28.374
verified: no, type: recall_at_5
value: 34.452
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 43.159
verified: no, type: map_at_1
value: 27.3
verified: no, type: map_at_10
value: 37.471
verified: no, type: map_at_100
value: 38.847
verified: no, type: map_at_1000
value: 38.95
verified: no, type: map_at_20
value: 38.238
verified: no, type: map_at_3
value: 34.343
verified: no, type: map_at_5
value: 35.731
verified: no, type: mrr_at_1
value: 32.46268656716418
verified: no, type: mrr_at_10
value: 41.2610681710495
verified: no, type: mrr_at_100
value: 42.31204325599387
verified: no, type: mrr_at_1000
value: 42.36679795654589
verified: no, type: mrr_at_20
value: 41.91619388699724
verified: no, type: mrr_at_3
value: 38.75932835820893
verified: no, type: mrr_at_5
value: 39.86473880597011
verified: no, type: nauc_map_at_1000_diff1
value: 38.41373782401318
verified: no, type: nauc_map_at_1000_max
value: 36.26799123342812
verified: no, type: nauc_map_at_1000_std
value: -1.6362179601270626
verified: no, type: nauc_map_at_100_diff1
value: 38.39090799924858
verified: no, type: nauc_map_at_100_max
value: 36.25156851372077
verified: no, type: nauc_map_at_100_std
value: -1.6616566136661386
verified: no, type: nauc_map_at_10_diff1
value: 38.696198873516394
verified: no, type: nauc_map_at_10_max
value: 36.16128806023898
verified: no, type: nauc_map_at_10_std
value: -2.130791362526739
verified: no, type: nauc_map_at_1_diff1
value: 43.37285405382472
verified: no, type: nauc_map_at_1_max
value: 31.642684614767276
verified: no, type: nauc_map_at_1_std
value: -5.540771932525815
verified: no, type: nauc_map_at_20_diff1
value: 38.4878820103522
verified: no, type: nauc_map_at_20_max
value: 36.2292631214085
verified: no, type: nauc_map_at_20_std
value: -1.843545810350474
verified: no, type: nauc_map_at_3_diff1
value: 39.95370528114123
verified: no, type: nauc_map_at_3_max
value: 34.23886393938281
verified: no, type: nauc_map_at_3_std
value: -4.809386044288499
verified: no, type: nauc_map_at_5_diff1
value: 39.16911049006275
verified: no, type: nauc_map_at_5_max
value: 35.2191378957676
verified: no, type: nauc_map_at_5_std
value: -3.5005953042339653
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.18437691856584
verified: no, type: nauc_mrr_at_1000_max
value: 37.70260458140709
verified: no, type: nauc_mrr_at_1000_std
value: -0.11426638420398647
verified: no, type: nauc_mrr_at_100_diff1
value: 36.14459892119925
verified: no, type: nauc_mrr_at_100_max
value: 37.67599501718511
verified: no, type: nauc_mrr_at_100_std
value: -0.12595268985648042
verified: no, type: nauc_mrr_at_10_diff1
value: 36.27951441810734
verified: no, type: nauc_mrr_at_10_max
value: 37.8613553159427
verified: no, type: nauc_mrr_at_10_std
value: -0.20119672771815636
verified: no, type: nauc_mrr_at_1_diff1
value: 39.88957563396634
verified: no, type: nauc_mrr_at_1_max
value: 36.60257391624788
verified: no, type: nauc_mrr_at_1_std
value: -2.841791526837743
verified: no, type: nauc_mrr_at_20_diff1
value: 36.103682088537184
verified: no, type: nauc_mrr_at_20_max
value: 37.7488620725621
verified: no, type: nauc_mrr_at_20_std
value: -0.08430051028531159
verified: no, type: nauc_mrr_at_3_diff1
value: 36.8623555151354
verified: no, type: nauc_mrr_at_3_max
value: 37.36094868304334
verified: no, type: nauc_mrr_at_3_std
value: -1.8677123750289681
verified: no, type: nauc_mrr_at_5_diff1
value: 36.59448977125284
verified: no, type: nauc_mrr_at_5_max
value: 37.8339219805799
verified: no, type: nauc_mrr_at_5_std
value: -1.1457629757330636
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.0265401975872
verified: no, type: nauc_ndcg_at_1000_max
value: 37.45317419626094
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6036524279201412
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.29323774869888
verified: no, type: nauc_ndcg_at_100_max
value: 37.10845147549922
verified: no, type: nauc_ndcg_at_100_std
value: 1.5535678575966316
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.180138557973876
verified: no, type: nauc_ndcg_at_10_max
value: 37.411761737356
verified: no, type: nauc_ndcg_at_10_std
value: 0.5165748912750906
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.88957563396634
verified: no, type: nauc_ndcg_at_1_max
value: 36.60257391624788
verified: no, type: nauc_ndcg_at_1_std
value: -2.841791526837743
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.610864685140825
verified: no, type: nauc_ndcg_at_20_max
value: 37.34524578592843
verified: no, type: nauc_ndcg_at_20_std
value: 1.2655274462928487
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.581668636974165
verified: no, type: nauc_ndcg_at_3_max
value: 35.69832549832282
verified: no, type: nauc_ndcg_at_3_std
value: -3.6448795589159597
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.991833727312326
verified: no, type: nauc_ndcg_at_5_max
value: 36.30298998287306
verified: no, type: nauc_ndcg_at_5_std
value: -2.2622164190279284
verified: no, type: nauc_precision_at_1000_diff1
value: -13.70160706618185
verified: no, type: nauc_precision_at_1000_max
value: 5.460656856541568
verified: no, type: nauc_precision_at_1000_std
value: 12.62097770232154
verified: no, type: nauc_precision_at_100_diff1
value: -6.499308352387093
verified: no, type: nauc_precision_at_100_max
value: 20.353724456457627
verified: no, type: nauc_precision_at_100_std
value: 17.95090127045124
verified: no, type: nauc_precision_at_10_diff1
value: 12.806170332318779
verified: no, type: nauc_precision_at_10_max
value: 39.23341562181076
verified: no, type: nauc_precision_at_10_std
value: 13.987639599584101
verified: no, type: nauc_precision_at_1_diff1
value: 39.88957563396634
verified: no, type: nauc_precision_at_1_max
value: 36.60257391624788
verified: no, type: nauc_precision_at_1_std
value: -2.841791526837743
verified: no, type: nauc_precision_at_20_diff1
value: 5.332995851304963
verified: no, type: nauc_precision_at_20_max
value: 34.53916605109217
verified: no, type: nauc_precision_at_20_std
value: 17.69712324408807
verified: no, type: nauc_precision_at_3_diff1
value: 25.4753762848704
verified: no, type: nauc_precision_at_3_max
value: 38.50846428335884
verified: no, type: nauc_precision_at_3_std
value: 1.9628066846211143
verified: no, type: nauc_precision_at_5_diff1
value: 20.301539878169468
verified: no, type: nauc_precision_at_5_max
value: 39.951735387397015
verified: no, type: nauc_precision_at_5_std
value: 6.793501039657923
verified: no, type: nauc_recall_at_1000_diff1
value: 22.203986100593294
verified: no, type: nauc_recall_at_1000_max
value: 48.075623185241035
verified: no, type: nauc_recall_at_1000_std
value: 50.75401433229061
verified: no, type: nauc_recall_at_100_diff1
value: 19.9395981394293
verified: no, type: nauc_recall_at_100_max
value: 32.7460953002592
verified: no, type: nauc_recall_at_100_std
value: 14.324454594663344
verified: no, type: nauc_recall_at_10_diff1
value: 29.346896169220532
verified: no, type: nauc_recall_at_10_max
value: 36.68032432093537
verified: no, type: nauc_recall_at_10_std
value: 6.713544668966169
verified: no, type: nauc_recall_at_1_diff1
value: 43.37285405382472
verified: no, type: nauc_recall_at_1_max
value: 31.642684614767276
verified: no, type: nauc_recall_at_1_std
value: -5.540771932525815
verified: no, type: nauc_recall_at_20_diff1
value: 26.448398177241923
verified: no, type: nauc_recall_at_20_max
value: 35.7341164237797
verified: no, type: nauc_recall_at_20_std
value: 9.476528957596907
verified: no, type: nauc_recall_at_3_diff1
value: 35.01162975513612
verified: no, type: nauc_recall_at_3_max
value: 32.6400708326739
verified: no, type: nauc_recall_at_3_std
value: -5.272713547738796
verified: no, type: nauc_recall_at_5_diff1
value: 32.78451551990977
verified: no, type: nauc_recall_at_5_max
value: 34.48194190611458
verified: no, type: nauc_recall_at_5_std
value: -1.532660412317024
verified: no, type: ndcg_at_1
value: 32.462999999999994
verified: no, type: ndcg_at_10
value: 43.159
verified: no, type: ndcg_at_100
value: 49.052
verified: no, type: ndcg_at_1000
value: 51.132
verified: no, type: ndcg_at_20
value: 45.57
verified: no, type: ndcg_at_3
value: 37.735
verified: no, type: ndcg_at_5
value: 39.556000000000004
verified: no, type: precision_at_1
value: 32.462999999999994
verified: no, type: precision_at_10
value: 7.593
verified: no, type: precision_at_100
value: 1.187
verified: no, type: precision_at_1000
value: 0.147
verified: no, type: precision_at_20
value: 4.515000000000001
verified: no, type: precision_at_3
value: 17.32
verified: no, type: precision_at_5
value: 11.996
verified: no, type: recall_at_1
value: 27.3
verified: no, type: recall_at_10
value: 56.642
verified: no, type: recall_at_100
value: 81.525
verified: no, type: recall_at_1000
value: 95.806
verified: no, type: recall_at_20
value: 65.11099999999999
verified: no, type: recall_at_3
value: 41.469
verified: no, type: recall_at_5
value: 46.163
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 41.297
verified: no, type: map_at_1
value: 24.239
verified: no, type: map_at_10
value: 34.958
verified: no, type: map_at_100
value: 36.758
verified: no, type: map_at_1000
value: 36.989
verified: no, type: map_at_20
value: 35.9
verified: no, type: map_at_3
value: 31.673000000000002
verified: no, type: map_at_5
value: 33.675
verified: no, type: mrr_at_1
value: 28.458498023715418
verified: no, type: mrr_at_10
value: 39.1959972394755
verified: no, type: mrr_at_100
value: 40.18847772327865
verified: no, type: mrr_at_1000
value: 40.23773735721479
verified: no, type: mrr_at_20
value: 39.774954617486664
verified: no, type: mrr_at_3
value: 36.29776021080371
verified: no, type: mrr_at_5
value: 38.155467720685124
verified: no, type: nauc_map_at_1000_diff1
value: 36.874966531359455
verified: no, type: nauc_map_at_1000_max
value: 32.925100088208865
verified: no, type: nauc_map_at_1000_std
value: 2.9838945484541397
verified: no, type: nauc_map_at_100_diff1
value: 37.05086874383793
verified: no, type: nauc_map_at_100_max
value: 32.93389217056399
verified: no, type: nauc_map_at_100_std
value: 2.9144257345054467
verified: no, type: nauc_map_at_10_diff1
value: 37.37730997185654
verified: no, type: nauc_map_at_10_max
value: 32.06774672790129
verified: no, type: nauc_map_at_10_std
value: 1.8429020159075118
verified: no, type: nauc_map_at_1_diff1
value: 43.561442228636224
verified: no, type: nauc_map_at_1_max
value: 30.139564573234708
verified: no, type: nauc_map_at_1_std
value: -4.277872763081037
verified: no, type: nauc_map_at_20_diff1
value: 37.35659896740046
verified: no, type: nauc_map_at_20_max
value: 32.5517336397131
verified: no, type: nauc_map_at_20_std
value: 2.4435488993754753
verified: no, type: nauc_map_at_3_diff1
value: 37.473068855167796
verified: no, type: nauc_map_at_3_max
value: 31.59112945346696
verified: no, type: nauc_map_at_3_std
value: 1.6092320432651679
verified: no, type: nauc_map_at_5_diff1
value: 38.01435766254902
verified: no, type: nauc_map_at_5_max
value: 31.922726165398448
verified: no, type: nauc_map_at_5_std
value: 1.5628995834664126
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.12153078238164
verified: no, type: nauc_mrr_at_1000_max
value: 32.22061637683918
verified: no, type: nauc_mrr_at_1000_std
value: 3.5366279283280204
verified: no, type: nauc_mrr_at_100_diff1
value: 36.1188638601524
verified: no, type: nauc_mrr_at_100_max
value: 32.20952783773952
verified: no, type: nauc_mrr_at_100_std
value: 3.53367306991397
verified: no, type: nauc_mrr_at_10_diff1
value: 36.24545839812258
verified: no, type: nauc_mrr_at_10_max
value: 32.02781480404713
verified: no, type: nauc_mrr_at_10_std
value: 3.2237214571781756
verified: no, type: nauc_mrr_at_1_diff1
value: 39.43286392756712
verified: no, type: nauc_mrr_at_1_max
value: 31.633687884951282
verified: no, type: nauc_mrr_at_1_std
value: -0.27764785706458617
verified: no, type: nauc_mrr_at_20_diff1
value: 36.13109306056499
verified: no, type: nauc_mrr_at_20_max
value: 32.24845518587824
verified: no, type: nauc_mrr_at_20_std
value: 3.5527414665451666
verified: no, type: nauc_mrr_at_3_diff1
value: 35.694561950510526
verified: no, type: nauc_mrr_at_3_max
value: 32.34372143829758
verified: no, type: nauc_mrr_at_3_std
value: 3.2831272959106585
verified: no, type: nauc_mrr_at_5_diff1
value: 36.47407512657775
verified: no, type: nauc_mrr_at_5_max
value: 32.245870671508776
verified: no, type: nauc_mrr_at_5_std
value: 3.22208428921342
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.94498046337473
verified: no, type: nauc_ndcg_at_1000_max
value: 34.00274024637903
verified: no, type: nauc_ndcg_at_1000_std
value: 6.037949553908587
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.072050841400085
verified: no, type: nauc_ndcg_at_100_max
value: 33.77530570776558
verified: no, type: nauc_ndcg_at_100_std
value: 6.476581022520731
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.17349390611081
verified: no, type: nauc_ndcg_at_10_max
value: 31.74636270166893
verified: no, type: nauc_ndcg_at_10_std
value: 3.825524111282119
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.43286392756712
verified: no, type: nauc_ndcg_at_1_max
value: 31.633687884951282
verified: no, type: nauc_ndcg_at_1_std
value: -0.27764785706458617
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.390740077541615
verified: no, type: nauc_ndcg_at_20_max
value: 33.026639113297236
verified: no, type: nauc_ndcg_at_20_std
value: 5.161352869053754
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.784893735708245
verified: no, type: nauc_ndcg_at_3_max
value: 32.37270211170083
verified: no, type: nauc_ndcg_at_3_std
value: 4.002202121330911
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.13692738773426
verified: no, type: nauc_ndcg_at_5_max
value: 32.39302727687912
verified: no, type: nauc_ndcg_at_5_std
value: 3.6394963350009557
verified: no, type: nauc_precision_at_1000_diff1
value: -22.965728978391358
verified: no, type: nauc_precision_at_1000_max
value: 0.991199838881063
verified: no, type: nauc_precision_at_1000_std
value: 9.683600354073281
verified: no, type: nauc_precision_at_100_diff1
value: -12.560615008152604
verified: no, type: nauc_precision_at_100_max
value: 14.334232028365351
verified: no, type: nauc_precision_at_100_std
value: 17.640635157521896
verified: no, type: nauc_precision_at_10_diff1
value: 11.206224974161422
verified: no, type: nauc_precision_at_10_max
value: 27.636112811297668
verified: no, type: nauc_precision_at_10_std
value: 13.844463698498116
verified: no, type: nauc_precision_at_1_diff1
value: 39.43286392756712
verified: no, type: nauc_precision_at_1_max
value: 31.633687884951282
verified: no, type: nauc_precision_at_1_std
value: -0.27764785706458617
verified: no, type: nauc_precision_at_20_diff1
value: 2.820754738992166
verified: no, type: nauc_precision_at_20_max
value: 24.548395859228734
verified: no, type: nauc_precision_at_20_std
value: 18.659599473117076
verified: no, type: nauc_precision_at_3_diff1
value: 23.700089513000997
verified: no, type: nauc_precision_at_3_max
value: 33.926097310453535
verified: no, type: nauc_precision_at_3_std
value: 11.528262810991514
verified: no, type: nauc_precision_at_5_diff1
value: 19.952717493700728
verified: no, type: nauc_precision_at_5_max
value: 32.73420866701224
verified: no, type: nauc_precision_at_5_std
value: 12.572768747428661
verified: no, type: nauc_recall_at_1000_diff1
value: 11.338759676414469
verified: no, type: nauc_recall_at_1000_max
value: 60.27964607676189
verified: no, type: nauc_recall_at_1000_std
value: 65.64600084082495
verified: no, type: nauc_recall_at_100_diff1
value: 25.61894545906908
verified: no, type: nauc_recall_at_100_max
value: 33.053374407768985
verified: no, type: nauc_recall_at_100_std
value: 25.841122943882226
verified: no, type: nauc_recall_at_10_diff1
value: 28.374429812654515
verified: no, type: nauc_recall_at_10_max
value: 25.752628109349747
verified: no, type: nauc_recall_at_10_std
value: 5.460179271646167
verified: no, type: nauc_recall_at_1_diff1
value: 43.561442228636224
verified: no, type: nauc_recall_at_1_max
value: 30.139564573234708
verified: no, type: nauc_recall_at_1_std
value: -4.277872763081037
verified: no, type: nauc_recall_at_20_diff1
value: 28.096290358405124
verified: no, type: nauc_recall_at_20_max
value: 29.47090259172014
verified: no, type: nauc_recall_at_20_std
value: 10.769843783609222
verified: no, type: nauc_recall_at_3_diff1
value: 31.442770007498943
verified: no, type: nauc_recall_at_3_max
value: 30.06591425778911
verified: no, type: nauc_recall_at_3_std
value: 5.640565369414359
verified: no, type: nauc_recall_at_5_diff1
value: 32.95442456012167
verified: no, type: nauc_recall_at_5_max
value: 28.473408007093287
verified: no, type: nauc_recall_at_5_std
value: 4.467307517857356
verified: no, type: ndcg_at_1
value: 28.458
verified: no, type: ndcg_at_10
value: 41.297
verified: no, type: ndcg_at_100
value: 47.797
verified: no, type: ndcg_at_1000
value: 50.059
verified: no, type: ndcg_at_20
value: 43.856
verified: no, type: ndcg_at_3
value: 35.656
verified: no, type: ndcg_at_5
value: 38.779
verified: no, type: precision_at_1
value: 28.458
verified: no, type: precision_at_10
value: 8.004
verified: no, type: precision_at_100
value: 1.68
verified: no, type: precision_at_1000
value: 0.254
verified: no, type: precision_at_20
value: 5.1979999999999995
verified: no, type: precision_at_3
value: 16.864
verified: no, type: precision_at_5
value: 12.727
verified: no, type: recall_at_1
value: 24.239
verified: no, type: recall_at_10
value: 54.26499999999999
verified: no, type: recall_at_100
value: 82.101
verified: no, type: recall_at_1000
value: 95.994
verified: no, type: recall_at_20
value: 63.649
verified: no, type: recall_at_3
value: 39.206
verified: no, type: recall_at_5
value: 46.604
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 33.832
verified: no, type: map_at_1
value: 20.003
verified: no, type: map_at_10
value: 28.642
verified: no, type: map_at_100
value: 29.839
verified: no, type: map_at_1000
value: 29.958000000000002
verified: no, type: map_at_20
value: 29.349999999999998
verified: no, type: map_at_3
value: 25.535000000000004
verified: no, type: map_at_5
value: 27.400000000000002
verified: no, type: mrr_at_1
value: 21.811460258780038
verified: no, type: mrr_at_10
value: 30.64372267699438
verified: no, type: mrr_at_100
value: 31.73852756929626
verified: no, type: mrr_at_1000
value: 31.815679800702124
verified: no, type: mrr_at_20
value: 31.299814331394977
verified: no, type: mrr_at_3
value: 28.034504004929133
verified: no, type: mrr_at_5
value: 29.624152803450386
verified: no, type: nauc_map_at_1000_diff1
value: 27.06604986940547
verified: no, type: nauc_map_at_1000_max
value: 30.733957522966943
verified: no, type: nauc_map_at_1000_std
value: 5.707667228631227
verified: no, type: nauc_map_at_100_diff1
value: 27.069243825104223
verified: no, type: nauc_map_at_100_max
value: 30.697115186434498
verified: no, type: nauc_map_at_100_std
value: 5.694181242130099
verified: no, type: nauc_map_at_10_diff1
value: 27.287579843894623
verified: no, type: nauc_map_at_10_max
value: 30.416063160658435
verified: no, type: nauc_map_at_10_std
value: 5.001223879129747
verified: no, type: nauc_map_at_1_diff1
value: 34.766915543377216
verified: no, type: nauc_map_at_1_max
value: 31.68917356389495
verified: no, type: nauc_map_at_1_std
value: 4.63364234029443
verified: no, type: nauc_map_at_20_diff1
value: 26.988320257908132
verified: no, type: nauc_map_at_20_max
value: 30.59211599414314
verified: no, type: nauc_map_at_20_std
value: 5.5155380180944205
verified: no, type: nauc_map_at_3_diff1
value: 29.76134767596865
verified: no, type: nauc_map_at_3_max
value: 30.006661638483646
verified: no, type: nauc_map_at_3_std
value: 5.008441487743006
verified: no, type: nauc_map_at_5_diff1
value: 27.996100405808832
verified: no, type: nauc_map_at_5_max
value: 29.688313272752787
verified: no, type: nauc_map_at_5_std
value: 4.989016460968753
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.026456330287647
verified: no, type: nauc_mrr_at_1000_max
value: 32.20560453205575
verified: no, type: nauc_mrr_at_1000_std
value: 5.546537805647763
verified: no, type: nauc_mrr_at_100_diff1
value: 27.02363656101913
verified: no, type: nauc_mrr_at_100_max
value: 32.196640350864875
verified: no, type: nauc_mrr_at_100_std
value: 5.518951009854468
verified: no, type: nauc_mrr_at_10_diff1
value: 27.00915074052057
verified: no, type: nauc_mrr_at_10_max
value: 32.001757674286736
verified: no, type: nauc_mrr_at_10_std
value: 5.072731140770552
verified: no, type: nauc_mrr_at_1_diff1
value: 34.845574431208064
verified: no, type: nauc_mrr_at_1_max
value: 34.49816690982053
verified: no, type: nauc_mrr_at_1_std
value: 5.41968335382083
verified: no, type: nauc_mrr_at_20_diff1
value: 26.84248184004788
verified: no, type: nauc_mrr_at_20_max
value: 32.07749657503134
verified: no, type: nauc_mrr_at_20_std
value: 5.441862772046592
verified: no, type: nauc_mrr_at_3_diff1
value: 29.505028408787286
verified: no, type: nauc_mrr_at_3_max
value: 32.86798316031229
verified: no, type: nauc_mrr_at_3_std
value: 4.8203112022331895
verified: no, type: nauc_mrr_at_5_diff1
value: 27.569200794858347
verified: no, type: nauc_mrr_at_5_max
value: 31.645968122456676
verified: no, type: nauc_mrr_at_5_std
value: 4.9761558440226334
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.88608662925394
verified: no, type: nauc_ndcg_at_1000_max
value: 31.479699528948128
verified: no, type: nauc_ndcg_at_1000_std
value: 7.525533932973386
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.604927980525353
verified: no, type: nauc_ndcg_at_100_max
value: 31.17191900574252
verified: no, type: nauc_ndcg_at_100_std
value: 7.378799400265408
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.62553795593263
verified: no, type: nauc_ndcg_at_10_max
value: 30.338342936369855
verified: no, type: nauc_ndcg_at_10_std
value: 4.953463227590225
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.845574431208064
verified: no, type: nauc_ndcg_at_1_max
value: 34.49816690982053
verified: no, type: nauc_ndcg_at_1_std
value: 5.41968335382083
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.70534696949328
verified: no, type: nauc_ndcg_at_20_max
value: 30.65105372647873
verified: no, type: nauc_ndcg_at_20_std
value: 6.53760429235338
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.25657951417217
verified: no, type: nauc_ndcg_at_3_max
value: 30.680157197390457
verified: no, type: nauc_ndcg_at_3_std
value: 5.055222325853256
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.051860390557394
verified: no, type: nauc_ndcg_at_5_max
value: 29.321858649131254
verified: no, type: nauc_ndcg_at_5_std
value: 5.084862957981524
verified: no, type: nauc_precision_at_1000_diff1
value: -13.576500693637458
verified: no, type: nauc_precision_at_1000_max
value: 14.89365822136165
verified: no, type: nauc_precision_at_1000_std
value: 2.561285129665411
verified: no, type: nauc_precision_at_100_diff1
value: -0.5356717684025231
verified: no, type: nauc_precision_at_100_max
value: 24.869247406121847
verified: no, type: nauc_precision_at_100_std
value: 11.862364821181174
verified: no, type: nauc_precision_at_10_diff1
value: 9.30582069803439
verified: no, type: nauc_precision_at_10_max
value: 30.923589035628858
verified: no, type: nauc_precision_at_10_std
value: 5.398201031301567
verified: no, type: nauc_precision_at_1_diff1
value: 34.845574431208064
verified: no, type: nauc_precision_at_1_max
value: 34.49816690982053
verified: no, type: nauc_precision_at_1_std
value: 5.41968335382083
verified: no, type: nauc_precision_at_20_diff1
value: 4.059202632041108
verified: no, type: nauc_precision_at_20_max
value: 30.894783817339388
verified: no, type: nauc_precision_at_20_std
value: 10.754015672232937
verified: no, type: nauc_precision_at_3_diff1
value: 22.522340581277586
verified: no, type: nauc_precision_at_3_max
value: 32.5100154377477
verified: no, type: nauc_precision_at_3_std
value: 6.522378511380731
verified: no, type: nauc_precision_at_5_diff1
value: 14.85331547455788
verified: no, type: nauc_precision_at_5_max
value: 30.095138012218207
verified: no, type: nauc_precision_at_5_std
value: 5.64736160156279
verified: no, type: nauc_recall_at_1000_diff1
value: -5.27332415745275
verified: no, type: nauc_recall_at_1000_max
value: 33.16050370515966
verified: no, type: nauc_recall_at_1000_std
value: 35.48080153587079
verified: no, type: nauc_recall_at_100_diff1
value: 9.401206314932313
verified: no, type: nauc_recall_at_100_max
value: 29.15466334221412
verified: no, type: nauc_recall_at_100_std
value: 15.925857450796613
verified: no, type: nauc_recall_at_10_diff1
value: 13.2795134118332
verified: no, type: nauc_recall_at_10_max
value: 27.4224535997482
verified: no, type: nauc_recall_at_10_std
value: 4.610601473431608
verified: no, type: nauc_recall_at_1_diff1
value: 34.766915543377216
verified: no, type: nauc_recall_at_1_max
value: 31.68917356389495
verified: no, type: nauc_recall_at_1_std
value: 4.63364234029443
verified: no, type: nauc_recall_at_20_diff1
value: 9.041251274906765
verified: no, type: nauc_recall_at_20_max
value: 27.833816433039633
verified: no, type: nauc_recall_at_20_std
value: 10.004419902367824
verified: no, type: nauc_recall_at_3_diff1
value: 24.312698907863194
verified: no, type: nauc_recall_at_3_max
value: 28.445506445251507
verified: no, type: nauc_recall_at_3_std
value: 4.954049242639007
verified: no, type: nauc_recall_at_5_diff1
value: 17.32213286984511
verified: no, type: nauc_recall_at_5_max
value: 25.38081324317843
verified: no, type: nauc_recall_at_5_std
value: 5.5041998917365875
verified: no, type: ndcg_at_1
value: 21.811
verified: no, type: ndcg_at_10
value: 33.832
verified: no, type: ndcg_at_100
value: 39.675
verified: no, type: ndcg_at_1000
value: 42.22
verified: no, type: ndcg_at_20
value: 36.246
verified: no, type: ndcg_at_3
value: 28.09
verified: no, type: ndcg_at_5
value: 31.173000000000002
verified: no, type: precision_at_1
value: 21.811
verified: no, type: precision_at_10
value: 5.601
verified: no, type: precision_at_100
value: 0.9259999999999999
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_20
value: 3.383
verified: no, type: precision_at_3
value: 12.261
verified: no, type: precision_at_5
value: 9.168
verified: no, type: recall_at_1
value: 20.003
verified: no, type: recall_at_10
value: 47.754000000000005
verified: no, type: recall_at_100
value: 74.575
verified: no, type: recall_at_1000
value: 93.118
verified: no, type: recall_at_20
value: 56.887
verified: no, type: recall_at_3
value: 32.584999999999994
verified: no, type: recall_at_5
value: 39.987
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 17.039
verified: no, type: map_at_1
value: 5.803
verified: no, type: map_at_10
value: 11.043
verified: no, type: map_at_100
value: 12.575
verified: no, type: map_at_1000
value: 12.777
verified: no, type: map_at_20
value: 11.811
verified: no, type: map_at_3
value: 8.886
verified: no, type: map_at_5
value: 9.918000000000001
verified: no, type: mrr_at_1
value: 13.745928338762214
verified: no, type: mrr_at_10
value: 23.035856470709884
verified: no, type: mrr_at_100
value: 24.31853659598728
verified: no, type: mrr_at_1000
value: 24.381741087426335
verified: no, type: mrr_at_20
value: 23.826099691586087
verified: no, type: mrr_at_3
value: 19.641693811074926
verified: no, type: mrr_at_5
value: 21.462540716612363
verified: no, type: nauc_map_at_1000_diff1
value: 14.075861001605652
verified: no, type: nauc_map_at_1000_max
value: 32.50540299753915
verified: no, type: nauc_map_at_1000_std
value: 16.63440932146544
verified: no, type: nauc_map_at_100_diff1
value: 14.123217880033861
verified: no, type: nauc_map_at_100_max
value: 32.41146114250095
verified: no, type: nauc_map_at_100_std
value: 16.381092437163552
verified: no, type: nauc_map_at_10_diff1
value: 14.311158236352378
verified: no, type: nauc_map_at_10_max
value: 31.663465768164695
verified: no, type: nauc_map_at_10_std
value: 14.79004698936343
verified: no, type: nauc_map_at_1_diff1
value: 19.79138559884689
verified: no, type: nauc_map_at_1_max
value: 28.547089859427256
verified: no, type: nauc_map_at_1_std
value: 8.354323364048897
verified: no, type: nauc_map_at_20_diff1
value: 14.23157436194119
verified: no, type: nauc_map_at_20_max
value: 31.829323482590056
verified: no, type: nauc_map_at_20_std
value: 15.728487414739051
verified: no, type: nauc_map_at_3_diff1
value: 16.977223379413818
verified: no, type: nauc_map_at_3_max
value: 30.91365779223932
verified: no, type: nauc_map_at_3_std
value: 11.004013141499629
verified: no, type: nauc_map_at_5_diff1
value: 15.287594960641249
verified: no, type: nauc_map_at_5_max
value: 31.4855930880175
verified: no, type: nauc_map_at_5_std
value: 13.035283381488696
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.19673911397727
verified: no, type: nauc_mrr_at_1000_max
value: 32.27281360470439
verified: no, type: nauc_mrr_at_1000_std
value: 17.982389020371247
verified: no, type: nauc_mrr_at_100_diff1
value: 15.20130608016213
verified: no, type: nauc_mrr_at_100_max
value: 32.26452236374923
verified: no, type: nauc_mrr_at_100_std
value: 18.002716153000627
verified: no, type: nauc_mrr_at_10_diff1
value: 15.1395436352143
verified: no, type: nauc_mrr_at_10_max
value: 32.2082338876027
verified: no, type: nauc_mrr_at_10_std
value: 17.838618343534538
verified: no, type: nauc_mrr_at_1_diff1
value: 18.75801367430074
verified: no, type: nauc_mrr_at_1_max
value: 29.522146316819242
verified: no, type: nauc_mrr_at_1_std
value: 12.322203243653137
verified: no, type: nauc_mrr_at_20_diff1
value: 15.15341535844078
verified: no, type: nauc_mrr_at_20_max
value: 32.149592234561844
verified: no, type: nauc_mrr_at_20_std
value: 18.05739998762671
verified: no, type: nauc_mrr_at_3_diff1
value: 16.713713609700807
verified: no, type: nauc_mrr_at_3_max
value: 31.073485728698007
verified: no, type: nauc_mrr_at_3_std
value: 14.685962809871809
verified: no, type: nauc_mrr_at_5_diff1
value: 15.20715918092642
verified: no, type: nauc_mrr_at_5_max
value: 31.91496536532501
verified: no, type: nauc_mrr_at_5_std
value: 16.32734830238726
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.479850187724962
verified: no, type: nauc_ndcg_at_1000_max
value: 36.373357396933336
verified: no, type: nauc_ndcg_at_1000_std
value: 25.683568919701514
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.559236662789004
verified: no, type: nauc_ndcg_at_100_max
value: 34.90591391147814
verified: no, type: nauc_ndcg_at_100_std
value: 23.057965705153865
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.544873936559739
verified: no, type: nauc_ndcg_at_10_max
value: 32.83663980495747
verified: no, type: nauc_ndcg_at_10_std
value: 19.238337421544006
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.75801367430074
verified: no, type: nauc_ndcg_at_1_max
value: 29.522146316819242
verified: no, type: nauc_ndcg_at_1_std
value: 12.322203243653137
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.361691440408999
verified: no, type: nauc_ndcg_at_20_max
value: 32.76528016217301
verified: no, type: nauc_ndcg_at_20_std
value: 21.05644041370163
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.96832626064785
verified: no, type: nauc_ndcg_at_3_max
value: 31.44063980122053
verified: no, type: nauc_ndcg_at_3_std
value: 12.936413672431879
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.713513523433363
verified: no, type: nauc_ndcg_at_5_max
value: 32.36446493796571
verified: no, type: nauc_ndcg_at_5_std
value: 15.76174671030862
verified: no, type: nauc_precision_at_1000_diff1
value: 1.34184180265124
verified: no, type: nauc_precision_at_1000_max
value: 23.682869852931777
verified: no, type: nauc_precision_at_1000_std
value: 30.11200034478147
verified: no, type: nauc_precision_at_100_diff1
value: 2.7429761602552545
verified: no, type: nauc_precision_at_100_max
value: 27.799306591674704
verified: no, type: nauc_precision_at_100_std
value: 28.63347129016136
verified: no, type: nauc_precision_at_10_diff1
value: 6.809778511951629
verified: no, type: nauc_precision_at_10_max
value: 31.549319057696106
verified: no, type: nauc_precision_at_10_std
value: 27.797058851811858
verified: no, type: nauc_precision_at_1_diff1
value: 18.75801367430074
verified: no, type: nauc_precision_at_1_max
value: 29.522146316819242
verified: no, type: nauc_precision_at_1_std
value: 12.322203243653137
verified: no, type: nauc_precision_at_20_diff1
value: 6.652188021122349
verified: no, type: nauc_precision_at_20_max
value: 28.77994242287882
verified: no, type: nauc_precision_at_20_std
value: 29.36148470486359
verified: no, type: nauc_precision_at_3_diff1
value: 14.712258200325262
verified: no, type: nauc_precision_at_3_max
value: 32.0031289884313
verified: no, type: nauc_precision_at_3_std
value: 16.234492809427824
verified: no, type: nauc_precision_at_5_diff1
value: 9.304224063707855
verified: no, type: nauc_precision_at_5_max
value: 33.271254238986785
verified: no, type: nauc_precision_at_5_std
value: 21.406431386266583
verified: no, type: nauc_recall_at_1000_diff1
value: 0.25017014524490533
verified: no, type: nauc_recall_at_1000_max
value: 38.04838759534934
verified: no, type: nauc_recall_at_1000_std
value: 40.585116054127084
verified: no, type: nauc_recall_at_100_diff1
value: 3.0042658139447593
verified: no, type: nauc_recall_at_100_max
value: 30.765498421078746
verified: no, type: nauc_recall_at_100_std
value: 26.344845670411445
verified: no, type: nauc_recall_at_10_diff1
value: 7.066884715859835
verified: no, type: nauc_recall_at_10_max
value: 30.432215207137187
verified: no, type: nauc_recall_at_10_std
value: 21.88096446786714
verified: no, type: nauc_recall_at_1_diff1
value: 19.79138559884689
verified: no, type: nauc_recall_at_1_max
value: 28.547089859427256
verified: no, type: nauc_recall_at_1_std
value: 8.354323364048897
verified: no, type: nauc_recall_at_20_diff1
value: 6.260902435695847
verified: no, type: nauc_recall_at_20_max
value: 28.085979713597105
verified: no, type: nauc_recall_at_20_std
value: 24.042661661305686
verified: no, type: nauc_recall_at_3_diff1
value: 13.85539993127579
verified: no, type: nauc_recall_at_3_max
value: 30.66048968710386
verified: no, type: nauc_recall_at_3_std
value: 12.49456367200617
verified: no, type: nauc_recall_at_5_diff1
value: 9.732734054264856
verified: no, type: nauc_recall_at_5_max
value: 31.558450901307765
verified: no, type: nauc_recall_at_5_std
value: 16.85189341873968
verified: no, type: ndcg_at_1
value: 13.746
verified: no, type: ndcg_at_10
value: 17.039
verified: no, type: ndcg_at_100
value: 24.251
verified: no, type: ndcg_at_1000
value: 28.407
verified: no, type: ndcg_at_20
value: 19.596
verified: no, type: ndcg_at_3
value: 12.825000000000001
verified: no, type: ndcg_at_5
value: 14.246
verified: no, type: precision_at_1
value: 13.746
verified: no, type: precision_at_10
value: 5.772
verified: no, type: precision_at_100
value: 1.345
verified: no, type: precision_at_1000
value: 0.211
verified: no, type: precision_at_20
value: 3.945
verified: no, type: precision_at_3
value: 9.815
verified: no, type: precision_at_5
value: 7.9479999999999995
verified: no, type: recall_at_1
value: 5.803
verified: no, type: recall_at_10
value: 22.320999999999998
verified: no, type: recall_at_100
value: 48.083
verified: no, type: recall_at_1000
value: 72.02199999999999
verified: no, type: recall_at_20
value: 29.693
verified: no, type: recall_at_3
value: 12.249
verified: no, type: recall_at_5
value: 15.925
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 32.056000000000004
verified: no, type: map_at_1
value: 6.159
verified: no, type: map_at_10
value: 14.749
verified: no, type: map_at_100
value: 19.639
verified: no, type: map_at_1000
value: 20.902
verified: no, type: map_at_20
value: 16.320999999999998
verified: no, type: map_at_3
value: 10.598
verified: no, type: map_at_5
value: 12.232
verified: no, type: mrr_at_1
value: 55.223880597014926
verified: no, type: mrr_at_10
value: 62.61194029850745
verified: no, type: mrr_at_100
value: 63.161403712876506
verified: no, type: mrr_at_1000
value: 63.19045792845882
verified: no, type: mrr_at_20
value: 62.883310719131615
verified: no, type: mrr_at_3
value: 60.69651741293532
verified: no, type: mrr_at_5
value: 62.11442786069652
verified: no, type: nauc_map_at_1000_diff1
value: 14.66774420808803
verified: no, type: nauc_map_at_1000_max
value: 15.83673037882429
verified: no, type: nauc_map_at_1000_std
value: 5.780706425119277
verified: no, type: nauc_map_at_100_diff1
value: 15.155295918719005
verified: no, type: nauc_map_at_100_max
value: 14.072328538517597
verified: no, type: nauc_map_at_100_std
value: 1.770766267850918
verified: no, type: nauc_map_at_10_diff1
value: 14.98606047237713
verified: no, type: nauc_map_at_10_max
value: 6.187697786036102
verified: no, type: nauc_map_at_10_std
value: -6.360564380948436
verified: no, type: nauc_map_at_1_diff1
value: 28.930347534146826
verified: no, type: nauc_map_at_1_max
value: -22.946473489514478
verified: no, type: nauc_map_at_1_std
value: -5.478885357489002
verified: no, type: nauc_map_at_20_diff1
value: 13.225096470295508
verified: no, type: nauc_map_at_20_max
value: 8.134020886577796
verified: no, type: nauc_map_at_20_std
value: -3.688087435394214
verified: no, type: nauc_map_at_3_diff1
value: 23.967211717665325
verified: no, type: nauc_map_at_3_max
value: -8.54757081540758
verified: no, type: nauc_map_at_3_std
value: -11.854904684666472
verified: no, type: nauc_map_at_5_diff1
value: 18.69169934915187
verified: no, type: nauc_map_at_5_max
value: -2.681982078444763
verified: no, type: nauc_map_at_5_std
value: -9.677458332091078
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.1326144948668
verified: no, type: nauc_mrr_at_1000_max
value: 30.32888792364254
verified: no, type: nauc_mrr_at_1000_std
value: 0.10599054230879215
verified: no, type: nauc_mrr_at_100_diff1
value: 29.170245504786546
verified: no, type: nauc_mrr_at_100_max
value: 30.334485258327394
verified: no, type: nauc_mrr_at_100_std
value: 0.073017997841517
verified: no, type: nauc_mrr_at_10_diff1
value: 28.61680486143009
verified: no, type: nauc_mrr_at_10_max
value: 29.886786779812883
verified: no, type: nauc_mrr_at_10_std
value: -0.7804123870159443
verified: no, type: nauc_mrr_at_1_diff1
value: 28.445954358025144
verified: no, type: nauc_mrr_at_1_max
value: 29.757901190323032
verified: no, type: nauc_mrr_at_1_std
value: -8.160393754836772
verified: no, type: nauc_mrr_at_20_diff1
value: 28.970583921994
verified: no, type: nauc_mrr_at_20_max
value: 30.297978189519036
verified: no, type: nauc_mrr_at_20_std
value: 0.025099380605112777
verified: no, type: nauc_mrr_at_3_diff1
value: 26.922893811846027
verified: no, type: nauc_mrr_at_3_max
value: 28.454141443011615
verified: no, type: nauc_mrr_at_3_std
value: 0.5404188302638873
verified: no, type: nauc_mrr_at_5_diff1
value: 28.260050983821404
verified: no, type: nauc_mrr_at_5_max
value: 30.662788723961064
verified: no, type: nauc_mrr_at_5_std
value: 0.25695689627892465
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.550822161705184
verified: no, type: nauc_ndcg_at_1000_max
value: 23.47112652887515
verified: no, type: nauc_ndcg_at_1000_std
value: 18.921600629635876
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.75836373321895
verified: no, type: nauc_ndcg_at_100_max
value: 17.218863090775898
verified: no, type: nauc_ndcg_at_100_std
value: 6.188418551354186
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.018486303230613
verified: no, type: nauc_ndcg_at_10_max
value: 13.172847759812633
verified: no, type: nauc_ndcg_at_10_std
value: -2.557915936016456
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.30450276152453
verified: no, type: nauc_ndcg_at_1_max
value: 10.705906316378517
verified: no, type: nauc_ndcg_at_1_std
value: -11.557649340196585
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.248069262429212
verified: no, type: nauc_ndcg_at_20_max
value: 9.849529486503714
verified: no, type: nauc_ndcg_at_20_std
value: -0.311186473192
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.91723384151359
verified: no, type: nauc_ndcg_at_3_max
value: 12.746501741669613
verified: no, type: nauc_ndcg_at_3_std
value: -7.478244755823778
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.109109265849096
verified: no, type: nauc_ndcg_at_5_max
value: 15.035625561879778
verified: no, type: nauc_ndcg_at_5_std
value: -4.249792039203992
verified: no, type: nauc_precision_at_1000_diff1
value: -1.6904232746143093
verified: no, type: nauc_precision_at_1000_max
value: 28.193351306594632
verified: no, type: nauc_precision_at_1000_std
value: 49.466555012944426
verified: no, type: nauc_precision_at_100_diff1
value: 5.522098718336858
verified: no, type: nauc_precision_at_100_max
value: 32.28843828110046
verified: no, type: nauc_precision_at_100_std
value: 38.855283968708925
verified: no, type: nauc_precision_at_10_diff1
value: 0.8754832613076982
verified: no, type: nauc_precision_at_10_max
value: 33.667753747656214
verified: no, type: nauc_precision_at_10_std
value: 11.811992543860297
verified: no, type: nauc_precision_at_1_diff1
value: 28.445954358025144
verified: no, type: nauc_precision_at_1_max
value: 29.757901190323032
verified: no, type: nauc_precision_at_1_std
value: -8.160393754836772
verified: no, type: nauc_precision_at_20_diff1
value: 3.06814758548795
verified: no, type: nauc_precision_at_20_max
value: 34.56674755156743
verified: no, type: nauc_precision_at_20_std
value: 20.6096728873244
verified: no, type: nauc_precision_at_3_diff1
value: 14.003111174047799
verified: no, type: nauc_precision_at_3_max
value: 26.627875058653572
verified: no, type: nauc_precision_at_3_std
value: -1.576904767201546
verified: no, type: nauc_precision_at_5_diff1
value: 4.2565090179589
verified: no, type: nauc_precision_at_5_max
value: 30.09262969886471
verified: no, type: nauc_precision_at_5_std
value: 3.37613085747931
verified: no, type: nauc_recall_at_1000_diff1
value: 1.318125788778631
verified: no, type: nauc_recall_at_1000_max
value: 23.347027051136532
verified: no, type: nauc_recall_at_1000_std
value: 38.6734430950855
verified: no, type: nauc_recall_at_100_diff1
value: 16.260906677583385
verified: no, type: nauc_recall_at_100_max
value: 13.269724794813417
verified: no, type: nauc_recall_at_100_std
value: 12.528814958715534
verified: no, type: nauc_recall_at_10_diff1
value: 12.703144510602954
verified: no, type: nauc_recall_at_10_max
value: 11.643752381855938
verified: no, type: nauc_recall_at_10_std
value: -4.93246361539532
verified: no, type: nauc_recall_at_1_diff1
value: 28.930347534146826
verified: no, type: nauc_recall_at_1_max
value: -22.946473489514478
verified: no, type: nauc_recall_at_1_std
value: -5.478885357489002
verified: no, type: nauc_recall_at_20_diff1
value: 8.197159305821131
verified: no, type: nauc_recall_at_20_max
value: 7.992590649067159
verified: no, type: nauc_recall_at_20_std
value: 2.9499995677138213
verified: no, type: nauc_recall_at_3_diff1
value: 24.578598477208853
verified: no, type: nauc_recall_at_3_max
value: -5.236092678096414
verified: no, type: nauc_recall_at_3_std
value: -11.675071458967711
verified: no, type: nauc_recall_at_5_diff1
value: 16.448098064378637
verified: no, type: nauc_recall_at_5_max
value: 0.5330990419735525
verified: no, type: nauc_recall_at_5_std
value: -8.139497416808533
verified: no, type: ndcg_at_1
value: 44.03
verified: no, type: ndcg_at_10
value: 32.056000000000004
verified: no, type: ndcg_at_100
value: 36.813
verified: no, type: ndcg_at_1000
value: 44.603
verified: no, type: ndcg_at_20
value: 30.522
verified: no, type: ndcg_at_3
value: 37.112
verified: no, type: ndcg_at_5
value: 34.353
verified: no, type: precision_at_1
value: 55.224
verified: no, type: precision_at_10
value: 24.776
verified: no, type: precision_at_100
value: 7.5520000000000005
verified: no, type: precision_at_1000
value: 1.361
verified: no, type: precision_at_20
value: 16.418
verified: no, type: precision_at_3
value: 39.303
verified: no, type: precision_at_5
value: 32.537
verified: no, type: recall_at_1
value: 6.159
verified: no, type: recall_at_10
value: 18.767
verified: no, type: recall_at_100
value: 42.281
verified: no, type: recall_at_1000
value: 69.05799999999999
verified: no, type: recall_at_20
value: 24.176000000000002
verified: no, type: recall_at_3
value: 11.350999999999999
verified: no, type: recall_at_5
value: 13.858
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 26.912000000000003
verified: no, type: map_at_1
value: 5.587000000000001
verified: no, type: map_at_10
value: 11.895
verified: no, type: map_at_100
value: 16.598
verified: no, type: map_at_1000
value: 17.812
verified: no, type: map_at_20
value: 13.679
verified: no, type: map_at_3
value: 8.475000000000001
verified: no, type: map_at_5
value: 9.864
verified: no, type: mrr_at_1
value: 43.5
verified: no, type: mrr_at_10
value: 55.057341269841274
verified: no, type: mrr_at_100
value: 55.7116763249525
verified: no, type: mrr_at_1000
value: 55.73114654313282
verified: no, type: mrr_at_20
value: 55.48448584654082
verified: no, type: mrr_at_3
value: 52.625000000000014
verified: no, type: mrr_at_5
value: 54.25
verified: no, type: nauc_map_at_1000_diff1
value: 9.222585526729162
verified: no, type: nauc_map_at_1000_max
value: 6.474554295414542
verified: no, type: nauc_map_at_1000_std
value: 19.530457057036873
verified: no, type: nauc_map_at_100_diff1
value: 9.11589434330461
verified: no, type: nauc_map_at_100_max
value: 3.0466163667963415
verified: no, type: nauc_map_at_100_std
value: 15.897958511594085
verified: no, type: nauc_map_at_10_diff1
value: 14.033788134812697
verified: no, type: nauc_map_at_10_max
value: -4.180301152674868
verified: no, type: nauc_map_at_10_std
value: 0.9565463929832962
verified: no, type: nauc_map_at_1_diff1
value: 24.88372785558863
verified: no, type: nauc_map_at_1_max
value: -7.903205339084808
verified: no, type: nauc_map_at_1_std
value: -9.025106405036246
verified: no, type: nauc_map_at_20_diff1
value: 10.982775028585708
verified: no, type: nauc_map_at_20_max
value: -1.9814898263360956
verified: no, type: nauc_map_at_20_std
value: 5.022744754836501
verified: no, type: nauc_map_at_3_diff1
value: 18.920355286487474
verified: no, type: nauc_map_at_3_max
value: -7.008953507731825
verified: no, type: nauc_map_at_3_std
value: -7.4302507983255035
verified: no, type: nauc_map_at_5_diff1
value: 15.649741124593813
verified: no, type: nauc_map_at_5_max
value: -6.470264312561451
verified: no, type: nauc_map_at_5_std
value: -3.629324410314669
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.445673721571445
verified: no, type: nauc_mrr_at_1000_max
value: 30.848234089089377
verified: no, type: nauc_mrr_at_1000_std
value: 25.584068294106398
verified: no, type: nauc_mrr_at_100_diff1
value: 27.450436881700647
verified: no, type: nauc_mrr_at_100_max
value: 30.86805059900003
verified: no, type: nauc_mrr_at_100_std
value: 25.602642209980893
verified: no, type: nauc_mrr_at_10_diff1
value: 27.03642213567309
verified: no, type: nauc_mrr_at_10_max
value: 30.564766924576997
verified: no, type: nauc_mrr_at_10_std
value: 25.498766017362584
verified: no, type: nauc_mrr_at_1_diff1
value: 29.75429751366281
verified: no, type: nauc_mrr_at_1_max
value: 27.603423680456483
verified: no, type: nauc_mrr_at_1_std
value: 21.42210410437796
verified: no, type: nauc_mrr_at_20_diff1
value: 27.316158731916072
verified: no, type: nauc_mrr_at_20_max
value: 30.788911987885836
verified: no, type: nauc_mrr_at_20_std
value: 25.511317895342973
verified: no, type: nauc_mrr_at_3_diff1
value: 27.40278716897145
verified: no, type: nauc_mrr_at_3_max
value: 30.17795110537535
verified: no, type: nauc_mrr_at_3_std
value: 25.58949724207859
verified: no, type: nauc_mrr_at_5_diff1
value: 27.02036667526836
verified: no, type: nauc_mrr_at_5_max
value: 30.56172819314359
verified: no, type: nauc_mrr_at_5_std
value: 25.68106181481602
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.185469519827409
verified: no, type: nauc_ndcg_at_1000_max
value: 19.97222766004627
verified: no, type: nauc_ndcg_at_1000_std
value: 33.627761835495576
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.34566025576966
verified: no, type: nauc_ndcg_at_100_max
value: 10.904699675777103
verified: no, type: nauc_ndcg_at_100_std
value: 25.902939752688408
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.763184508901789
verified: no, type: nauc_ndcg_at_10_max
value: 15.84272775012148
verified: no, type: nauc_ndcg_at_10_std
value: 23.3644718110982
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.53213753471065
verified: no, type: nauc_ndcg_at_1_max
value: 25.47433464492357
verified: no, type: nauc_ndcg_at_1_std
value: 22.927455121813495
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.21982112040321
verified: no, type: nauc_ndcg_at_20_max
value: 10.855015325947646
verified: no, type: nauc_ndcg_at_20_std
value: 20.177684268239858
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.480487570544028
verified: no, type: nauc_ndcg_at_3_max
value: 23.08069150528697
verified: no, type: nauc_ndcg_at_3_std
value: 24.654582040091068
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.091173429430855
verified: no, type: nauc_ndcg_at_5_max
value: 18.943964454340282
verified: no, type: nauc_ndcg_at_5_std
value: 25.417120083736062
verified: no, type: nauc_precision_at_1000_diff1
value: 6.551654038336142
verified: no, type: nauc_precision_at_1000_max
value: 49.44788048053744
verified: no, type: nauc_precision_at_1000_std
value: 37.149790102492084
verified: no, type: nauc_precision_at_100_diff1
value: -3.0445732987998726
verified: no, type: nauc_precision_at_100_max
value: 35.41813437751633
verified: no, type: nauc_precision_at_100_std
value: 49.84817605241621
verified: no, type: nauc_precision_at_10_diff1
value: -1.9547816065045103
verified: no, type: nauc_precision_at_10_max
value: 28.351986746022433
verified: no, type: nauc_precision_at_10_std
value: 39.87641283361654
verified: no, type: nauc_precision_at_1_diff1
value: 29.75429751366281
verified: no, type: nauc_precision_at_1_max
value: 27.603423680456483
verified: no, type: nauc_precision_at_1_std
value: 21.42210410437796
verified: no, type: nauc_precision_at_20_diff1
value: -5.163004702977454
verified: no, type: nauc_precision_at_20_max
value: 29.15244120857218
verified: no, type: nauc_precision_at_20_std
value: 42.54647731285851
verified: no, type: nauc_precision_at_3_diff1
value: 8.549385971521142
verified: no, type: nauc_precision_at_3_max
value: 28.050026369321174
verified: no, type: nauc_precision_at_3_std
value: 31.253522187900256
verified: no, type: nauc_precision_at_5_diff1
value: -0.5560619777844419
verified: no, type: nauc_precision_at_5_max
value: 25.400998256732244
verified: no, type: nauc_precision_at_5_std
value: 36.987247493209956
verified: no, type: nauc_recall_at_1000_diff1
value: 6.3187672735979135
verified: no, type: nauc_recall_at_1000_max
value: 11.452062079279093
verified: no, type: nauc_recall_at_1000_std
value: 34.01011092060735
verified: no, type: nauc_recall_at_100_diff1
value: 10.256765153257081
verified: no, type: nauc_recall_at_100_max
value: 1.3948375294116233
verified: no, type: nauc_recall_at_100_std
value: 23.12466567545472
verified: no, type: nauc_recall_at_10_diff1
value: 9.429415669158093
verified: no, type: nauc_recall_at_10_max
value: -7.19845910730243
verified: no, type: nauc_recall_at_10_std
value: -0.7518308015760871
verified: no, type: nauc_recall_at_1_diff1
value: 24.88372785558863
verified: no, type: nauc_recall_at_1_max
value: -7.903205339084808
verified: no, type: nauc_recall_at_1_std
value: -9.025106405036246
verified: no, type: nauc_recall_at_20_diff1
value: 7.221922012299395
verified: no, type: nauc_recall_at_20_max
value: -5.373839522647143
verified: no, type: nauc_recall_at_20_std
value: 3.361400375981407
verified: no, type: nauc_recall_at_3_diff1
value: 15.217973070806593
verified: no, type: nauc_recall_at_3_max
value: -8.255546494136766
verified: no, type: nauc_recall_at_3_std
value: -8.0508215378933
verified: no, type: nauc_recall_at_5_diff1
value: 8.750499393201636
verified: no, type: nauc_recall_at_5_max
value: -9.456361840780644
verified: no, type: nauc_recall_at_5_std
value: -3.255892902113352
verified: no, type: ndcg_at_1
value: 32.25
verified: no, type: ndcg_at_10
value: 26.912000000000003
verified: no, type: ndcg_at_100
value: 31.477
verified: no, type: ndcg_at_1000
value: 38.78
verified: no, type: ndcg_at_20
value: 26.851999999999997
verified: no, type: ndcg_at_3
value: 29.343000000000004
verified: no, type: ndcg_at_5
value: 27.916
verified: no, type: precision_at_1
value: 43.5
verified: no, type: precision_at_10
value: 22.25
verified: no, type: precision_at_100
value: 7.3580000000000005
verified: no, type: precision_at_1000
value: 1.6549999999999998
verified: no, type: precision_at_20
value: 16.712
verified: no, type: precision_at_3
value: 33.667
verified: no, type: precision_at_5
value: 28.65
verified: no, type: recall_at_1
value: 5.587000000000001
verified: no, type: recall_at_10
value: 17.302999999999997
verified: no, type: recall_at_100
value: 39.731
verified: no, type: recall_at_1000
value: 63.751999999999995
verified: no, type: recall_at_20
value: 22.978
verified: no, type: recall_at_3
value: 9.884
verified: no, type: recall_at_5
value: 12.717999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 42.311
verified: no, type: map_at_1
value: 26.230999999999998
verified: no, type: map_at_10
value: 36.488
verified: no, type: map_at_100
value: 37.189
verified: no, type: map_at_1000
value: 37.238
verified: no, type: map_at_20
value: 36.908
verified: no, type: map_at_3
value: 33.711999999999996
verified: no, type: map_at_5
value: 35.363
verified: no, type: mrr_at_1
value: 28.5028502850285
verified: no, type: mrr_at_10
value: 39.190341653212904
verified: no, type: mrr_at_100
value: 39.873337606890374
verified: no, type: mrr_at_1000
value: 39.915366095710894
verified: no, type: mrr_at_20
value: 39.61445401700697
verified: no, type: mrr_at_3
value: 36.438643864386435
verified: no, type: mrr_at_5
value: 38.06705670567057
verified: no, type: nauc_map_at_1000_diff1
value: 38.544927343322755
verified: no, type: nauc_map_at_1000_max
value: 31.238008214807472
verified: no, type: nauc_map_at_1000_std
value: 17.340710731800087
verified: no, type: nauc_map_at_100_diff1
value: 38.53271731505664
verified: no, type: nauc_map_at_100_max
value: 31.24444002509582
verified: no, type: nauc_map_at_100_std
value: 17.336497143108794
verified: no, type: nauc_map_at_10_diff1
value: 38.47149376137689
verified: no, type: nauc_map_at_10_max
value: 31.057943306774234
verified: no, type: nauc_map_at_10_std
value: 16.88320995134788
verified: no, type: nauc_map_at_1_diff1
value: 42.64117606936473
verified: no, type: nauc_map_at_1_max
value: 25.235300368623836
verified: no, type: nauc_map_at_1_std
value: 11.099092252838478
verified: no, type: nauc_map_at_20_diff1
value: 38.53909982615329
verified: no, type: nauc_map_at_20_max
value: 31.25656920271077
verified: no, type: nauc_map_at_20_std
value: 17.27576321281346
verified: no, type: nauc_map_at_3_diff1
value: 38.70482758910707
verified: no, type: nauc_map_at_3_max
value: 29.343329165290143
verified: no, type: nauc_map_at_3_std
value: 14.573356497682216
verified: no, type: nauc_map_at_5_diff1
value: 38.45317210617443
verified: no, type: nauc_map_at_5_max
value: 30.410656735518977
verified: no, type: nauc_map_at_5_std
value: 16.04759185540847
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.53064995242943
verified: no, type: nauc_mrr_at_1000_max
value: 32.077343336360904
verified: no, type: nauc_mrr_at_1000_std
value: 17.039796809778124
verified: no, type: nauc_mrr_at_100_diff1
value: 39.51767279358483
verified: no, type: nauc_mrr_at_100_max
value: 32.09214820002331
verified: no, type: nauc_mrr_at_100_std
value: 17.04820908126493
verified: no, type: nauc_mrr_at_10_diff1
value: 39.473737530652535
verified: no, type: nauc_mrr_at_10_max
value: 31.95485973713632
verified: no, type: nauc_mrr_at_10_std
value: 16.682344196814157
verified: no, type: nauc_mrr_at_1_diff1
value: 43.54209193151506
verified: no, type: nauc_mrr_at_1_max
value: 26.225221030688388
verified: no, type: nauc_mrr_at_1_std
value: 11.045465765362609
verified: no, type: nauc_mrr_at_20_diff1
value: 39.51856222703832
verified: no, type: nauc_mrr_at_20_max
value: 32.15641740823006
verified: no, type: nauc_mrr_at_20_std
value: 17.052323554211206
verified: no, type: nauc_mrr_at_3_diff1
value: 39.59110286581465
verified: no, type: nauc_mrr_at_3_max
value: 30.27336556208048
verified: no, type: nauc_mrr_at_3_std
value: 14.400464395275131
verified: no, type: nauc_mrr_at_5_diff1
value: 39.37475030822441
verified: no, type: nauc_mrr_at_5_max
value: 31.280543943287686
verified: no, type: nauc_mrr_at_5_std
value: 15.893234066653813
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.92867727075456
verified: no, type: nauc_ndcg_at_1000_max
value: 34.646736289585874
verified: no, type: nauc_ndcg_at_1000_std
value: 22.109283863938227
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.598490502476295
verified: no, type: nauc_ndcg_at_100_max
value: 34.99139335810959
verified: no, type: nauc_ndcg_at_100_std
value: 22.209322757781297
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.46143110942927
verified: no, type: nauc_ndcg_at_10_max
value: 34.384238800709674
verified: no, type: nauc_ndcg_at_10_std
value: 20.383762100255804
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.54209193151506
verified: no, type: nauc_ndcg_at_1_max
value: 26.225221030688388
verified: no, type: nauc_ndcg_at_1_std
value: 11.045465765362609
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.629804811157065
verified: no, type: nauc_ndcg_at_20_max
value: 35.13056902686399
verified: no, type: nauc_ndcg_at_20_std
value: 21.8348192764161
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.80901242867197
verified: no, type: nauc_ndcg_at_3_max
value: 30.93143006645779
verified: no, type: nauc_ndcg_at_3_std
value: 15.69317657679832
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.36938303664242
verified: no, type: nauc_ndcg_at_5_max
value: 32.78308787409404
verified: no, type: nauc_ndcg_at_5_std
value: 18.37346652477358
verified: no, type: nauc_precision_at_1000_diff1
value: 16.527943940474014
verified: no, type: nauc_precision_at_1000_max
value: 36.661745199874645
verified: no, type: nauc_precision_at_1000_std
value: 40.759235242152194
verified: no, type: nauc_precision_at_100_diff1
value: 24.54407163693533
verified: no, type: nauc_precision_at_100_max
value: 45.60883532038694
verified: no, type: nauc_precision_at_100_std
value: 42.91332524207595
verified: no, type: nauc_precision_at_10_diff1
value: 31.72535525745312
verified: no, type: nauc_precision_at_10_max
value: 45.349381448046586
verified: no, type: nauc_precision_at_10_std
value: 32.974173826381055
verified: no, type: nauc_precision_at_1_diff1
value: 43.54209193151506
verified: no, type: nauc_precision_at_1_max
value: 26.225221030688388
verified: no, type: nauc_precision_at_1_std
value: 11.045465765362609
verified: no, type: nauc_precision_at_20_diff1
value: 30.374414778965203
verified: no, type: nauc_precision_at_20_max
value: 48.38235848820685
verified: no, type: nauc_precision_at_20_std
value: 39.73784986913937
verified: no, type: nauc_precision_at_3_diff1
value: 34.95600573048938
verified: no, type: nauc_precision_at_3_max
value: 35.80713704633644
verified: no, type: nauc_precision_at_3_std
value: 19.412990960503265
verified: no, type: nauc_precision_at_5_diff1
value: 33.12845327196843
verified: no, type: nauc_precision_at_5_max
value: 40.27118733247272
verified: no, type: nauc_precision_at_5_std
value: 25.943558127871956
verified: no, type: nauc_recall_at_1000_diff1
value: 29.768973516222186
verified: no, type: nauc_recall_at_1000_max
value: 45.76807061498038
verified: no, type: nauc_recall_at_1000_std
value: 51.113086504789116
verified: no, type: nauc_recall_at_100_diff1
value: 29.22558023832464
verified: no, type: nauc_recall_at_100_max
value: 46.15003117187778
verified: no, type: nauc_recall_at_100_std
value: 42.80642812167553
verified: no, type: nauc_recall_at_10_diff1
value: 31.629369166217437
verified: no, type: nauc_recall_at_10_max
value: 42.076418890799836
verified: no, type: nauc_recall_at_10_std
value: 30.59336185155107
verified: no, type: nauc_recall_at_1_diff1
value: 42.64117606936473
verified: no, type: nauc_recall_at_1_max
value: 25.235300368623836
verified: no, type: nauc_recall_at_1_std
value: 11.099092252838478
verified: no, type: nauc_recall_at_20_diff1
value: 31.335469263874455
verified: no, type: nauc_recall_at_20_max
value: 45.181873226895455
verified: no, type: nauc_recall_at_20_std
value: 37.03396315996297
verified: no, type: nauc_recall_at_3_diff1
value: 33.30861190274494
verified: no, type: nauc_recall_at_3_max
value: 33.17199752470918
verified: no, type: nauc_recall_at_3_std
value: 18.300476180248737
verified: no, type: nauc_recall_at_5_diff1
value: 31.99541739955995
verified: no, type: nauc_recall_at_5_max
value: 37.327841772897685
verified: no, type: nauc_recall_at_5_std
value: 24.427296500445365
verified: no, type: ndcg_at_1
value: 28.503
verified: no, type: ndcg_at_10
value: 42.311
verified: no, type: ndcg_at_100
value: 45.739999999999995
verified: no, type: ndcg_at_1000
value: 47.116
verified: no, type: ndcg_at_20
value: 43.814
verified: no, type: ndcg_at_3
value: 36.844
verified: no, type: ndcg_at_5
value: 39.696999999999996
verified: no, type: precision_at_1
value: 28.503
verified: no, type: precision_at_10
value: 6.367000000000001
verified: no, type: precision_at_100
value: 0.822
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 3.5159999999999996
verified: no, type: precision_at_3
value: 15.697
verified: no, type: precision_at_5
value: 10.975
verified: no, type: recall_at_1
value: 26.230999999999998
verified: no, type: recall_at_10
value: 57.830000000000005
verified: no, type: recall_at_100
value: 73.529
verified: no, type: recall_at_1000
value: 84.21
verified: no, type: recall_at_20
value: 63.580000000000005
verified: no, type: recall_at_3
value: 43.068
verified: no, type: recall_at_5
value: 49.99
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 42.563
verified: no, type: map_at_1
value: 25.789
verified: no, type: map_at_10
value: 36.523
verified: no, type: map_at_100
value: 37.347
verified: no, type: map_at_1000
value: 37.393
verified: no, type: map_at_20
value: 37.027
verified: no, type: map_at_3
value: 33.483000000000004
verified: no, type: map_at_5
value: 35.412
verified: no, type: mrr_at_1
value: 27.752775277527753
verified: no, type: mrr_at_10
value: 38.92034441539394
verified: no, type: mrr_at_100
value: 39.701308768272966
verified: no, type: mrr_at_1000
value: 39.74002237607331
verified: no, type: mrr_at_20
value: 39.40306190517976
verified: no, type: mrr_at_3
value: 35.848584858485836
verified: no, type: mrr_at_5
value: 37.803280328032784
verified: no, type: nauc_map_at_1000_diff1
value: 34.17597190862309
verified: no, type: nauc_map_at_1000_max
value: 26.9900559130689
verified: no, type: nauc_map_at_1000_std
value: 12.695854413524419
verified: no, type: nauc_map_at_100_diff1
value: 34.159140742195376
verified: no, type: nauc_map_at_100_max
value: 26.991827854535916
verified: no, type: nauc_map_at_100_std
value: 12.700812019288938
verified: no, type: nauc_map_at_10_diff1
value: 34.08880322400212
verified: no, type: nauc_map_at_10_max
value: 26.686385238773536
verified: no, type: nauc_map_at_10_std
value: 12.106693100422692
verified: no, type: nauc_map_at_1_diff1
value: 39.75327570681995
verified: no, type: nauc_map_at_1_max
value: 22.516865174086742
verified: no, type: nauc_map_at_1_std
value: 7.352429770604897
verified: no, type: nauc_map_at_20_diff1
value: 34.09956129529087
verified: no, type: nauc_map_at_20_max
value: 26.88383408046557
verified: no, type: nauc_map_at_20_std
value: 12.522543335179536
verified: no, type: nauc_map_at_3_diff1
value: 34.4408475586939
verified: no, type: nauc_map_at_3_max
value: 25.32901294015423
verified: no, type: nauc_map_at_3_std
value: 10.261012213574276
verified: no, type: nauc_map_at_5_diff1
value: 33.839452205385015
verified: no, type: nauc_map_at_5_max
value: 26.162139149396758
verified: no, type: nauc_map_at_5_std
value: 11.319738955299071
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.35911412311634
verified: no, type: nauc_mrr_at_1000_max
value: 27.663425924474506
verified: no, type: nauc_mrr_at_1000_std
value: 12.242914517959687
verified: no, type: nauc_mrr_at_100_diff1
value: 35.34838926395416
verified: no, type: nauc_mrr_at_100_max
value: 27.67860094508867
verified: no, type: nauc_mrr_at_100_std
value: 12.261677171728074
verified: no, type: nauc_mrr_at_10_diff1
value: 35.27102485638653
verified: no, type: nauc_mrr_at_10_max
value: 27.477689977850154
verified: no, type: nauc_mrr_at_10_std
value: 11.80499800891837
verified: no, type: nauc_mrr_at_1_diff1
value: 40.97638577245565
verified: no, type: nauc_mrr_at_1_max
value: 23.585524680635643
verified: no, type: nauc_mrr_at_1_std
value: 7.242935375380964
verified: no, type: nauc_mrr_at_20_diff1
value: 35.29506971612031
verified: no, type: nauc_mrr_at_20_max
value: 27.627615743060264
verified: no, type: nauc_mrr_at_20_std
value: 12.159260194079204
verified: no, type: nauc_mrr_at_3_diff1
value: 35.51192948129344
verified: no, type: nauc_mrr_at_3_max
value: 26.1168315974585
verified: no, type: nauc_mrr_at_3_std
value: 9.973253779504573
verified: no, type: nauc_mrr_at_5_diff1
value: 35.00372193705226
verified: no, type: nauc_mrr_at_5_max
value: 26.927656142079055
verified: no, type: nauc_mrr_at_5_std
value: 11.02304870858424
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.49991969615717
verified: no, type: nauc_ndcg_at_1000_max
value: 30.209587350888466
verified: no, type: nauc_ndcg_at_1000_std
value: 17.3604013033284
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.09545326289088
verified: no, type: nauc_ndcg_at_100_max
value: 30.41263075949266
verified: no, type: nauc_ndcg_at_100_std
value: 17.74146555544644
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.68974571152804
verified: no, type: nauc_ndcg_at_10_max
value: 29.01307655615002
verified: no, type: nauc_ndcg_at_10_std
value: 14.992165745891109
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.97638577245565
verified: no, type: nauc_ndcg_at_1_max
value: 23.585524680635643
verified: no, type: nauc_ndcg_at_1_std
value: 7.242935375380964
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.70131432794314
verified: no, type: nauc_ndcg_at_20_max
value: 29.726619193431663
verified: no, type: nauc_ndcg_at_20_std
value: 16.531701001153703
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.2569305109641
verified: no, type: nauc_ndcg_at_3_max
value: 26.29321481604789
verified: no, type: nauc_ndcg_at_3_std
value: 11.081977028754668
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.15552189165288
verified: no, type: nauc_ndcg_at_5_max
value: 27.759460485679003
verified: no, type: nauc_ndcg_at_5_std
value: 13.015694866625852
verified: no, type: nauc_precision_at_1000_diff1
value: 16.812073179287424
verified: no, type: nauc_precision_at_1000_max
value: 37.540985211601225
verified: no, type: nauc_precision_at_1000_std
value: 36.35910579672834
verified: no, type: nauc_precision_at_100_diff1
value: 21.3347768230779
verified: no, type: nauc_precision_at_100_max
value: 44.04414745027497
verified: no, type: nauc_precision_at_100_std
value: 41.39009594338739
verified: no, type: nauc_precision_at_10_diff1
value: 26.47938109887204
verified: no, type: nauc_precision_at_10_max
value: 37.19520608029416
verified: no, type: nauc_precision_at_10_std
value: 24.75031842784357
verified: no, type: nauc_precision_at_1_diff1
value: 40.97638577245565
verified: no, type: nauc_precision_at_1_max
value: 23.585524680635643
verified: no, type: nauc_precision_at_1_std
value: 7.242935375380964
verified: no, type: nauc_precision_at_20_diff1
value: 24.4933069920691
verified: no, type: nauc_precision_at_20_max
value: 40.181333968312195
verified: no, type: nauc_precision_at_20_std
value: 31.639505760980857
verified: no, type: nauc_precision_at_3_diff1
value: 29.55648660225873
verified: no, type: nauc_precision_at_3_max
value: 29.42746113719643
verified: no, type: nauc_precision_at_3_std
value: 13.134772598063801
verified: no, type: nauc_precision_at_5_diff1
value: 26.323829221173785
verified: no, type: nauc_precision_at_5_max
value: 32.98308960955934
verified: no, type: nauc_precision_at_5_std
value: 17.999660418650226
verified: no, type: nauc_recall_at_1000_diff1
value: 27.09758394920151
verified: no, type: nauc_recall_at_1000_max
value: 49.014623321157934
verified: no, type: nauc_recall_at_1000_std
value: 54.70002479259918
verified: no, type: nauc_recall_at_100_diff1
value: 24.828096194405543
verified: no, type: nauc_recall_at_100_max
value: 44.57384134801808
verified: no, type: nauc_recall_at_100_std
value: 45.47648726921974
verified: no, type: nauc_recall_at_10_diff1
value: 25.91218654921606
verified: no, type: nauc_recall_at_10_max
value: 34.13630206088126
verified: no, type: nauc_recall_at_10_std
value: 24.013987861347292
verified: no, type: nauc_recall_at_1_diff1
value: 39.75327570681995
verified: no, type: nauc_recall_at_1_max
value: 22.516865174086742
verified: no, type: nauc_recall_at_1_std
value: 7.352429770604897
verified: no, type: nauc_recall_at_20_diff1
value: 24.96068254117673
verified: no, type: nauc_recall_at_20_max
value: 37.43760229546025
verified: no, type: nauc_recall_at_20_std
value: 31.477306209504473
verified: no, type: nauc_recall_at_3_diff1
value: 28.060178345037656
verified: no, type: nauc_recall_at_3_max
value: 27.364528772057188
verified: no, type: nauc_recall_at_3_std
value: 13.396166074057525
verified: no, type: nauc_recall_at_5_diff1
value: 25.015826317297275
verified: no, type: nauc_recall_at_5_max
value: 30.444068792645858
verified: no, type: nauc_recall_at_5_std
value: 17.667570824756893
verified: no, type: ndcg_at_1
value: 27.753
verified: no, type: ndcg_at_10
value: 42.563
verified: no, type: ndcg_at_100
value: 46.572
verified: no, type: ndcg_at_1000
value: 47.825
verified: no, type: ndcg_at_20
value: 44.335
verified: no, type: ndcg_at_3
value: 36.54
verified: no, type: ndcg_at_5
value: 39.945
verified: no, type: precision_at_1
value: 27.753
verified: no, type: precision_at_10
value: 6.460000000000001
verified: no, type: precision_at_100
value: 0.859
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 3.615
verified: no, type: precision_at_3
value: 15.542
verified: no, type: precision_at_5
value: 11.134
verified: no, type: recall_at_1
value: 25.789
verified: no, type: recall_at_10
value: 59.022
verified: no, type: recall_at_100
value: 77.49000000000001
verified: no, type: recall_at_1000
value: 87.075
verified: no, type: recall_at_20
value: 65.813
verified: no, type: recall_at_3
value: 42.931000000000004
verified: no, type: recall_at_5
value: 51.148
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 39.544000000000004
verified: no, type: map_at_1
value: 22.122
verified: no, type: map_at_10
value: 33.021
verified: no, type: map_at_100
value: 33.919
verified: no, type: map_at_1000
value: 33.974
verified: no, type: map_at_20
value: 33.57
verified: no, type: map_at_3
value: 29.823
verified: no, type: map_at_5
value: 31.698999999999998
verified: no, type: mrr_at_1
value: 24.632547126855478
verified: no, type: mrr_at_10
value: 36.27443108803912
verified: no, type: mrr_at_100
value: 37.116518613084615
verified: no, type: mrr_at_1000
value: 37.16035774805865
verified: no, type: mrr_at_20
value: 36.80159654321279
verified: no, type: mrr_at_3
value: 32.990923716721404
verified: no, type: mrr_at_5
value: 34.94070060407349
verified: no, type: nauc_map_at_1000_diff1
value: 27.10508470711112
verified: no, type: nauc_map_at_1000_max
value: 19.122369111175676
verified: no, type: nauc_map_at_1000_std
value: 7.556987978069723
verified: no, type: nauc_map_at_100_diff1
value: 27.093923762733823
verified: no, type: nauc_map_at_100_max
value: 19.125020548640016
verified: no, type: nauc_map_at_100_std
value: 7.557312925203464
verified: no, type: nauc_map_at_10_diff1
value: 26.99461859425635
verified: no, type: nauc_map_at_10_max
value: 18.810433489022632
verified: no, type: nauc_map_at_10_std
value: 7.03658830181476
verified: no, type: nauc_map_at_1_diff1
value: 29.795588990770582
verified: no, type: nauc_map_at_1_max
value: 13.964929294547716
verified: no, type: nauc_map_at_1_std
value: 2.014683211424629
verified: no, type: nauc_map_at_20_diff1
value: 27.04355894870037
verified: no, type: nauc_map_at_20_max
value: 19.053125107329684
verified: no, type: nauc_map_at_20_std
value: 7.403819685723809
verified: no, type: nauc_map_at_3_diff1
value: 27.04176214403396
verified: no, type: nauc_map_at_3_max
value: 17.09452873117263
verified: no, type: nauc_map_at_3_std
value: 4.930539918889367
verified: no, type: nauc_map_at_5_diff1
value: 26.94702978336792
verified: no, type: nauc_map_at_5_max
value: 18.11738254686368
verified: no, type: nauc_map_at_5_std
value: 6.07806250068151
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.115687821599565
verified: no, type: nauc_mrr_at_1000_max
value: 20.022657307983696
verified: no, type: nauc_mrr_at_1000_std
value: 6.049841455492619
verified: no, type: nauc_mrr_at_100_diff1
value: 28.10698592392563
verified: no, type: nauc_mrr_at_100_max
value: 20.039825659015783
verified: no, type: nauc_mrr_at_100_std
value: 6.067374534430724
verified: no, type: nauc_mrr_at_10_diff1
value: 28.01268183804612
verified: no, type: nauc_mrr_at_10_max
value: 19.866652130070182
verified: no, type: nauc_mrr_at_10_std
value: 5.7238201723873265
verified: no, type: nauc_mrr_at_1_diff1
value: 31.03974019855326
verified: no, type: nauc_mrr_at_1_max
value: 14.816836320215055
verified: no, type: nauc_mrr_at_1_std
value: 0.9833928793907583
verified: no, type: nauc_mrr_at_20_diff1
value: 28.0597179017192
verified: no, type: nauc_mrr_at_20_max
value: 20.03479616925749
verified: no, type: nauc_mrr_at_20_std
value: 6.003188285805082
verified: no, type: nauc_mrr_at_3_diff1
value: 28.102700297200357
verified: no, type: nauc_mrr_at_3_max
value: 18.21123845169275
verified: no, type: nauc_mrr_at_3_std
value: 3.76508019698659
verified: no, type: nauc_mrr_at_5_diff1
value: 27.995019911180925
verified: no, type: nauc_mrr_at_5_max
value: 19.247724901440165
verified: no, type: nauc_mrr_at_5_std
value: 4.867678189338567
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.001039847228327
verified: no, type: nauc_ndcg_at_1000_max
value: 22.747905636602912
verified: no, type: nauc_ndcg_at_1000_std
value: 12.131044834687508
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.76465860993926
verified: no, type: nauc_ndcg_at_100_max
value: 22.999445448847684
verified: no, type: nauc_ndcg_at_100_std
value: 12.371530472512905
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.271134051292965
verified: no, type: nauc_ndcg_at_10_max
value: 21.708152120634573
verified: no, type: nauc_ndcg_at_10_std
value: 9.956366430157477
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.03974019855326
verified: no, type: nauc_ndcg_at_1_max
value: 14.816836320215055
verified: no, type: nauc_ndcg_at_1_std
value: 0.9833928793907583
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.418892680753135
verified: no, type: nauc_ndcg_at_20_max
value: 22.57247401098405
verified: no, type: nauc_ndcg_at_20_std
value: 11.318053940484274
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.48774759445648
verified: no, type: nauc_ndcg_at_3_max
value: 18.362023388227982
verified: no, type: nauc_ndcg_at_3_std
value: 5.5666629539029095
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.231548007732275
verified: no, type: nauc_ndcg_at_5_max
value: 20.108141595384858
verified: no, type: nauc_ndcg_at_5_std
value: 7.6451734794663775
verified: no, type: nauc_precision_at_1000_diff1
value: 10.312275248214805
verified: no, type: nauc_precision_at_1000_max
value: 29.125490605573674
verified: no, type: nauc_precision_at_1000_std
value: 27.980820440423077
verified: no, type: nauc_precision_at_100_diff1
value: 17.082042984133537
verified: no, type: nauc_precision_at_100_max
value: 35.99017212218388
verified: no, type: nauc_precision_at_100_std
value: 31.93133992782479
verified: no, type: nauc_precision_at_10_diff1
value: 22.490628336580023
verified: no, type: nauc_precision_at_10_max
value: 31.505838103581745
verified: no, type: nauc_precision_at_10_std
value: 19.04756851410053
verified: no, type: nauc_precision_at_1_diff1
value: 31.03974019855326
verified: no, type: nauc_precision_at_1_max
value: 14.816836320215055
verified: no, type: nauc_precision_at_1_std
value: 0.9833928793907583
verified: no, type: nauc_precision_at_20_diff1
value: 20.899414285866147
verified: no, type: nauc_precision_at_20_max
value: 34.88025857085343
verified: no, type: nauc_precision_at_20_std
value: 24.931946815895103
verified: no, type: nauc_precision_at_3_diff1
value: 24.7584008425105
verified: no, type: nauc_precision_at_3_max
value: 22.05117420112601
verified: no, type: nauc_precision_at_3_std
value: 7.0182363705564725
verified: no, type: nauc_precision_at_5_diff1
value: 23.70576059633269
verified: no, type: nauc_precision_at_5_max
value: 26.41538125990869
verified: no, type: nauc_precision_at_5_std
value: 11.811642655248509
verified: no, type: nauc_recall_at_1000_diff1
value: 22.666331359570606
verified: no, type: nauc_recall_at_1000_max
value: 42.022586063014
verified: no, type: nauc_recall_at_1000_std
value: 51.28078945425114
verified: no, type: nauc_recall_at_100_diff1
value: 22.038970758345137
verified: no, type: nauc_recall_at_100_max
value: 37.50016128544992
verified: no, type: nauc_recall_at_100_std
value: 38.42258858995013
verified: no, type: nauc_recall_at_10_diff1
value: 21.83627962615356
verified: no, type: nauc_recall_at_10_max
value: 28.17929505850154
verified: no, type: nauc_recall_at_10_std
value: 19.711584731579144
verified: no, type: nauc_recall_at_1_diff1
value: 29.795588990770582
verified: no, type: nauc_recall_at_1_max
value: 13.964929294547716
verified: no, type: nauc_recall_at_1_std
value: 2.014683211424629
verified: no, type: nauc_recall_at_20_diff1
value: 21.612730102448293
verified: no, type: nauc_recall_at_20_max
value: 31.944811405726607
verified: no, type: nauc_recall_at_20_std
value: 26.127216044442598
verified: no, type: nauc_recall_at_3_diff1
value: 23.365847069042577
verified: no, type: nauc_recall_at_3_max
value: 19.98758181260918
verified: no, type: nauc_recall_at_3_std
value: 8.28613301698417
verified: no, type: nauc_recall_at_5_diff1
value: 22.39829927032666
verified: no, type: nauc_recall_at_5_max
value: 23.59853172030037
verified: no, type: nauc_recall_at_5_std
value: 12.723055723433257
verified: no, type: ndcg_at_1
value: 24.633
verified: no, type: ndcg_at_10
value: 39.544000000000004
verified: no, type: ndcg_at_100
value: 43.85
verified: no, type: ndcg_at_1000
value: 45.283
verified: no, type: ndcg_at_20
value: 41.471999999999994
verified: no, type: ndcg_at_3
value: 33.168
verified: no, type: ndcg_at_5
value: 36.437000000000005
verified: no, type: precision_at_1
value: 24.633
verified: no, type: precision_at_10
value: 6.429
verified: no, type: precision_at_100
value: 0.881
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_20
value: 3.649
verified: no, type: precision_at_3
value: 14.796999999999999
verified: no, type: precision_at_5
value: 10.695
verified: no, type: recall_at_1
value: 22.122
verified: no, type: recall_at_10
value: 56.74
verified: no, type: recall_at_100
value: 76.285
verified: no, type: recall_at_1000
value: 87.13300000000001
verified: no, type: recall_at_20
value: 64.067
verified: no, type: recall_at_3
value: 39.446
verified: no, type: recall_at_5
value: 47.379
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 43.452
verified: no, type: map_at_1
value: 22.435
verified: no, type: map_at_10
value: 35.832
verified: no, type: map_at_100
value: 37.632
verified: no, type: map_at_1000
value: 37.799
verified: no, type: map_at_20
value: 36.8
verified: no, type: map_at_3
value: 31.689
verified: no, type: map_at_5
value: 34.266999999999996
verified: no, type: mrr_at_1
value: 41.4
verified: no, type: mrr_at_10
value: 50.4342857142857
verified: no, type: mrr_at_100
value: 51.21821035615517
verified: no, type: mrr_at_1000
value: 51.266442546162516
verified: no, type: mrr_at_20
value: 50.91712414176811
verified: no, type: mrr_at_3
value: 48.43333333333335
verified: no, type: mrr_at_5
value: 49.64333333333333
verified: no, type: nauc_map_at_1000_diff1
value: 42.153292679851276
verified: no, type: nauc_map_at_1000_max
value: 29.601619670272207
verified: no, type: nauc_map_at_1000_std
value: -0.7383965062341508
verified: no, type: nauc_map_at_100_diff1
value: 42.07556710921584
verified: no, type: nauc_map_at_100_max
value: 29.464776621441306
verified: no, type: nauc_map_at_100_std
value: -0.7388582229371314
verified: no, type: nauc_map_at_10_diff1
value: 42.67413345132165
verified: no, type: nauc_map_at_10_max
value: 27.785600435680596
verified: no, type: nauc_map_at_10_std
value: -2.389554217354724
verified: no, type: nauc_map_at_1_diff1
value: 52.10965701450313
verified: no, type: nauc_map_at_1_max
value: 21.771380078575188
verified: no, type: nauc_map_at_1_std
value: -10.678726101360372
verified: no, type: nauc_map_at_20_diff1
value: 42.03673683254875
verified: no, type: nauc_map_at_20_max
value: 28.619853272850836
verified: no, type: nauc_map_at_20_std
value: -1.352968012843277
verified: no, type: nauc_map_at_3_diff1
value: 45.02940789042909
verified: no, type: nauc_map_at_3_max
value: 25.73172449783013
verified: no, type: nauc_map_at_3_std
value: -5.405882526355802
verified: no, type: nauc_map_at_5_diff1
value: 43.70377705353985
verified: no, type: nauc_map_at_5_max
value: 27.06264350949003
verified: no, type: nauc_map_at_5_std
value: -3.4566488552159638
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.960388982124144
verified: no, type: nauc_mrr_at_1000_max
value: 38.551457905980335
verified: no, type: nauc_mrr_at_1000_std
value: -2.7251142586180452
verified: no, type: nauc_mrr_at_100_diff1
value: 46.95671307176507
verified: no, type: nauc_mrr_at_100_max
value: 38.557512138487596
verified: no, type: nauc_mrr_at_100_std
value: -2.670703447776175
verified: no, type: nauc_mrr_at_10_diff1
value: 46.88159177559446
verified: no, type: nauc_mrr_at_10_max
value: 38.274948278122025
verified: no, type: nauc_mrr_at_10_std
value: -2.7583668412620073
verified: no, type: nauc_mrr_at_1_diff1
value: 53.27259228216133
verified: no, type: nauc_mrr_at_1_max
value: 39.950693167149126
verified: no, type: nauc_mrr_at_1_std
value: -7.918584226469945
verified: no, type: nauc_mrr_at_20_diff1
value: 46.81459261048091
verified: no, type: nauc_mrr_at_20_max
value: 38.41539751417714
verified: no, type: nauc_mrr_at_20_std
value: -2.822290535243399
verified: no, type: nauc_mrr_at_3_diff1
value: 47.02719824632526
verified: no, type: nauc_mrr_at_3_max
value: 38.18543976624867
verified: no, type: nauc_mrr_at_3_std
value: -4.303513153685435
verified: no, type: nauc_mrr_at_5_diff1
value: 47.30493874120552
verified: no, type: nauc_mrr_at_5_max
value: 38.74873358201773
verified: no, type: nauc_mrr_at_5_std
value: -3.018961404554449
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.34144224154281
verified: no, type: nauc_ndcg_at_1000_max
value: 34.69321113499929
verified: no, type: nauc_ndcg_at_1000_std
value: 3.219617986178771
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.527324056051725
verified: no, type: nauc_ndcg_at_100_max
value: 33.35505365876672
verified: no, type: nauc_ndcg_at_100_std
value: 4.298571598887196
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.596904721915195
verified: no, type: nauc_ndcg_at_10_max
value: 29.70053338455224
verified: no, type: nauc_ndcg_at_10_std
value: 0.6266822992314294
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.27259228216133
verified: no, type: nauc_ndcg_at_1_max
value: 39.950693167149126
verified: no, type: nauc_ndcg_at_1_std
value: -7.918584226469945
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.5053199292571
verified: no, type: nauc_ndcg_at_20_max
value: 30.481412422904842
verified: no, type: nauc_ndcg_at_20_std
value: 1.8476982628200813
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.230751065511214
verified: no, type: nauc_ndcg_at_3_max
value: 32.91537830913592
verified: no, type: nauc_ndcg_at_3_std
value: -1.3527356468708593
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.73919141452553
verified: no, type: nauc_ndcg_at_5_max
value: 31.475892998444465
verified: no, type: nauc_ndcg_at_5_std
value: -0.07736285589192196
verified: no, type: nauc_precision_at_1000_diff1
value: -4.581230675366823
verified: no, type: nauc_precision_at_1000_max
value: 35.28244987228938
verified: no, type: nauc_precision_at_1000_std
value: 19.848724961997043
verified: no, type: nauc_precision_at_100_diff1
value: -1.0470568797091013
verified: no, type: nauc_precision_at_100_max
value: 38.1171253236869
verified: no, type: nauc_precision_at_100_std
value: 25.36360406306609
verified: no, type: nauc_precision_at_10_diff1
value: 9.535027734151406
verified: no, type: nauc_precision_at_10_max
value: 35.156066985665404
verified: no, type: nauc_precision_at_10_std
value: 14.719266832480818
verified: no, type: nauc_precision_at_1_diff1
value: 53.27259228216133
verified: no, type: nauc_precision_at_1_max
value: 39.950693167149126
verified: no, type: nauc_precision_at_1_std
value: -7.918584226469945
verified: no, type: nauc_precision_at_20_diff1
value: 3.192256990840671
verified: no, type: nauc_precision_at_20_max
value: 36.28479694909197
verified: no, type: nauc_precision_at_20_std
value: 20.43233178984753
verified: no, type: nauc_precision_at_3_diff1
value: 23.206183980981294
verified: no, type: nauc_precision_at_3_max
value: 35.68270813316575
verified: no, type: nauc_precision_at_3_std
value: 5.763084791714441
verified: no, type: nauc_precision_at_5_diff1
value: 16.311253397261815
verified: no, type: nauc_precision_at_5_max
value: 35.362299389447415
verified: no, type: nauc_precision_at_5_std
value: 11.070937256666982
verified: no, type: nauc_recall_at_1000_diff1
value: 13.246657177207306
verified: no, type: nauc_recall_at_1000_max
value: 34.11290480894018
verified: no, type: nauc_recall_at_1000_std
value: 28.2944964848988
verified: no, type: nauc_recall_at_100_diff1
value: 22.167289428754383
verified: no, type: nauc_recall_at_100_max
value: 24.776741594012847
verified: no, type: nauc_recall_at_100_std
value: 22.59200251836463
verified: no, type: nauc_recall_at_10_diff1
value: 28.175864072418843
verified: no, type: nauc_recall_at_10_max
value: 17.931411205973205
verified: no, type: nauc_recall_at_10_std
value: 6.352643320621673
verified: no, type: nauc_recall_at_1_diff1
value: 52.10965701450313
verified: no, type: nauc_recall_at_1_max
value: 21.771380078575188
verified: no, type: nauc_recall_at_1_std
value: -10.678726101360372
verified: no, type: nauc_recall_at_20_diff1
value: 22.886480231407088
verified: no, type: nauc_recall_at_20_max
value: 18.617961694923725
verified: no, type: nauc_recall_at_20_std
value: 9.027816465740859
verified: no, type: nauc_recall_at_3_diff1
value: 35.80141995616683
verified: no, type: nauc_recall_at_3_max
value: 20.28065350985076
verified: no, type: nauc_recall_at_3_std
value: -2.0345418109694915
verified: no, type: nauc_recall_at_5_diff1
value: 33.96384875377924
verified: no, type: nauc_recall_at_5_max
value: 20.532436267734845
verified: no, type: nauc_recall_at_5_std
value: 1.626798085762849
verified: no, type: ndcg_at_1
value: 41.4
verified: no, type: ndcg_at_10
value: 43.452
verified: no, type: ndcg_at_100
value: 49.655
verified: no, type: ndcg_at_1000
value: 52.596
verified: no, type: ndcg_at_20
value: 45.769999999999996
verified: no, type: ndcg_at_3
value: 40.157
verified: no, type: ndcg_at_5
value: 41.481
verified: no, type: precision_at_1
value: 41.4
verified: no, type: precision_at_10
value: 11.4
verified: no, type: precision_at_100
value: 1.7919999999999998
verified: no, type: precision_at_1000
value: 0.22699999999999998
verified: no, type: precision_at_20
value: 6.77
verified: no, type: precision_at_3
value: 25.733
verified: no, type: precision_at_5
value: 19.16
verified: no, type: recall_at_1
value: 22.435
verified: no, type: recall_at_10
value: 50.638000000000005
verified: no, type: recall_at_100
value: 73.819
verified: no, type: recall_at_1000
value: 92.134
verified: no, type: recall_at_20
value: 57.618
verified: no, type: recall_at_3
value: 37.222
verified: no, type: recall_at_5
value: 43.602000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 40.965
verified: no, type: map_at_1
value: 19.926
verified: no, type: map_at_10
value: 32.867000000000004
verified: no, type: map_at_100
value: 34.97
verified: no, type: map_at_1000
value: 35.158
verified: no, type: map_at_20
value: 34.067
verified: no, type: map_at_3
value: 28.854000000000003
verified: no, type: map_at_5
value: 30.897999999999996
verified: no, type: mrr_at_1
value: 39.660493827160494
verified: no, type: mrr_at_10
value: 49.50402949245541
verified: no, type: mrr_at_100
value: 50.29938288169482
verified: no, type: mrr_at_1000
value: 50.33496267350495
verified: no, type: mrr_at_20
value: 49.94865952256876
verified: no, type: mrr_at_3
value: 46.939300411522616
verified: no, type: mrr_at_5
value: 48.39763374485595
verified: no, type: nauc_map_at_1000_diff1
value: 26.494855045027233
verified: no, type: nauc_map_at_1000_max
value: 27.303620903381308
verified: no, type: nauc_map_at_1000_std
value: -1.4561552032645217
verified: no, type: nauc_map_at_100_diff1
value: 26.508482155009656
verified: no, type: nauc_map_at_100_max
value: 27.197476666972175
verified: no, type: nauc_map_at_100_std
value: -1.4452769452596321
verified: no, type: nauc_map_at_10_diff1
value: 26.374957272593257
verified: no, type: nauc_map_at_10_max
value: 25.630002139583425
verified: no, type: nauc_map_at_10_std
value: -2.7457793654796303
verified: no, type: nauc_map_at_1_diff1
value: 32.633041679053
verified: no, type: nauc_map_at_1_max
value: 18.95078398066585
verified: no, type: nauc_map_at_1_std
value: -5.289494036677301
verified: no, type: nauc_map_at_20_diff1
value: 26.420832066149863
verified: no, type: nauc_map_at_20_max
value: 26.359849203621906
verified: no, type: nauc_map_at_20_std
value: -2.1819017372318896
verified: no, type: nauc_map_at_3_diff1
value: 27.926274507465116
verified: no, type: nauc_map_at_3_max
value: 23.05501535710793
verified: no, type: nauc_map_at_3_std
value: -4.325658334680725
verified: no, type: nauc_map_at_5_diff1
value: 27.269028553122237
verified: no, type: nauc_map_at_5_max
value: 24.606451651258975
verified: no, type: nauc_map_at_5_std
value: -3.8403860613657264
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.27607008114233
verified: no, type: nauc_mrr_at_1000_max
value: 38.46692644890318
verified: no, type: nauc_mrr_at_1000_std
value: 0.8468212008159507
verified: no, type: nauc_mrr_at_100_diff1
value: 32.27189093598166
verified: no, type: nauc_mrr_at_100_max
value: 38.47818433738234
verified: no, type: nauc_mrr_at_100_std
value: 0.86792905411205
verified: no, type: nauc_mrr_at_10_diff1
value: 32.27220558113546
verified: no, type: nauc_mrr_at_10_max
value: 38.5768621159052
verified: no, type: nauc_mrr_at_10_std
value: 0.7700057337792469
verified: no, type: nauc_mrr_at_1_diff1
value: 36.11482505826484
verified: no, type: nauc_mrr_at_1_max
value: 38.21978668740053
verified: no, type: nauc_mrr_at_1_std
value: 0.32943153196143976
verified: no, type: nauc_mrr_at_20_diff1
value: 32.20429693089343
verified: no, type: nauc_mrr_at_20_max
value: 38.45040837784157
verified: no, type: nauc_mrr_at_20_std
value: 0.8750958039709447
verified: no, type: nauc_mrr_at_3_diff1
value: 32.36086055016881
verified: no, type: nauc_mrr_at_3_max
value: 37.587053558645614
verified: no, type: nauc_mrr_at_3_std
value: -0.14274663611290778
verified: no, type: nauc_mrr_at_5_diff1
value: 32.34528370475561
verified: no, type: nauc_mrr_at_5_max
value: 38.39546966320742
verified: no, type: nauc_mrr_at_5_std
value: 0.03003840440912135
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.691917929958546
verified: no, type: nauc_ndcg_at_1000_max
value: 32.58961283234771
verified: no, type: nauc_ndcg_at_1000_std
value: 2.130192967914691
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.872799707070357
verified: no, type: nauc_ndcg_at_100_max
value: 31.503230695989938
verified: no, type: nauc_ndcg_at_100_std
value: 3.3435217735327365
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.22445930619204
verified: no, type: nauc_ndcg_at_10_max
value: 28.332502188521534
verified: no, type: nauc_ndcg_at_10_std
value: -0.6029849879688606
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.11482505826484
verified: no, type: nauc_ndcg_at_1_max
value: 38.21978668740053
verified: no, type: nauc_ndcg_at_1_std
value: 0.32943153196143976
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.167580898864678
verified: no, type: nauc_ndcg_at_20_max
value: 29.138479770125414
verified: no, type: nauc_ndcg_at_20_std
value: 0.7659081670630379
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.517059827975217
verified: no, type: nauc_ndcg_at_3_max
value: 31.64778875185945
verified: no, type: nauc_ndcg_at_3_std
value: -2.4273609628572763
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.523926620375715
verified: no, type: nauc_ndcg_at_5_max
value: 29.36575905903845
verified: no, type: nauc_ndcg_at_5_std
value: -2.786795946093564
verified: no, type: nauc_precision_at_1000_diff1
value: -2.197004713716575
verified: no, type: nauc_precision_at_1000_max
value: 34.162523162834376
verified: no, type: nauc_precision_at_1000_std
value: 8.986097658449319
verified: no, type: nauc_precision_at_100_diff1
value: 3.134123713987622
verified: no, type: nauc_precision_at_100_max
value: 36.85792724470659
verified: no, type: nauc_precision_at_100_std
value: 14.919862433706202
verified: no, type: nauc_precision_at_10_diff1
value: 9.854013398949677
verified: no, type: nauc_precision_at_10_max
value: 37.525893321985755
verified: no, type: nauc_precision_at_10_std
value: 8.696222830370099
verified: no, type: nauc_precision_at_1_diff1
value: 36.11482505826484
verified: no, type: nauc_precision_at_1_max
value: 38.21978668740053
verified: no, type: nauc_precision_at_1_std
value: 0.32943153196143976
verified: no, type: nauc_precision_at_20_diff1
value: 6.858037910006135
verified: no, type: nauc_precision_at_20_max
value: 37.575334948715025
verified: no, type: nauc_precision_at_20_std
value: 11.273137972815993
verified: no, type: nauc_precision_at_3_diff1
value: 19.692731738653848
verified: no, type: nauc_precision_at_3_max
value: 37.619642815139876
verified: no, type: nauc_precision_at_3_std
value: 2.0435791110517734
verified: no, type: nauc_precision_at_5_diff1
value: 15.784071911592584
verified: no, type: nauc_precision_at_5_max
value: 39.05471012980888
verified: no, type: nauc_precision_at_5_std
value: 4.244303875173872
verified: no, type: nauc_recall_at_1000_diff1
value: 8.108025620944437
verified: no, type: nauc_recall_at_1000_max
value: 15.671603738840128
verified: no, type: nauc_recall_at_1000_std
value: 18.119568463795165
verified: no, type: nauc_recall_at_100_diff1
value: 18.48107834900102
verified: no, type: nauc_recall_at_100_max
value: 20.209949068924594
verified: no, type: nauc_recall_at_100_std
value: 19.01259420147078
verified: no, type: nauc_recall_at_10_diff1
value: 17.93458808832428
verified: no, type: nauc_recall_at_10_max
value: 17.81863413759591
verified: no, type: nauc_recall_at_10_std
value: 0.3549693938691897
verified: no, type: nauc_recall_at_1_diff1
value: 32.633041679053
verified: no, type: nauc_recall_at_1_max
value: 18.95078398066585
verified: no, type: nauc_recall_at_1_std
value: -5.289494036677301
verified: no, type: nauc_recall_at_20_diff1
value: 16.794175854855236
verified: no, type: nauc_recall_at_20_max
value: 17.227732008238515
verified: no, type: nauc_recall_at_20_std
value: 4.118397119053081
verified: no, type: nauc_recall_at_3_diff1
value: 22.401972357181148
verified: no, type: nauc_recall_at_3_max
value: 17.63593806963239
verified: no, type: nauc_recall_at_3_std
value: -4.308586374199029
verified: no, type: nauc_recall_at_5_diff1
value: 21.149136573276326
verified: no, type: nauc_recall_at_5_max
value: 18.586766434816816
verified: no, type: nauc_recall_at_5_std
value: -4.198379401256694
verified: no, type: ndcg_at_1
value: 39.660000000000004
verified: no, type: ndcg_at_10
value: 40.965
verified: no, type: ndcg_at_100
value: 48.254999999999995
verified: no, type: ndcg_at_1000
value: 51.307
verified: no, type: ndcg_at_20
value: 43.943
verified: no, type: ndcg_at_3
value: 37.379
verified: no, type: ndcg_at_5
value: 38.251000000000005
verified: no, type: precision_at_1
value: 39.660000000000004
verified: no, type: precision_at_10
value: 11.42
verified: no, type: precision_at_100
value: 1.8870000000000002
verified: no, type: precision_at_1000
value: 0.242
verified: no, type: precision_at_20
value: 6.9750000000000005
verified: no, type: precision_at_3
value: 25.308999999999997
verified: no, type: precision_at_5
value: 18.21
verified: no, type: recall_at_1
value: 19.926
verified: no, type: recall_at_10
value: 47.951
verified: no, type: recall_at_100
value: 74.703
verified: no, type: recall_at_1000
value: 93.003
verified: no, type: recall_at_20
value: 57.062000000000005
verified: no, type: recall_at_3
value: 33.942
verified: no, type: recall_at_5
value: 39.39
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 40.109
verified: no, type: map_at_1
value: 19.428
verified: no, type: map_at_10
value: 32.132
verified: no, type: map_at_100
value: 34.095
verified: no, type: map_at_1000
value: 34.275
verified: no, type: map_at_20
value: 33.223
verified: no, type: map_at_3
value: 27.744999999999997
verified: no, type: map_at_5
value: 30.139
verified: no, type: mrr_at_1
value: 37.43636363636364
verified: no, type: mrr_at_10
value: 46.699083694083626
verified: no, type: mrr_at_100
value: 47.54203896354004
verified: no, type: mrr_at_1000
value: 47.58580275375307
verified: no, type: mrr_at_20
value: 47.198759673340916
verified: no, type: mrr_at_3
value: 44.00606060606058
verified: no, type: mrr_at_5
value: 45.532424242424206
verified: no, type: nauc_map_at_1000_diff1
value: 37.79487277315329
verified: no, type: nauc_map_at_1000_max
value: 26.0872634860684
verified: no, type: nauc_map_at_1000_std
value: -1.0279629281127562
verified: no, type: nauc_map_at_100_diff1
value: 37.78657280270208
verified: no, type: nauc_map_at_100_max
value: 25.97447841536255
verified: no, type: nauc_map_at_100_std
value: -1.0680554938428704
verified: no, type: nauc_map_at_10_diff1
value: 37.75308574166357
verified: no, type: nauc_map_at_10_max
value: 24.48296458166315
verified: no, type: nauc_map_at_10_std
value: -2.4706230738202115
verified: no, type: nauc_map_at_1_diff1
value: 42.6444957224609
verified: no, type: nauc_map_at_1_max
value: 17.312823253319056
verified: no, type: nauc_map_at_1_std
value: -5.949436425909343
verified: no, type: nauc_map_at_20_diff1
value: 37.77686951531909
verified: no, type: nauc_map_at_20_max
value: 25.40897694790217
verified: no, type: nauc_map_at_20_std
value: -1.6373032823813254
verified: no, type: nauc_map_at_3_diff1
value: 38.60509752110032
verified: no, type: nauc_map_at_3_max
value: 21.348684256478478
verified: no, type: nauc_map_at_3_std
value: -4.810470520501061
verified: no, type: nauc_map_at_5_diff1
value: 38.09219815429182
verified: no, type: nauc_map_at_5_max
value: 22.835685949895517
verified: no, type: nauc_map_at_5_std
value: -3.9401553768980317
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.085039832710486
verified: no, type: nauc_mrr_at_1000_max
value: 35.16928700370471
verified: no, type: nauc_mrr_at_1000_std
value: 0.9299074027021959
verified: no, type: nauc_mrr_at_100_diff1
value: 42.07215266936291
verified: no, type: nauc_mrr_at_100_max
value: 35.17189764710499
verified: no, type: nauc_mrr_at_100_std
value: 0.9530063786251255
verified: no, type: nauc_mrr_at_10_diff1
value: 41.98881249801537
verified: no, type: nauc_mrr_at_10_max
value: 35.09509256566193
verified: no, type: nauc_mrr_at_10_std
value: 0.794172569517322
verified: no, type: nauc_mrr_at_1_diff1
value: 46.077585624783666
verified: no, type: nauc_mrr_at_1_max
value: 35.39409660069189
verified: no, type: nauc_mrr_at_1_std
value: -1.533340930893894
verified: no, type: nauc_mrr_at_20_diff1
value: 42.00798938048869
verified: no, type: nauc_mrr_at_20_max
value: 35.158812601568314
verified: no, type: nauc_mrr_at_20_std
value: 0.9056333950877309
verified: no, type: nauc_mrr_at_3_diff1
value: 42.59361038737236
verified: no, type: nauc_mrr_at_3_max
value: 34.98645026093173
verified: no, type: nauc_mrr_at_3_std
value: 0.0023951964897005276
verified: no, type: nauc_mrr_at_5_diff1
value: 42.2008327692426
verified: no, type: nauc_mrr_at_5_max
value: 34.81803036128217
verified: no, type: nauc_mrr_at_5_std
value: 0.21171705701408164
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.59389251562878
verified: no, type: nauc_ndcg_at_1000_max
value: 31.01866705444215
verified: no, type: nauc_ndcg_at_1000_std
value: 3.218055181162254
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.12230330729587
verified: no, type: nauc_ndcg_at_100_max
value: 29.935095243810167
verified: no, type: nauc_ndcg_at_100_std
value: 3.7200669195773437
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.96336573645087
verified: no, type: nauc_ndcg_at_10_max
value: 27.254442355026736
verified: no, type: nauc_ndcg_at_10_std
value: 0.14665445172204347
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.077585624783666
verified: no, type: nauc_ndcg_at_1_max
value: 35.39409660069189
verified: no, type: nauc_ndcg_at_1_std
value: -1.533340930893894
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.074571249220114
verified: no, type: nauc_ndcg_at_20_max
value: 28.399045519694383
verified: no, type: nauc_ndcg_at_20_std
value: 1.550978185230789
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.59928811563115
verified: no, type: nauc_ndcg_at_3_max
value: 28.982761358417385
verified: no, type: nauc_ndcg_at_3_std
value: -1.238849396182027
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.406291033992446
verified: no, type: nauc_ndcg_at_5_max
value: 27.126892323381625
verified: no, type: nauc_ndcg_at_5_std
value: -1.3896938747693226
verified: no, type: nauc_precision_at_1000_diff1
value: -1.2563257534530403
verified: no, type: nauc_precision_at_1000_max
value: 35.797345612886375
verified: no, type: nauc_precision_at_1000_std
value: 17.41472736776915
verified: no, type: nauc_precision_at_100_diff1
value: 4.952971767905249
verified: no, type: nauc_precision_at_100_max
value: 38.73911955037188
verified: no, type: nauc_precision_at_100_std
value: 21.066156963949332
verified: no, type: nauc_precision_at_10_diff1
value: 15.966764461879817
verified: no, type: nauc_precision_at_10_max
value: 38.48114461750857
verified: no, type: nauc_precision_at_10_std
value: 12.21332681895805
verified: no, type: nauc_precision_at_1_diff1
value: 46.077585624783666
verified: no, type: nauc_precision_at_1_max
value: 35.39409660069189
verified: no, type: nauc_precision_at_1_std
value: -1.533340930893894
verified: no, type: nauc_precision_at_20_diff1
value: 12.863561744619767
verified: no, type: nauc_precision_at_20_max
value: 39.97799707791258
verified: no, type: nauc_precision_at_20_std
value: 16.479326047022596
verified: no, type: nauc_precision_at_3_diff1
value: 26.270777531636746
verified: no, type: nauc_precision_at_3_max
value: 36.221006349866734
verified: no, type: nauc_precision_at_3_std
value: 4.132546766200079
verified: no, type: nauc_precision_at_5_diff1
value: 21.514798016502567
verified: no, type: nauc_precision_at_5_max
value: 36.78486009359055
verified: no, type: nauc_precision_at_5_std
value: 6.550630352857908
verified: no, type: nauc_recall_at_1000_diff1
value: 18.296781187173607
verified: no, type: nauc_recall_at_1000_max
value: 16.345940832080522
verified: no, type: nauc_recall_at_1000_std
value: 25.876663129650872
verified: no, type: nauc_recall_at_100_diff1
value: 22.34531148768501
verified: no, type: nauc_recall_at_100_max
value: 18.990695799061044
verified: no, type: nauc_recall_at_100_std
value: 17.324570191171166
verified: no, type: nauc_recall_at_10_diff1
value: 26.9638177104112
verified: no, type: nauc_recall_at_10_max
value: 18.015343527525935
verified: no, type: nauc_recall_at_10_std
value: 1.9739545303234234
verified: no, type: nauc_recall_at_1_diff1
value: 42.6444957224609
verified: no, type: nauc_recall_at_1_max
value: 17.312823253319056
verified: no, type: nauc_recall_at_1_std
value: -5.949436425909343
verified: no, type: nauc_recall_at_20_diff1
value: 25.89370052543927
verified: no, type: nauc_recall_at_20_max
value: 19.183543872025176
verified: no, type: nauc_recall_at_20_std
value: 5.845168418090508
verified: no, type: nauc_recall_at_3_diff1
value: 32.42588221746735
verified: no, type: nauc_recall_at_3_max
value: 16.982760583883568
verified: no, type: nauc_recall_at_3_std
value: -3.8563202145821722
verified: no, type: nauc_recall_at_5_diff1
value: 29.949897843617833
verified: no, type: nauc_recall_at_5_max
value: 16.763718302170407
verified: no, type: nauc_recall_at_5_std
value: -2.4876499904473515
verified: no, type: ndcg_at_1
value: 37.436
verified: no, type: ndcg_at_10
value: 40.109
verified: no, type: ndcg_at_100
value: 47.099000000000004
verified: no, type: ndcg_at_1000
value: 50.09
verified: no, type: ndcg_at_20
value: 42.807
verified: no, type: ndcg_at_3
value: 35.614000000000004
verified: no, type: ndcg_at_5
value: 37.202
verified: no, type: precision_at_1
value: 37.436
verified: no, type: precision_at_10
value: 11.14
verified: no, type: precision_at_100
value: 1.839
verified: no, type: precision_at_1000
value: 0.23500000000000001
verified: no, type: precision_at_20
value: 6.7379999999999995
verified: no, type: precision_at_3
value: 23.660999999999998
verified: no, type: precision_at_5
value: 17.589
verified: no, type: recall_at_1
value: 19.428
verified: no, type: recall_at_10
value: 48.262
verified: no, type: recall_at_100
value: 74.533
verified: no, type: recall_at_1000
value: 92.707
verified: no, type: recall_at_20
value: 56.684
verified: no, type: recall_at_3
value: 32.918
verified: no, type: recall_at_5
value: 39.565
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 27.319
verified: no, type: map_at_1
value: 15.128
verified: no, type: map_at_10
value: 21.121000000000002
verified: no, type: map_at_100
value: 21.973000000000003
verified: no, type: map_at_1000
value: 22.073999999999998
verified: no, type: map_at_20
value: 21.582
verified: no, type: map_at_3
value: 19.323999999999998
verified: no, type: map_at_5
value: 20.358
verified: no, type: mrr_at_1
value: 30.255186341105194
verified: no, type: mrr_at_10
value: 36.86408857649899
verified: no, type: mrr_at_100
value: 37.61006780296905
verified: no, type: mrr_at_1000
value: 37.6719518655528
verified: no, type: mrr_at_20
value: 37.281873457624904
verified: no, type: mrr_at_3
value: 35.11107031393417
verified: no, type: mrr_at_5
value: 36.16669726454924
verified: no, type: nauc_map_at_1000_diff1
value: 48.847643794509025
verified: no, type: nauc_map_at_1000_max
value: 39.770122515103765
verified: no, type: nauc_map_at_1000_std
value: 22.807391952064208
verified: no, type: nauc_map_at_100_diff1
value: 48.84836642359173
verified: no, type: nauc_map_at_100_max
value: 39.74431147433934
verified: no, type: nauc_map_at_100_std
value: 22.742541317197745
verified: no, type: nauc_map_at_10_diff1
value: 49.4233743176388
verified: no, type: nauc_map_at_10_max
value: 39.91993995966069
verified: no, type: nauc_map_at_10_std
value: 21.91665772388842
verified: no, type: nauc_map_at_1_diff1
value: 58.0289225809443
verified: no, type: nauc_map_at_1_max
value: 43.869928323541096
verified: no, type: nauc_map_at_1_std
value: 18.414910058766996
verified: no, type: nauc_map_at_20_diff1
value: 48.946851303177276
verified: no, type: nauc_map_at_20_max
value: 39.637722313894855
verified: no, type: nauc_map_at_20_std
value: 22.36990188694816
verified: no, type: nauc_map_at_3_diff1
value: 50.9755320771899
verified: no, type: nauc_map_at_3_max
value: 41.04341520188789
verified: no, type: nauc_map_at_3_std
value: 20.73111078435784
verified: no, type: nauc_map_at_5_diff1
value: 50.29129566530908
verified: no, type: nauc_map_at_5_max
value: 40.820300878574244
verified: no, type: nauc_map_at_5_std
value: 21.632271796529135
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.9718341979705
verified: no, type: nauc_mrr_at_1000_max
value: 42.0423808089922
verified: no, type: nauc_mrr_at_1000_std
value: 20.9799244867451
verified: no, type: nauc_mrr_at_100_diff1
value: 52.95863792063511
verified: no, type: nauc_mrr_at_100_max
value: 42.02576849188542
verified: no, type: nauc_mrr_at_100_std
value: 20.979507647583475
verified: no, type: nauc_mrr_at_10_diff1
value: 53.11373095655967
verified: no, type: nauc_mrr_at_10_max
value: 42.105421475578744
verified: no, type: nauc_mrr_at_10_std
value: 20.722957880316024
verified: no, type: nauc_mrr_at_1_diff1
value: 58.0289225809443
verified: no, type: nauc_mrr_at_1_max
value: 43.869928323541096
verified: no, type: nauc_mrr_at_1_std
value: 18.414910058766996
verified: no, type: nauc_mrr_at_20_diff1
value: 53.00870629169023
verified: no, type: nauc_mrr_at_20_max
value: 42.041577465122714
verified: no, type: nauc_mrr_at_20_std
value: 20.912051250134024
verified: no, type: nauc_mrr_at_3_diff1
value: 53.77971068931782
verified: no, type: nauc_mrr_at_3_max
value: 42.49181103386521
verified: no, type: nauc_mrr_at_3_std
value: 20.140203552794727
verified: no, type: nauc_mrr_at_5_diff1
value: 53.475770315841466
verified: no, type: nauc_mrr_at_5_max
value: 42.386857011080636
verified: no, type: nauc_mrr_at_5_std
value: 20.640622787052557
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.64695418952649
verified: no, type: nauc_ndcg_at_1000_max
value: 39.66342903978547
verified: no, type: nauc_ndcg_at_1000_std
value: 26.893939887796396
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.530602184859525
verified: no, type: nauc_ndcg_at_100_max
value: 38.925897286535076
verified: no, type: nauc_ndcg_at_100_std
value: 25.713663164332328
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.23171706325336
verified: no, type: nauc_ndcg_at_10_max
value: 39.30673245947019
verified: no, type: nauc_ndcg_at_10_std
value: 22.76919274555658
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.0289225809443
verified: no, type: nauc_ndcg_at_1_max
value: 43.869928323541096
verified: no, type: nauc_ndcg_at_1_std
value: 18.414910058766996
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.13236431440934
verified: no, type: nauc_ndcg_at_20_max
value: 38.653618449937696
verified: no, type: nauc_ndcg_at_20_std
value: 23.92208488492667
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.624514000929224
verified: no, type: nauc_ndcg_at_3_max
value: 41.105294702595586
verified: no, type: nauc_ndcg_at_3_std
value: 21.130087325966326
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.69172113431722
verified: no, type: nauc_ndcg_at_5_max
value: 40.75186606108917
verified: no, type: nauc_ndcg_at_5_std
value: 22.32512469362848
verified: no, type: nauc_precision_at_1000_diff1
value: 23.160094544144965
verified: no, type: nauc_precision_at_1000_max
value: 28.661321254269932
verified: no, type: nauc_precision_at_1000_std
value: 38.94759586932569
verified: no, type: nauc_precision_at_100_diff1
value: 28.051281498032537
verified: no, type: nauc_precision_at_100_max
value: 27.9218322543234
verified: no, type: nauc_precision_at_100_std
value: 32.35825145192534
verified: no, type: nauc_precision_at_10_diff1
value: 38.18649250868066
verified: no, type: nauc_precision_at_10_max
value: 32.670270264955114
verified: no, type: nauc_precision_at_10_std
value: 24.605022379185275
verified: no, type: nauc_precision_at_1_diff1
value: 58.0289225809443
verified: no, type: nauc_precision_at_1_max
value: 43.869928323541096
verified: no, type: nauc_precision_at_1_std
value: 18.414910058766996
verified: no, type: nauc_precision_at_20_diff1
value: 34.064945849558676
verified: no, type: nauc_precision_at_20_max
value: 29.99092267433295
verified: no, type: nauc_precision_at_20_std
value: 27.480111135148235
verified: no, type: nauc_precision_at_3_diff1
value: 45.96635358139459
verified: no, type: nauc_precision_at_3_max
value: 39.19530950679048
verified: no, type: nauc_precision_at_3_std
value: 22.692664071111174
verified: no, type: nauc_precision_at_5_diff1
value: 42.80772429338654
verified: no, type: nauc_precision_at_5_max
value: 37.30900415179882
verified: no, type: nauc_precision_at_5_std
value: 24.39700402843405
verified: no, type: nauc_recall_at_1000_diff1
value: 23.160094544144993
verified: no, type: nauc_recall_at_1000_max
value: 28.661321254269968
verified: no, type: nauc_recall_at_1000_std
value: 38.94759586932564
verified: no, type: nauc_recall_at_100_diff1
value: 28.051281498032505
verified: no, type: nauc_recall_at_100_max
value: 27.921832254323387
verified: no, type: nauc_recall_at_100_std
value: 32.35825145192532
verified: no, type: nauc_recall_at_10_diff1
value: 38.186492508680615
verified: no, type: nauc_recall_at_10_max
value: 32.6702702649551
verified: no, type: nauc_recall_at_10_std
value: 24.60502237918523
verified: no, type: nauc_recall_at_1_diff1
value: 58.0289225809443
verified: no, type: nauc_recall_at_1_max
value: 43.869928323541096
verified: no, type: nauc_recall_at_1_std
value: 18.414910058766996
verified: no, type: nauc_recall_at_20_diff1
value: 34.06494584955859
verified: no, type: nauc_recall_at_20_max
value: 29.990922674332886
verified: no, type: nauc_recall_at_20_std
value: 27.48011113514819
verified: no, type: nauc_recall_at_3_diff1
value: 45.96635358139468
verified: no, type: nauc_recall_at_3_max
value: 39.19530950679048
verified: no, type: nauc_recall_at_3_std
value: 22.69266407111118
verified: no, type: nauc_recall_at_5_diff1
value: 42.807724293386535
verified: no, type: nauc_recall_at_5_max
value: 37.30900415179882
verified: no, type: nauc_recall_at_5_std
value: 24.397004028434065
verified: no, type: ndcg_at_1
value: 30.255
verified: no, type: ndcg_at_10
value: 27.319
verified: no, type: ndcg_at_100
value: 31.384
verified: no, type: ndcg_at_1000
value: 33.976
verified: no, type: ndcg_at_20
value: 28.811999999999998
verified: no, type: ndcg_at_3
value: 23.937
verified: no, type: ndcg_at_5
value: 25.665
verified: no, type: precision_at_1
value: 30.255
verified: no, type: precision_at_10
value: 6.049
verified: no, type: precision_at_100
value: 0.931
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_20
value: 3.5060000000000002
verified: no, type: precision_at_3
value: 15.097
verified: no, type: precision_at_5
value: 10.427999999999999
verified: no, type: recall_at_1
value: 15.128
verified: no, type: recall_at_10
value: 30.246000000000002
verified: no, type: recall_at_100
value: 46.549
verified: no, type: recall_at_1000
value: 63.943000000000005
verified: no, type: recall_at_20
value: 35.056
verified: no, type: recall_at_3
value: 22.645
verified: no, type: recall_at_5
value: 26.069
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 25.594
verified: no, type: map_at_1
value: 13.328999999999999
verified: no, type: map_at_10
value: 19.622999999999998
verified: no, type: map_at_100
value: 20.443
verified: no, type: map_at_1000
value: 20.547
verified: no, type: map_at_20
value: 20.061
verified: no, type: map_at_3
value: 17.738
verified: no, type: map_at_5
value: 18.837
verified: no, type: mrr_at_1
value: 26.65766374071573
verified: no, type: mrr_at_10
value: 33.638001993505
verified: no, type: mrr_at_100
value: 34.36519863954255
verified: no, type: mrr_at_1000
value: 34.43147960519581
verified: no, type: mrr_at_20
value: 34.05666557215429
verified: no, type: mrr_at_3
value: 31.672293495385954
verified: no, type: mrr_at_5
value: 32.81003826243525
verified: no, type: nauc_map_at_1000_diff1
value: 42.92564602155638
verified: no, type: nauc_map_at_1000_max
value: 30.93107038343275
verified: no, type: nauc_map_at_1000_std
value: 20.940662128255337
verified: no, type: nauc_map_at_100_diff1
value: 42.936496253513425
verified: no, type: nauc_map_at_100_max
value: 30.91180851399884
verified: no, type: nauc_map_at_100_std
value: 20.868468122916305
verified: no, type: nauc_map_at_10_diff1
value: 43.187610636795725
verified: no, type: nauc_map_at_10_max
value: 30.845550958099743
verified: no, type: nauc_map_at_10_std
value: 19.982030218251648
verified: no, type: nauc_map_at_1_diff1
value: 52.309034270608876
verified: no, type: nauc_map_at_1_max
value: 31.709473219405616
verified: no, type: nauc_map_at_1_std
value: 14.43851822909325
verified: no, type: nauc_map_at_20_diff1
value: 43.03978703190173
verified: no, type: nauc_map_at_20_max
value: 30.86942775161063
verified: no, type: nauc_map_at_20_std
value: 20.45899665222483
verified: no, type: nauc_map_at_3_diff1
value: 45.41524124545876
verified: no, type: nauc_map_at_3_max
value: 31.643858919734857
verified: no, type: nauc_map_at_3_std
value: 18.38563207630924
verified: no, type: nauc_map_at_5_diff1
value: 43.901640168008235
verified: no, type: nauc_map_at_5_max
value: 30.922718235695463
verified: no, type: nauc_map_at_5_std
value: 19.282329560614524
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.58287148422368
verified: no, type: nauc_mrr_at_1000_max
value: 31.253308486580433
verified: no, type: nauc_mrr_at_1000_std
value: 17.55539836580872
verified: no, type: nauc_mrr_at_100_diff1
value: 46.573742959015114
verified: no, type: nauc_mrr_at_100_max
value: 31.24499189752598
verified: no, type: nauc_mrr_at_100_std
value: 17.552024988025664
verified: no, type: nauc_mrr_at_10_diff1
value: 46.66525086279671
verified: no, type: nauc_mrr_at_10_max
value: 31.230319076841546
verified: no, type: nauc_mrr_at_10_std
value: 17.165865128607045
verified: no, type: nauc_mrr_at_1_diff1
value: 52.309034270608876
verified: no, type: nauc_mrr_at_1_max
value: 31.709473219405616
verified: no, type: nauc_mrr_at_1_std
value: 14.43851822909325
verified: no, type: nauc_mrr_at_20_diff1
value: 46.588047522930275
verified: no, type: nauc_mrr_at_20_max
value: 31.22329428012019
verified: no, type: nauc_mrr_at_20_std
value: 17.402623764852763
verified: no, type: nauc_mrr_at_3_diff1
value: 47.616857174725034
verified: no, type: nauc_mrr_at_3_max
value: 31.683285399772792
verified: no, type: nauc_mrr_at_3_std
value: 16.51070486195255
verified: no, type: nauc_mrr_at_5_diff1
value: 46.94600877034942
verified: no, type: nauc_mrr_at_5_max
value: 31.373228910578714
verified: no, type: nauc_mrr_at_5_std
value: 16.878955713897653
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.78231860794336
verified: no, type: nauc_ndcg_at_1000_max
value: 31.269823988995526
verified: no, type: nauc_ndcg_at_1000_std
value: 25.281682702756076
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.85167326240917
verified: no, type: nauc_ndcg_at_100_max
value: 30.7489966502373
verified: no, type: nauc_ndcg_at_100_std
value: 24.034633639362347
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.64071111332904
verified: no, type: nauc_ndcg_at_10_max
value: 30.37691893443363
verified: no, type: nauc_ndcg_at_10_std
value: 20.727400392560106
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.309034270608876
verified: no, type: nauc_ndcg_at_1_max
value: 31.709473219405616
verified: no, type: nauc_ndcg_at_1_std
value: 14.43851822909325
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.20606946396262
verified: no, type: nauc_ndcg_at_20_max
value: 30.427872627999093
verified: no, type: nauc_ndcg_at_20_std
value: 21.967337950787567
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.769112514565826
verified: no, type: nauc_ndcg_at_3_max
value: 31.587253638273616
verified: no, type: nauc_ndcg_at_3_std
value: 18.44337537736502
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.843534154265036
verified: no, type: nauc_ndcg_at_5_max
value: 30.656690565149763
verified: no, type: nauc_ndcg_at_5_std
value: 19.55710266805375
verified: no, type: nauc_precision_at_1000_diff1
value: 20.571918733919397
verified: no, type: nauc_precision_at_1000_max
value: 25.92113127229473
verified: no, type: nauc_precision_at_1000_std
value: 39.87020670433835
verified: no, type: nauc_precision_at_100_diff1
value: 25.698473178831794
verified: no, type: nauc_precision_at_100_max
value: 25.352318812011827
verified: no, type: nauc_precision_at_100_std
value: 32.846058298512595
verified: no, type: nauc_precision_at_10_diff1
value: 31.870926938946866
verified: no, type: nauc_precision_at_10_max
value: 26.926394860214852
verified: no, type: nauc_precision_at_10_std
value: 24.246520824850055
verified: no, type: nauc_precision_at_1_diff1
value: 52.309034270608876
verified: no, type: nauc_precision_at_1_max
value: 31.709473219405616
verified: no, type: nauc_precision_at_1_std
value: 14.43851822909325
verified: no, type: nauc_precision_at_20_diff1
value: 30.028917020847068
verified: no, type: nauc_precision_at_20_max
value: 26.597814109731576
verified: no, type: nauc_precision_at_20_std
value: 27.346420398015525
verified: no, type: nauc_precision_at_3_diff1
value: 40.29446945365145
verified: no, type: nauc_precision_at_3_max
value: 31.134170069020573
verified: no, type: nauc_precision_at_3_std
value: 20.590305745326894
verified: no, type: nauc_precision_at_5_diff1
value: 35.844201172387955
verified: no, type: nauc_precision_at_5_max
value: 28.624481394118277
verified: no, type: nauc_precision_at_5_std
value: 22.316991114813813
verified: no, type: nauc_recall_at_1000_diff1
value: 20.571918733919446
verified: no, type: nauc_recall_at_1000_max
value: 25.92113127229482
verified: no, type: nauc_recall_at_1000_std
value: 39.87020670433847
verified: no, type: nauc_recall_at_100_diff1
value: 25.698473178831783
verified: no, type: nauc_recall_at_100_max
value: 25.352318812011802
verified: no, type: nauc_recall_at_100_std
value: 32.84605829851259
verified: no, type: nauc_recall_at_10_diff1
value: 31.870926938946916
verified: no, type: nauc_recall_at_10_max
value: 26.92639486021487
verified: no, type: nauc_recall_at_10_std
value: 24.246520824850094
verified: no, type: nauc_recall_at_1_diff1
value: 52.309034270608876
verified: no, type: nauc_recall_at_1_max
value: 31.709473219405616
verified: no, type: nauc_recall_at_1_std
value: 14.43851822909325
verified: no, type: nauc_recall_at_20_diff1
value: 30.028917020847096
verified: no, type: nauc_recall_at_20_max
value: 26.597814109731615
verified: no, type: nauc_recall_at_20_std
value: 27.346420398015525
verified: no, type: nauc_recall_at_3_diff1
value: 40.294469453651374
verified: no, type: nauc_recall_at_3_max
value: 31.134170069020577
verified: no, type: nauc_recall_at_3_std
value: 20.590305745326855
verified: no, type: nauc_recall_at_5_diff1
value: 35.844201172387926
verified: no, type: nauc_recall_at_5_max
value: 28.624481394118273
verified: no, type: nauc_recall_at_5_std
value: 22.31699111481382
verified: no, type: ndcg_at_1
value: 26.657999999999998
verified: no, type: ndcg_at_10
value: 25.594
verified: no, type: ndcg_at_100
value: 29.554000000000002
verified: no, type: ndcg_at_1000
value: 32.223
verified: no, type: ndcg_at_20
value: 27.044
verified: no, type: ndcg_at_3
value: 21.976000000000003
verified: no, type: ndcg_at_5
value: 23.813000000000002
verified: no, type: precision_at_1
value: 26.657999999999998
verified: no, type: precision_at_10
value: 5.864
verified: no, type: precision_at_100
value: 0.905
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_20
value: 3.4000000000000004
verified: no, type: precision_at_3
value: 14.135
verified: no, type: precision_at_5
value: 9.931
verified: no, type: recall_at_1
value: 13.328999999999999
verified: no, type: recall_at_10
value: 29.317999999999998
verified: no, type: recall_at_100
value: 45.253
verified: no, type: recall_at_1000
value: 63.187000000000005
verified: no, type: recall_at_20
value: 33.997
verified: no, type: recall_at_3
value: 21.201999999999998
verified: no, type: recall_at_5
value: 24.828
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 27.361
verified: no, type: map_at_1
value: 15.187999999999999
verified: no, type: map_at_10
value: 21.143
verified: no, type: map_at_100
value: 21.955
verified: no, type: map_at_1000
value: 22.055
verified: no, type: map_at_20
value: 21.571
verified: no, type: map_at_3
value: 19.337
verified: no, type: map_at_5
value: 20.328
verified: no, type: mrr_at_1
value: 30.375294117647062
verified: no, type: mrr_at_10
value: 36.89110037348242
verified: no, type: mrr_at_100
value: 37.59161854635361
verified: no, type: mrr_at_1000
value: 37.65278972243383
verified: no, type: mrr_at_20
value: 37.28204270783653
verified: no, type: mrr_at_3
value: 35.073137254900395
verified: no, type: mrr_at_5
value: 36.10778431372484
verified: no, type: nauc_map_at_1000_diff1
value: 49.349859863214526
verified: no, type: nauc_map_at_1000_max
value: 41.88467513574528
verified: no, type: nauc_map_at_1000_std
value: 24.22933543144338
verified: no, type: nauc_map_at_100_diff1
value: 49.35940939023821
verified: no, type: nauc_map_at_100_max
value: 41.862590382078025
verified: no, type: nauc_map_at_100_std
value: 24.15434461176854
verified: no, type: nauc_map_at_10_diff1
value: 49.8538165767892
verified: no, type: nauc_map_at_10_max
value: 42.07384809374906
verified: no, type: nauc_map_at_10_std
value: 23.416303368507712
verified: no, type: nauc_map_at_1_diff1
value: 59.92575902483264
verified: no, type: nauc_map_at_1_max
value: 45.47700185129611
verified: no, type: nauc_map_at_1_std
value: 19.83388552453144
verified: no, type: nauc_map_at_20_diff1
value: 49.52738828169819
verified: no, type: nauc_map_at_20_max
value: 41.91046133599251
verified: no, type: nauc_map_at_20_std
value: 23.79441500917769
verified: no, type: nauc_map_at_3_diff1
value: 51.790844119427824
verified: no, type: nauc_map_at_3_max
value: 42.999352173314854
verified: no, type: nauc_map_at_3_std
value: 22.008776106004134
verified: no, type: nauc_map_at_5_diff1
value: 50.670375343301934
verified: no, type: nauc_map_at_5_max
value: 42.55434252366988
verified: no, type: nauc_map_at_5_std
value: 22.82261757618132
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.67988721868572
verified: no, type: nauc_mrr_at_1000_max
value: 43.91336195991437
verified: no, type: nauc_mrr_at_1000_std
value: 22.158081050617664
verified: no, type: nauc_mrr_at_100_diff1
value: 54.66673307398132
verified: no, type: nauc_mrr_at_100_max
value: 43.90104349501937
verified: no, type: nauc_mrr_at_100_std
value: 22.149879738198813
verified: no, type: nauc_mrr_at_10_diff1
value: 54.80299708197367
verified: no, type: nauc_mrr_at_10_max
value: 43.97302396926416
verified: no, type: nauc_mrr_at_10_std
value: 21.93101088607793
verified: no, type: nauc_mrr_at_1_diff1
value: 59.92575902483264
verified: no, type: nauc_mrr_at_1_max
value: 45.47700185129611
verified: no, type: nauc_mrr_at_1_std
value: 19.83388552453144
verified: no, type: nauc_mrr_at_20_diff1
value: 54.69703296749322
verified: no, type: nauc_mrr_at_20_max
value: 43.91191360382579
verified: no, type: nauc_mrr_at_20_std
value: 22.0679377608011
verified: no, type: nauc_mrr_at_3_diff1
value: 55.6492096640659
verified: no, type: nauc_mrr_at_3_max
value: 44.39253185930357
verified: no, type: nauc_mrr_at_3_std
value: 21.23559827715352
verified: no, type: nauc_mrr_at_5_diff1
value: 55.15718817723955
verified: no, type: nauc_mrr_at_5_max
value: 44.21359056116808
verified: no, type: nauc_mrr_at_5_std
value: 21.689943072561064
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.08149592464777
verified: no, type: nauc_ndcg_at_1000_max
value: 41.4824024851649
verified: no, type: nauc_ndcg_at_1000_std
value: 28.290841883563324
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.203241306354165
verified: no, type: nauc_ndcg_at_100_max
value: 41.01082594665584
verified: no, type: nauc_ndcg_at_100_std
value: 27.01050126741052
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.8574562673927
verified: no, type: nauc_ndcg_at_10_max
value: 41.59700363422577
verified: no, type: nauc_ndcg_at_10_std
value: 24.302113156303708
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.92575902483264
verified: no, type: nauc_ndcg_at_1_max
value: 45.47700185129611
verified: no, type: nauc_ndcg_at_1_std
value: 19.83388552453144
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.01876180994126
verified: no, type: nauc_ndcg_at_20_max
value: 41.16103683691111
verified: no, type: nauc_ndcg_at_20_std
value: 25.22714091905253
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.76534091516943
verified: no, type: nauc_ndcg_at_3_max
value: 43.066268249034806
verified: no, type: nauc_ndcg_at_3_std
value: 22.189204956774773
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.274763573284176
verified: no, type: nauc_ndcg_at_5_max
value: 42.46612336859775
verified: no, type: nauc_ndcg_at_5_std
value: 23.298594291859136
verified: no, type: nauc_precision_at_1000_diff1
value: 21.060533862186702
verified: no, type: nauc_precision_at_1000_max
value: 28.16962240505211
verified: no, type: nauc_precision_at_1000_std
value: 39.87841510942972
verified: no, type: nauc_precision_at_100_diff1
value: 27.25075569238348
verified: no, type: nauc_precision_at_100_max
value: 29.229681139793666
verified: no, type: nauc_precision_at_100_std
value: 33.06692753126747
verified: no, type: nauc_precision_at_10_diff1
value: 37.35908709421307
verified: no, type: nauc_precision_at_10_max
value: 35.09768811571614
verified: no, type: nauc_precision_at_10_std
value: 26.319669286806963
verified: no, type: nauc_precision_at_1_diff1
value: 59.92575902483264
verified: no, type: nauc_precision_at_1_max
value: 45.47700185129611
verified: no, type: nauc_precision_at_1_std
value: 19.83388552453144
verified: no, type: nauc_precision_at_20_diff1
value: 34.02026815173258
verified: no, type: nauc_precision_at_20_max
value: 32.97155795749605
verified: no, type: nauc_precision_at_20_std
value: 28.446608120331838
verified: no, type: nauc_precision_at_3_diff1
value: 46.625368812766844
verified: no, type: nauc_precision_at_3_max
value: 41.143493529756945
verified: no, type: nauc_precision_at_3_std
value: 23.34446397266084
verified: no, type: nauc_precision_at_5_diff1
value: 42.596622234501666
verified: no, type: nauc_precision_at_5_max
value: 38.97638871265979
verified: no, type: nauc_precision_at_5_std
value: 25.081525286284535
verified: no, type: nauc_recall_at_1000_diff1
value: 21.060533862186706
verified: no, type: nauc_recall_at_1000_max
value: 28.16962240505217
verified: no, type: nauc_recall_at_1000_std
value: 39.878415109429795
verified: no, type: nauc_recall_at_100_diff1
value: 27.250755692383482
verified: no, type: nauc_recall_at_100_max
value: 29.229681139793694
verified: no, type: nauc_recall_at_100_std
value: 33.066927531267474
verified: no, type: nauc_recall_at_10_diff1
value: 37.35908709421306
verified: no, type: nauc_recall_at_10_max
value: 35.09768811571614
verified: no, type: nauc_recall_at_10_std
value: 26.319669286807006
verified: no, type: nauc_recall_at_1_diff1
value: 59.92575902483264
verified: no, type: nauc_recall_at_1_max
value: 45.47700185129611
verified: no, type: nauc_recall_at_1_std
value: 19.83388552453144
verified: no, type: nauc_recall_at_20_diff1
value: 34.02026815173259
verified: no, type: nauc_recall_at_20_max
value: 32.97155795749605
verified: no, type: nauc_recall_at_20_std
value: 28.446608120331906
verified: no, type: nauc_recall_at_3_diff1
value: 46.62536881276683
verified: no, type: nauc_recall_at_3_max
value: 41.14349352975691
verified: no, type: nauc_recall_at_3_std
value: 23.344463972660805
verified: no, type: nauc_recall_at_5_diff1
value: 42.59662223450168
verified: no, type: nauc_recall_at_5_max
value: 38.97638871265983
verified: no, type: nauc_recall_at_5_std
value: 25.081525286284567
verified: no, type: ndcg_at_1
value: 30.375000000000004
verified: no, type: ndcg_at_10
value: 27.361
verified: no, type: ndcg_at_100
value: 31.247000000000003
verified: no, type: ndcg_at_1000
value: 33.785
verified: no, type: ndcg_at_20
value: 28.755999999999997
verified: no, type: ndcg_at_3
value: 23.905
verified: no, type: ndcg_at_5
value: 25.570999999999998
verified: no, type: precision_at_1
value: 30.375000000000004
verified: no, type: precision_at_10
value: 6.072
verified: no, type: precision_at_100
value: 0.9199999999999999
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: precision_at_20
value: 3.486
verified: no, type: precision_at_3
value: 15.033
verified: no, type: precision_at_5
value: 10.34
verified: no, type: recall_at_1
value: 15.187999999999999
verified: no, type: recall_at_10
value: 30.359
verified: no, type: recall_at_100
value: 45.985
verified: no, type: recall_at_1000
value: 63.001
verified: no, type: recall_at_20
value: 34.861
verified: no, type: recall_at_3
value: 22.55
verified: no, type: recall_at_5
value: 25.851000000000003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 34.803
verified: no, type: map_at_1
value: 18.05
verified: no, type: map_at_10
value: 28.698
verified: no, type: map_at_100
value: 29.87
verified: no, type: map_at_1000
value: 29.937
verified: no, type: map_at_20
value: 29.407
verified: no, type: map_at_3
value: 25.211
verified: no, type: map_at_5
value: 27.256999999999998
verified: no, type: mrr_at_1
value: 18.595988538681947
verified: no, type: mrr_at_10
value: 29.313929822167506
verified: no, type: mrr_at_100
value: 30.43456132167563
verified: no, type: mrr_at_1000
value: 30.496264584797384
verified: no, type: mrr_at_20
value: 29.994260130208367
verified: no, type: mrr_at_3
value: 25.847659980897618
verified: no, type: mrr_at_5
value: 27.90926456542496
verified: no, type: nauc_map_at_1000_diff1
value: 30.967805122512292
verified: no, type: nauc_map_at_1000_max
value: 9.508356994054424
verified: no, type: nauc_map_at_1000_std
value: -16.7647780708821
verified: no, type: nauc_map_at_100_diff1
value: 30.959590208362474
verified: no, type: nauc_map_at_100_max
value: 9.519514909485395
verified: no, type: nauc_map_at_100_std
value: -16.752225883753628
verified: no, type: nauc_map_at_10_diff1
value: 30.961638427898
verified: no, type: nauc_map_at_10_max
value: 9.032394524880466
verified: no, type: nauc_map_at_10_std
value: -17.58469702660575
verified: no, type: nauc_map_at_1_diff1
value: 36.68684868509966
verified: no, type: nauc_map_at_1_max
value: 8.006788300165026
verified: no, type: nauc_map_at_1_std
value: -16.453929215948566
verified: no, type: nauc_map_at_20_diff1
value: 30.914160804266828
verified: no, type: nauc_map_at_20_max
value: 9.383047052491237
verified: no, type: nauc_map_at_20_std
value: -17.09908974160602
verified: no, type: nauc_map_at_3_diff1
value: 32.00864052480307
verified: no, type: nauc_map_at_3_max
value: 7.9346719904912755
verified: no, type: nauc_map_at_3_std
value: -18.363334919131873
verified: no, type: nauc_map_at_5_diff1
value: 31.30004793090547
verified: no, type: nauc_map_at_5_max
value: 8.32231303754107
verified: no, type: nauc_map_at_5_std
value: -18.244863888195106
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.925580995966435
verified: no, type: nauc_mrr_at_1000_max
value: 9.570609811089142
verified: no, type: nauc_mrr_at_1000_std
value: -16.416887518960856
verified: no, type: nauc_mrr_at_100_diff1
value: 30.914394357734505
verified: no, type: nauc_mrr_at_100_max
value: 9.586927921368241
verified: no, type: nauc_mrr_at_100_std
value: -16.39712616782138
verified: no, type: nauc_mrr_at_10_diff1
value: 30.92742800307562
verified: no, type: nauc_mrr_at_10_max
value: 9.197220826362587
verified: no, type: nauc_mrr_at_10_std
value: -17.151747008284875
verified: no, type: nauc_mrr_at_1_diff1
value: 36.60106731450987
verified: no, type: nauc_mrr_at_1_max
value: 8.037370217799388
verified: no, type: nauc_mrr_at_1_std
value: -16.29920870158755
verified: no, type: nauc_mrr_at_20_diff1
value: 30.873870247447528
verified: no, type: nauc_mrr_at_20_max
value: 9.489994351963741
verified: no, type: nauc_mrr_at_20_std
value: -16.695446595293273
verified: no, type: nauc_mrr_at_3_diff1
value: 31.962676684893193
verified: no, type: nauc_mrr_at_3_max
value: 7.902980731667526
verified: no, type: nauc_mrr_at_3_std
value: -18.087972700882023
verified: no, type: nauc_mrr_at_5_diff1
value: 31.266029079987334
verified: no, type: nauc_mrr_at_5_max
value: 8.43829728480481
verified: no, type: nauc_mrr_at_5_std
value: -17.830313089048254
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.800055526073052
verified: no, type: nauc_ndcg_at_1000_max
value: 12.150167860614443
verified: no, type: nauc_ndcg_at_1000_std
value: -13.25905395516576
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.55273062021815
verified: no, type: nauc_ndcg_at_100_max
value: 12.604290774389284
verified: no, type: nauc_ndcg_at_100_std
value: -12.640286042753369
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.656702169882305
verified: no, type: nauc_ndcg_at_10_max
value: 10.390975552193304
verified: no, type: nauc_ndcg_at_10_std
value: -16.979914789104274
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.60106731450987
verified: no, type: nauc_ndcg_at_1_max
value: 7.999297342297694
verified: no, type: nauc_ndcg_at_1_std
value: -16.37844144249649
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.39512508390008
verified: no, type: nauc_ndcg_at_20_max
value: 11.670038381067469
verified: no, type: nauc_ndcg_at_20_std
value: -15.19270139716777
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.720892075394424
verified: no, type: nauc_ndcg_at_3_max
value: 7.944044047190646
verified: no, type: nauc_ndcg_at_3_std
value: -18.776183934337002
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.499593527403515
verified: no, type: nauc_ndcg_at_5_max
value: 8.70632138099665
verified: no, type: nauc_ndcg_at_5_std
value: -18.516401671537196
verified: no, type: nauc_precision_at_1000_diff1
value: -0.8237646361863551
verified: no, type: nauc_precision_at_1000_max
value: 29.65949086980757
verified: no, type: nauc_precision_at_1000_std
value: 27.545476721494193
verified: no, type: nauc_precision_at_100_diff1
value: 12.284529508091742
verified: no, type: nauc_precision_at_100_max
value: 29.413232419844444
verified: no, type: nauc_precision_at_100_std
value: 17.196307006886304
verified: no, type: nauc_precision_at_10_diff1
value: 21.3879709585264
verified: no, type: nauc_precision_at_10_max
value: 14.806399276392005
verified: no, type: nauc_precision_at_10_std
value: -13.89189147461678
verified: no, type: nauc_precision_at_1_diff1
value: 36.60106731450987
verified: no, type: nauc_precision_at_1_max
value: 7.999297342297694
verified: no, type: nauc_precision_at_1_std
value: -16.37844144249649
verified: no, type: nauc_precision_at_20_diff1
value: 18.793745272557334
verified: no, type: nauc_precision_at_20_max
value: 20.52958902353019
verified: no, type: nauc_precision_at_20_std
value: -5.831301138585665
verified: no, type: nauc_precision_at_3_diff1
value: 27.51302998292356
verified: no, type: nauc_precision_at_3_max
value: 8.124801342511773
verified: no, type: nauc_precision_at_3_std
value: -19.653828947390405
verified: no, type: nauc_precision_at_5_diff1
value: 24.648428234894187
verified: no, type: nauc_precision_at_5_max
value: 9.970901593970794
verified: no, type: nauc_precision_at_5_std
value: -18.870802823554662
verified: no, type: nauc_recall_at_1000_diff1
value: 3.1535887573039503
verified: no, type: nauc_recall_at_1000_max
value: 49.483153585320665
verified: no, type: nauc_recall_at_1000_std
value: 48.068469198499955
verified: no, type: nauc_recall_at_100_diff1
value: 16.09114265175475
verified: no, type: nauc_recall_at_100_max
value: 31.63592256685488
verified: no, type: nauc_recall_at_100_std
value: 17.262073141805402
verified: no, type: nauc_recall_at_10_diff1
value: 21.74285904516543
verified: no, type: nauc_recall_at_10_max
value: 14.233113457215413
verified: no, type: nauc_recall_at_10_std
value: -15.00141123225369
verified: no, type: nauc_recall_at_1_diff1
value: 36.68684868509966
verified: no, type: nauc_recall_at_1_max
value: 8.006788300165026
verified: no, type: nauc_recall_at_1_std
value: -16.453929215948566
verified: no, type: nauc_recall_at_20_diff1
value: 19.721186534513574
verified: no, type: nauc_recall_at_20_max
value: 19.839943733839586
verified: no, type: nauc_recall_at_20_std
value: -7.528794529976447
verified: no, type: nauc_recall_at_3_diff1
value: 27.150549688069308
verified: no, type: nauc_recall_at_3_max
value: 7.915443441945287
verified: no, type: nauc_recall_at_3_std
value: -19.87191884581972
verified: no, type: nauc_recall_at_5_diff1
value: 24.49887160612282
verified: no, type: nauc_recall_at_5_max
value: 9.52108917622074
verified: no, type: nauc_recall_at_5_std
value: -19.231477971502706
verified: no, type: ndcg_at_1
value: 18.596
verified: no, type: ndcg_at_10
value: 34.803
verified: no, type: ndcg_at_100
value: 40.544000000000004
verified: no, type: ndcg_at_1000
value: 42.260999999999996
verified: no, type: ndcg_at_20
value: 37.32
verified: no, type: ndcg_at_3
value: 27.71
verified: no, type: ndcg_at_5
value: 31.385999999999996
verified: no, type: precision_at_1
value: 18.596
verified: no, type: precision_at_10
value: 5.595
verified: no, type: precision_at_100
value: 0.848
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.32
verified: no, type: precision_at_3
value: 11.858
verified: no, type: precision_at_5
value: 8.988999999999999
verified: no, type: recall_at_1
value: 18.05
verified: no, type: recall_at_10
value: 53.516
verified: no, type: recall_at_100
value: 80.289
verified: no, type: recall_at_1000
value: 93.512
verified: no, type: recall_at_20
value: 63.288999999999994
verified: no, type: recall_at_3
value: 34.306
verified: no, type: recall_at_5
value: 43.145
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 59.06400000000001
verified: no, type: map_at_1
value: 1.69
verified: no, type: map_at_10
value: 10.755
verified: no, type: map_at_100
value: 28.62
verified: no, type: map_at_1000
value: 34.429
verified: no, type: map_at_20
value: 16.674
verified: no, type: map_at_3
value: 4.005
verified: no, type: map_at_5
value: 6.332
verified: no, type: mrr_at_1
value: 88.37209302325581
verified: no, type: mrr_at_10
value: 91.47286821705424
verified: no, type: mrr_at_100
value: 91.56261235995456
verified: no, type: mrr_at_1000
value: 91.56261235995456
verified: no, type: mrr_at_20
value: 91.47286821705424
verified: no, type: mrr_at_3
value: 91.47286821705424
verified: no, type: mrr_at_5
value: 91.47286821705424
verified: no, type: nauc_map_at_1000_diff1
value: -58.004048824154644
verified: no, type: nauc_map_at_1000_max
value: 34.44700621046442
verified: no, type: nauc_map_at_1000_std
value: 66.90595473840271
verified: no, type: nauc_map_at_100_diff1
value: -45.770189406894886
verified: no, type: nauc_map_at_100_max
value: 26.211654802825322
verified: no, type: nauc_map_at_100_std
value: 56.080139344538956
verified: no, type: nauc_map_at_10_diff1
value: -10.97871068331086
verified: no, type: nauc_map_at_10_max
value: 28.539368064747517
verified: no, type: nauc_map_at_10_std
value: 21.028635665204536
verified: no, type: nauc_map_at_1_diff1
value: 35.97114363073452
verified: no, type: nauc_map_at_1_max
value: -10.574909183137414
verified: no, type: nauc_map_at_1_std
value: -16.11433179567385
verified: no, type: nauc_map_at_20_diff1
value: -17.439484208262535
verified: no, type: nauc_map_at_20_max
value: 25.1778779774871
verified: no, type: nauc_map_at_20_std
value: 28.832377812578258
verified: no, type: nauc_map_at_3_diff1
value: 7.501651006902326
verified: no, type: nauc_map_at_3_max
value: 19.130202694438417
verified: no, type: nauc_map_at_3_std
value: 6.940777942691115
verified: no, type: nauc_map_at_5_diff1
value: -1.9207947577929207
verified: no, type: nauc_map_at_5_max
value: 24.72479488530524
verified: no, type: nauc_map_at_5_std
value: 12.662402148436808
verified: no, type: nauc_mrr_at_1000_diff1
value: -31.38940176778026
verified: no, type: nauc_mrr_at_1000_max
value: 27.91929945678086
verified: no, type: nauc_mrr_at_1000_std
value: 63.98020520396501
verified: no, type: nauc_mrr_at_100_diff1
value: -31.38940176778026
verified: no, type: nauc_mrr_at_100_max
value: 27.91929945678086
verified: no, type: nauc_mrr_at_100_std
value: 63.98020520396501
verified: no, type: nauc_mrr_at_10_diff1
value: -31.98154638739888
verified: no, type: nauc_mrr_at_10_max
value: 28.691575876582025
verified: no, type: nauc_mrr_at_10_std
value: 64.15203937521413
verified: no, type: nauc_mrr_at_1_diff1
value: -18.33986985937143
verified: no, type: nauc_mrr_at_1_max
value: -3.5658506202108935
verified: no, type: nauc_mrr_at_1_std
value: 57.265329172858316
verified: no, type: nauc_mrr_at_20_diff1
value: -31.98154638739888
verified: no, type: nauc_mrr_at_20_max
value: 28.691575876582025
verified: no, type: nauc_mrr_at_20_std
value: 64.15203937521413
verified: no, type: nauc_mrr_at_3_diff1
value: -31.98154638739888
verified: no, type: nauc_mrr_at_3_max
value: 28.691575876582025
verified: no, type: nauc_mrr_at_3_std
value: 64.15203937521413
verified: no, type: nauc_mrr_at_5_diff1
value: -31.98154638739888
verified: no, type: nauc_mrr_at_5_max
value: 28.691575876582025
verified: no, type: nauc_mrr_at_5_std
value: 64.15203937521413
verified: no, type: nauc_ndcg_at_1000_diff1
value: -64.4009360298104
verified: no, type: nauc_ndcg_at_1000_max
value: 47.73173186354194
verified: no, type: nauc_ndcg_at_1000_std
value: 67.76224269862708
verified: no, type: nauc_ndcg_at_100_diff1
value: -55.81170448144629
verified: no, type: nauc_ndcg_at_100_max
value: 45.76842611746515
verified: no, type: nauc_ndcg_at_100_std
value: 65.75760535333559
verified: no, type: nauc_ndcg_at_10_diff1
value: -48.26548478088951
verified: no, type: nauc_ndcg_at_10_max
value: 47.221554778624736
verified: no, type: nauc_ndcg_at_10_std
value: 48.66818342066006
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.361573521914167
verified: no, type: nauc_ndcg_at_1_max
value: -4.095691143820581
verified: no, type: nauc_ndcg_at_1_std
value: -22.86231879814137
verified: no, type: nauc_ndcg_at_20_diff1
value: -52.771674683458514
verified: no, type: nauc_ndcg_at_20_max
value: 39.94057642569563
verified: no, type: nauc_ndcg_at_20_std
value: 55.44432532491158
verified: no, type: nauc_ndcg_at_3_diff1
value: -15.072453465017949
verified: no, type: nauc_ndcg_at_3_max
value: 36.22918826732502
verified: no, type: nauc_ndcg_at_3_std
value: 16.823145415489098
verified: no, type: nauc_ndcg_at_5_diff1
value: -32.572693237589036
verified: no, type: nauc_ndcg_at_5_max
value: 44.30557738022862
verified: no, type: nauc_ndcg_at_5_std
value: 30.75861792737064
verified: no, type: nauc_precision_at_1000_diff1
value: -61.90365106233373
verified: no, type: nauc_precision_at_1000_max
value: 29.37450084944317
verified: no, type: nauc_precision_at_1000_std
value: 51.15294977255612
verified: no, type: nauc_precision_at_100_diff1
value: -64.87811325128291
verified: no, type: nauc_precision_at_100_max
value: 27.082351018049334
verified: no, type: nauc_precision_at_100_std
value: 59.21347841222029
verified: no, type: nauc_precision_at_10_diff1
value: -73.17039435952445
verified: no, type: nauc_precision_at_10_max
value: 50.03963485425603
verified: no, type: nauc_precision_at_10_std
value: 74.7760482349427
verified: no, type: nauc_precision_at_1_diff1
value: -18.33986985937143
verified: no, type: nauc_precision_at_1_max
value: -3.5658506202108935
verified: no, type: nauc_precision_at_1_std
value: 57.265329172858316
verified: no, type: nauc_precision_at_20_diff1
value: -69.19781045685487
verified: no, type: nauc_precision_at_20_max
value: 35.34563871429891
verified: no, type: nauc_precision_at_20_std
value: 69.73611685460025
verified: no, type: nauc_precision_at_3_diff1
value: -65.76154675431599
verified: no, type: nauc_precision_at_3_max
value: 58.774704910679354
verified: no, type: nauc_precision_at_3_std
value: 81.26148034443878
verified: no, type: nauc_precision_at_5_diff1
value: -78.31465612075088
verified: no, type: nauc_precision_at_5_max
value: 59.02550474452744
verified: no, type: nauc_precision_at_5_std
value: 83.37770095414346
verified: no, type: nauc_recall_at_1000_diff1
value: -71.70183001436035
verified: no, type: nauc_recall_at_1000_max
value: 39.784139396042576
verified: no, type: nauc_recall_at_1000_std
value: 69.52333709786
verified: no, type: nauc_recall_at_100_diff1
value: -39.867533213723476
verified: no, type: nauc_recall_at_100_max
value: 25.88219867077632
verified: no, type: nauc_recall_at_100_std
value: 50.413431837035105
verified: no, type: nauc_recall_at_10_diff1
value: -4.726447649175431
verified: no, type: nauc_recall_at_10_max
value: 27.630825828715384
verified: no, type: nauc_recall_at_10_std
value: 14.42376069507755
verified: no, type: nauc_recall_at_1_diff1
value: 35.97114363073452
verified: no, type: nauc_recall_at_1_max
value: -10.574909183137414
verified: no, type: nauc_recall_at_1_std
value: -16.11433179567385
verified: no, type: nauc_recall_at_20_diff1
value: -8.787671293237674
verified: no, type: nauc_recall_at_20_max
value: 25.207984756226242
verified: no, type: nauc_recall_at_20_std
value: 20.728749504224318
verified: no, type: nauc_recall_at_3_diff1
value: 9.441972498951067
verified: no, type: nauc_recall_at_3_max
value: 22.118880183280638
verified: no, type: nauc_recall_at_3_std
value: 4.297339270917102
verified: no, type: nauc_recall_at_5_diff1
value: 4.072468434627269
verified: no, type: nauc_recall_at_5_max
value: 24.12093962060067
verified: no, type: nauc_recall_at_5_std
value: 6.723457577572802
verified: no, type: ndcg_at_1
value: 68.217
verified: no, type: ndcg_at_10
value: 59.06400000000001
verified: no, type: ndcg_at_100
value: 51.28
verified: no, type: ndcg_at_1000
value: 57.745999999999995
verified: no, type: ndcg_at_20
value: 55.969
verified: no, type: ndcg_at_3
value: 63.207
verified: no, type: ndcg_at_5
value: 62.099000000000004
verified: no, type: precision_at_1
value: 88.372
verified: no, type: precision_at_10
value: 68.372
verified: no, type: precision_at_100
value: 31.349
verified: no, type: precision_at_1000
value: 5.858
verified: no, type: precision_at_20
value: 59.767
verified: no, type: precision_at_3
value: 77.519
verified: no, type: precision_at_5
value: 75.81400000000001
verified: no, type: recall_at_1
value: 1.69
verified: no, type: recall_at_10
value: 11.779
verified: no, type: recall_at_100
value: 38.83
verified: no, type: recall_at_1000
value: 62.572
verified: no, type: recall_at_20
value: 19.155
verified: no, type: recall_at_3
value: 4.143
verified: no, type: recall_at_5
value: 6.801
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 33.715
verified: no, type: map_at_1
value: 16.719
verified: no, type: map_at_10
value: 27.433000000000003
verified: no, type: map_at_100
value: 28.703
verified: no, type: map_at_1000
value: 28.767
verified: no, type: map_at_20
value: 28.191
verified: no, type: map_at_3
value: 23.826
verified: no, type: map_at_5
value: 25.849
verified: no, type: mrr_at_1
value: 17.20904523212557
verified: no, type: mrr_at_10
value: 27.92367929563414
verified: no, type: mrr_at_100
value: 29.152633780765758
verified: no, type: mrr_at_1000
value: 29.21099712739743
verified: no, type: mrr_at_20
value: 28.66210180739731
verified: no, type: mrr_at_3
value: 24.356466026020737
verified: no, type: mrr_at_5
value: 26.365397526652018
verified: no, type: nauc_map_at_1000_diff1
value: 29.63353838791719
verified: no, type: nauc_map_at_1000_max
value: 5.7454487966009555
verified: no, type: nauc_map_at_1000_std
value: -18.063069395275722
verified: no, type: nauc_map_at_100_diff1
value: 29.616549284785748
verified: no, type: nauc_map_at_100_max
value: 5.760919702571223
verified: no, type: nauc_map_at_100_std
value: -18.044574507278362
verified: no, type: nauc_map_at_10_diff1
value: 29.700954720537165
verified: no, type: nauc_map_at_10_max
value: 5.424404826187661
verified: no, type: nauc_map_at_10_std
value: -18.842507893783537
verified: no, type: nauc_map_at_1_diff1
value: 35.211396613278865
verified: no, type: nauc_map_at_1_max
value: 3.1343744942229086
verified: no, type: nauc_map_at_1_std
value: -18.170256518161427
verified: no, type: nauc_map_at_20_diff1
value: 29.613406086113486
verified: no, type: nauc_map_at_20_max
value: 5.641627873928245
verified: no, type: nauc_map_at_20_std
value: -18.396499430312748
verified: no, type: nauc_map_at_3_diff1
value: 30.603238239884483
verified: no, type: nauc_map_at_3_max
value: 4.453242887818738
verified: no, type: nauc_map_at_3_std
value: -19.268024232660473
verified: no, type: nauc_map_at_5_diff1
value: 30.003625205143397
verified: no, type: nauc_map_at_5_max
value: 4.969401253866233
verified: no, type: nauc_map_at_5_std
value: -19.276106426526184
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.486572453576716
verified: no, type: nauc_mrr_at_1000_max
value: 5.693116182861802
verified: no, type: nauc_mrr_at_1000_std
value: -17.917227560489565
verified: no, type: nauc_mrr_at_100_diff1
value: 29.468797895964215
verified: no, type: nauc_mrr_at_100_max
value: 5.710921844344999
verified: no, type: nauc_mrr_at_100_std
value: -17.89511910086844
verified: no, type: nauc_mrr_at_10_diff1
value: 29.53746647566686
verified: no, type: nauc_mrr_at_10_max
value: 5.406885859896506
verified: no, type: nauc_mrr_at_10_std
value: -18.644478337030773
verified: no, type: nauc_mrr_at_1_diff1
value: 34.91427458267835
verified: no, type: nauc_mrr_at_1_max
value: 3.2309227517846852
verified: no, type: nauc_mrr_at_1_std
value: -18.080446645652778
verified: no, type: nauc_mrr_at_20_diff1
value: 29.45773578143679
verified: no, type: nauc_mrr_at_20_max
value: 5.60850730413169
verified: no, type: nauc_mrr_at_20_std
value: -18.21575909250342
verified: no, type: nauc_mrr_at_3_diff1
value: 30.40915710544333
verified: no, type: nauc_mrr_at_3_max
value: 4.474773651459147
verified: no, type: nauc_mrr_at_3_std
value: -19.11200967355029
verified: no, type: nauc_mrr_at_5_diff1
value: 29.817993784330003
verified: no, type: nauc_mrr_at_5_max
value: 4.973386662596821
verified: no, type: nauc_mrr_at_5_std
value: -19.08901246396465
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.742972640187336
verified: no, type: nauc_ndcg_at_1000_max
value: 7.916917003519648
verified: no, type: nauc_ndcg_at_1000_std
value: -15.17896601259802
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.238853230669203
verified: no, type: nauc_ndcg_at_100_max
value: 8.460940793652366
verified: no, type: nauc_ndcg_at_100_std
value: -14.261896738662886
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.66904868796311
verified: no, type: nauc_ndcg_at_10_max
value: 6.735176820125588
verified: no, type: nauc_ndcg_at_10_std
value: -18.448078157577832
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.95550568195721
verified: no, type: nauc_ndcg_at_1_max
value: 3.2125833396044503
verified: no, type: nauc_ndcg_at_1_std
value: -18.10007817354091
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.301933503569487
verified: no, type: nauc_ndcg_at_20_max
value: 7.536489988333836
verified: no, type: nauc_ndcg_at_20_std
value: -16.842402929106534
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.372635951851155
verified: no, type: nauc_ndcg_at_3_max
value: 4.820361216791387
verified: no, type: nauc_ndcg_at_3_std
value: -19.513367064010172
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.37372030928328
verified: no, type: nauc_ndcg_at_5_max
value: 5.678798799104905
verified: no, type: nauc_ndcg_at_5_std
value: -19.501286961437117
verified: no, type: nauc_precision_at_1000_diff1
value: -3.510350547767326
verified: no, type: nauc_precision_at_1000_max
value: 21.377749750431178
verified: no, type: nauc_precision_at_1000_std
value: 22.27774613662246
verified: no, type: nauc_precision_at_100_diff1
value: 8.87592055675654
verified: no, type: nauc_precision_at_100_max
value: 23.073116570870873
verified: no, type: nauc_precision_at_100_std
value: 15.055227218558281
verified: no, type: nauc_precision_at_10_diff1
value: 21.052874039568565
verified: no, type: nauc_precision_at_10_max
value: 10.660428704804987
verified: no, type: nauc_precision_at_10_std
value: -16.430957222899334
verified: no, type: nauc_precision_at_1_diff1
value: 34.95550568195721
verified: no, type: nauc_precision_at_1_max
value: 3.2125833396044503
verified: no, type: nauc_precision_at_1_std
value: -18.10007817354091
verified: no, type: nauc_precision_at_20_diff1
value: 17.989882712589928
verified: no, type: nauc_precision_at_20_max
value: 14.07438846286306
verified: no, type: nauc_precision_at_20_std
value: -9.440997023749803
verified: no, type: nauc_precision_at_3_diff1
value: 26.086905823987642
verified: no, type: nauc_precision_at_3_max
value: 5.8656016048393225
verified: no, type: nauc_precision_at_3_std
value: -20.040710978552877
verified: no, type: nauc_precision_at_5_diff1
value: 23.81277688113566
verified: no, type: nauc_precision_at_5_max
value: 7.673783195436691
verified: no, type: nauc_precision_at_5_std
value: -19.793547751043462
verified: no, type: nauc_recall_at_1000_diff1
value: 2.1874443524235154
verified: no, type: nauc_recall_at_1000_max
value: 51.05037398799104
verified: no, type: nauc_recall_at_1000_std
value: 53.35202253619663
verified: no, type: nauc_recall_at_100_diff1
value: 13.542586793678119
verified: no, type: nauc_recall_at_100_max
value: 27.18200902894963
verified: no, type: nauc_recall_at_100_std
value: 16.971437674746966
verified: no, type: nauc_recall_at_10_diff1
value: 21.973446928460568
verified: no, type: nauc_recall_at_10_max
value: 10.41568392262844
verified: no, type: nauc_recall_at_10_std
value: -16.967676205416033
verified: no, type: nauc_recall_at_1_diff1
value: 35.211396613278865
verified: no, type: nauc_recall_at_1_max
value: 3.1343744942229086
verified: no, type: nauc_recall_at_1_std
value: -18.170256518161427
verified: no, type: nauc_recall_at_20_diff1
value: 19.711023045178955
verified: no, type: nauc_recall_at_20_max
value: 14.095426841286946
verified: no, type: nauc_recall_at_20_std
value: -10.417724099405264
verified: no, type: nauc_recall_at_3_diff1
value: 26.246688921271716
verified: no, type: nauc_recall_at_3_max
value: 5.649635052724743
verified: no, type: nauc_recall_at_3_std
value: -20.04554246302986
verified: no, type: nauc_recall_at_5_diff1
value: 24.168809764476798
verified: no, type: nauc_recall_at_5_max
value: 7.399478058484081
verified: no, type: nauc_recall_at_5_std
value: -19.9514394901081
verified: no, type: ndcg_at_1
value: 17.201
verified: no, type: ndcg_at_10
value: 33.715
verified: no, type: ndcg_at_100
value: 40.025
verified: no, type: ndcg_at_1000
value: 41.685
verified: no, type: ndcg_at_20
value: 36.424
verified: no, type: ndcg_at_3
value: 26.31
verified: no, type: ndcg_at_5
value: 29.93
verified: no, type: precision_at_1
value: 17.201
verified: no, type: precision_at_10
value: 5.541
verified: no, type: precision_at_100
value: 0.8699999999999999
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 3.329
verified: no, type: precision_at_3
value: 11.37
verified: no, type: precision_at_5
value: 8.649
verified: no, type: recall_at_1
value: 16.719
verified: no, type: recall_at_10
value: 53.248
verified: no, type: recall_at_100
value: 82.863
verified: no, type: recall_at_1000
value: 95.721
verified: no, type: recall_at_20
value: 63.797000000000004
verified: no, type: recall_at_3
value: 32.984
verified: no, type: recall_at_5
value: 41.702
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 31.370055361148335
verified: no, type: map
value: 31.370055361148335
verified: no, type: mrr
value: 32.37440631143583
verified: no, type: nAUC_map_diff1
value: 14.695683399887827
verified: no, type: nAUC_map_max
value: -23.4492856197865
verified: no, type: nAUC_map_std
value: -8.885861431808289
verified: no, type: nAUC_mrr_diff1
value: 13.34849840135066
verified: no, type: nAUC_mrr_max
value: -18.199354674002286
verified: no, type: nAUC_mrr_std
value: -6.5654110123418565
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 29.754
verified: no, type: map_at_1
value: 4.567
verified: no, type: map_at_10
value: 10.027999999999999
verified: no, type: map_at_100
value: 13.431000000000001
verified: no, type: map_at_1000
value: 14.92
verified: no, type: map_at_20
value: 11.431
verified: no, type: map_at_3
value: 7.224
verified: no, type: map_at_5
value: 8.386000000000001
verified: no, type: mrr_at_1
value: 37.77089783281733
verified: no, type: mrr_at_10
value: 47.909725293626224
verified: no, type: mrr_at_100
value: 48.65139591019661
verified: no, type: mrr_at_1000
value: 48.69916406344342
verified: no, type: mrr_at_20
value: 48.367288102536705
verified: no, type: mrr_at_3
value: 46.49122807017543
verified: no, type: mrr_at_5
value: 47.0639834881321
verified: no, type: nauc_map_at_1000_diff1
value: 14.085748354172512
verified: no, type: nauc_map_at_1000_max
value: 28.172950420215592
verified: no, type: nauc_map_at_1000_std
value: 18.144213868106675
verified: no, type: nauc_map_at_100_diff1
value: 14.589976235435408
verified: no, type: nauc_map_at_100_max
value: 26.576946199479153
verified: no, type: nauc_map_at_100_std
value: 13.843137874037378
verified: no, type: nauc_map_at_10_diff1
value: 17.8495149344614
verified: no, type: nauc_map_at_10_max
value: 18.82526312062093
verified: no, type: nauc_map_at_10_std
value: 2.86785487558237
verified: no, type: nauc_map_at_1_diff1
value: 28.714904063353853
verified: no, type: nauc_map_at_1_max
value: -3.169789138203512
verified: no, type: nauc_map_at_1_std
value: -15.236185778974088
verified: no, type: nauc_map_at_20_diff1
value: 15.794494377362259
verified: no, type: nauc_map_at_20_max
value: 22.383385559577366
verified: no, type: nauc_map_at_20_std
value: 7.50366878545232
verified: no, type: nauc_map_at_3_diff1
value: 20.770182594071223
verified: no, type: nauc_map_at_3_max
value: 9.50930632250425
verified: no, type: nauc_map_at_3_std
value: -7.066408370212426
verified: no, type: nauc_map_at_5_diff1
value: 20.197174149206827
verified: no, type: nauc_map_at_5_max
value: 14.021867267435159
verified: no, type: nauc_map_at_5_std
value: -3.409836969018499
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.986158985525027
verified: no, type: nauc_mrr_at_1000_max
value: 37.185817395515556
verified: no, type: nauc_mrr_at_1000_std
value: 23.706769752670958
verified: no, type: nauc_mrr_at_100_diff1
value: 22.94515989033249
verified: no, type: nauc_mrr_at_100_max
value: 37.209904708113726
verified: no, type: nauc_mrr_at_100_std
value: 23.746222614427094
verified: no, type: nauc_mrr_at_10_diff1
value: 22.81681858431028
verified: no, type: nauc_mrr_at_10_max
value: 37.10239557383066
verified: no, type: nauc_mrr_at_10_std
value: 23.663887285644442
verified: no, type: nauc_mrr_at_1_diff1
value: 27.148124088268162
verified: no, type: nauc_mrr_at_1_max
value: 26.428295034510924
verified: no, type: nauc_mrr_at_1_std
value: 11.84295790231629
verified: no, type: nauc_mrr_at_20_diff1
value: 22.946866772785427
verified: no, type: nauc_mrr_at_20_max
value: 37.38173901985591
verified: no, type: nauc_mrr_at_20_std
value: 23.776573546658362
verified: no, type: nauc_mrr_at_3_diff1
value: 23.563086894697765
verified: no, type: nauc_mrr_at_3_max
value: 36.719834088530625
verified: no, type: nauc_mrr_at_3_std
value: 22.817102267109433
verified: no, type: nauc_mrr_at_5_diff1
value: 23.131059142837216
verified: no, type: nauc_mrr_at_5_max
value: 36.731326253130234
verified: no, type: nauc_mrr_at_5_std
value: 23.069191250755768
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.95138362626174
verified: no, type: nauc_ndcg_at_1000_max
value: 44.33022365744542
verified: no, type: nauc_ndcg_at_1000_std
value: 35.72521592020635
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.575407179245719
verified: no, type: nauc_ndcg_at_100_max
value: 36.95692885691867
verified: no, type: nauc_ndcg_at_100_std
value: 26.80789282599495
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.594400206553201
verified: no, type: nauc_ndcg_at_10_max
value: 35.348349357904375
verified: no, type: nauc_ndcg_at_10_std
value: 25.492218422553346
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.078477674957707
verified: no, type: nauc_ndcg_at_1_max
value: 22.554521470143378
verified: no, type: nauc_ndcg_at_1_std
value: 11.86138448259433
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.880875656746857
verified: no, type: nauc_ndcg_at_20_max
value: 34.45274753229036
verified: no, type: nauc_ndcg_at_20_std
value: 25.804360762917444
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.85604207727626
verified: no, type: nauc_ndcg_at_3_max
value: 32.72858990186108
verified: no, type: nauc_ndcg_at_3_std
value: 19.852261713002537
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.70613670641336
verified: no, type: nauc_ndcg_at_5_max
value: 35.398452792018126
verified: no, type: nauc_ndcg_at_5_std
value: 22.547276511653237
verified: no, type: nauc_precision_at_1000_diff1
value: -3.9205652143854004
verified: no, type: nauc_precision_at_1000_max
value: 11.56760575704433
verified: no, type: nauc_precision_at_1000_std
value: 29.969843364807815
verified: no, type: nauc_precision_at_100_diff1
value: -3.2791504425228504
verified: no, type: nauc_precision_at_100_max
value: 23.105292891322655
verified: no, type: nauc_precision_at_100_std
value: 38.24772180179586
verified: no, type: nauc_precision_at_10_diff1
value: 4.077038954732221
verified: no, type: nauc_precision_at_10_max
value: 37.97114306278218
verified: no, type: nauc_precision_at_10_std
value: 35.33785209505845
verified: no, type: nauc_precision_at_1_diff1
value: 27.148124088268162
verified: no, type: nauc_precision_at_1_max
value: 26.428295034510924
verified: no, type: nauc_precision_at_1_std
value: 11.84295790231629
verified: no, type: nauc_precision_at_20_diff1
value: -0.07715823284655204
verified: no, type: nauc_precision_at_20_max
value: 32.32150505807481
verified: no, type: nauc_precision_at_20_std
value: 35.93434300391347
verified: no, type: nauc_precision_at_3_diff1
value: 7.47311429058567
verified: no, type: nauc_precision_at_3_max
value: 38.53868770942289
verified: no, type: nauc_precision_at_3_std
value: 25.65319420988019
verified: no, type: nauc_precision_at_5_diff1
value: 6.8117959185149655
verified: no, type: nauc_precision_at_5_max
value: 40.78936637790633
verified: no, type: nauc_precision_at_5_std
value: 29.29130912546785
verified: no, type: nauc_recall_at_1000_diff1
value: 4.8295758031310285
verified: no, type: nauc_recall_at_1000_max
value: 21.69239465610227
verified: no, type: nauc_recall_at_1000_std
value: 18.948672947229195
verified: no, type: nauc_recall_at_100_diff1
value: 7.988051122946883
verified: no, type: nauc_recall_at_100_max
value: 22.98766591265696
verified: no, type: nauc_recall_at_100_std
value: 15.290463328578074
verified: no, type: nauc_recall_at_10_diff1
value: 13.365133585158528
verified: no, type: nauc_recall_at_10_max
value: 20.732053918735378
verified: no, type: nauc_recall_at_10_std
value: 6.370291758470967
verified: no, type: nauc_recall_at_1_diff1
value: 28.714904063353853
verified: no, type: nauc_recall_at_1_max
value: -3.169789138203512
verified: no, type: nauc_recall_at_1_std
value: -15.236185778974088
verified: no, type: nauc_recall_at_20_diff1
value: 8.20907091382773
verified: no, type: nauc_recall_at_20_max
value: 21.274336782803303
verified: no, type: nauc_recall_at_20_std
value: 11.112201780365108
verified: no, type: nauc_recall_at_3_diff1
value: 18.540225578507606
verified: no, type: nauc_recall_at_3_max
value: 15.389377575957791
verified: no, type: nauc_recall_at_3_std
value: -3.7988750765195216
verified: no, type: nauc_recall_at_5_diff1
value: 16.698902011414855
verified: no, type: nauc_recall_at_5_max
value: 17.822073045346276
verified: no, type: nauc_recall_at_5_std
value: -0.07358971200090962
verified: no, type: ndcg_at_1
value: 35.759
verified: no, type: ndcg_at_10
value: 29.754
verified: no, type: ndcg_at_100
value: 28.652
verified: no, type: ndcg_at_1000
value: 37.912
verified: no, type: ndcg_at_20
value: 28.366000000000003
verified: no, type: ndcg_at_3
value: 34.504000000000005
verified: no, type: ndcg_at_5
value: 31.996000000000002
verified: no, type: precision_at_1
value: 37.771
verified: no, type: precision_at_10
value: 23.064999999999998
verified: no, type: precision_at_100
value: 7.95
verified: no, type: precision_at_1000
value: 2.0820000000000003
verified: no, type: precision_at_20
value: 17.601
verified: no, type: precision_at_3
value: 33.745999999999995
verified: no, type: precision_at_5
value: 28.607
verified: no, type: recall_at_1
value: 4.567
verified: no, type: recall_at_10
value: 13.782
verified: no, type: recall_at_100
value: 31.269000000000002
verified: no, type: recall_at_1000
value: 65.342
verified: no, type: recall_at_20
value: 18.67
verified: no, type: recall_at_3
value: 8.280999999999999
verified: no, type: recall_at_5
value: 10.023
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 43.91
verified: no, type: map_at_1
value: 22.675
verified: no, type: map_at_10
value: 36.403
verified: no, type: map_at_100
value: 37.714
verified: no, type: map_at_1000
value: 37.759
verified: no, type: map_at_20
value: 37.252
verified: no, type: map_at_3
value: 32.115
verified: no, type: map_at_5
value: 34.537
verified: no, type: mrr_at_1
value: 25.869061413673233
verified: no, type: mrr_at_10
value: 38.71765160293547
verified: no, type: mrr_at_100
value: 39.729686512365404
verified: no, type: mrr_at_1000
value: 39.764837578266224
verified: no, type: mrr_at_20
value: 39.37441098811741
verified: no, type: mrr_at_3
value: 35.04731556585558
verified: no, type: mrr_at_5
value: 37.1330629586714
verified: no, type: nauc_map_at_1000_diff1
value: 29.08399936916601
verified: no, type: nauc_map_at_1000_max
value: 16.29226971170329
verified: no, type: nauc_map_at_1000_std
value: -7.18828364236571
verified: no, type: nauc_map_at_100_diff1
value: 29.07598191479223
verified: no, type: nauc_map_at_100_max
value: 16.313043083658002
verified: no, type: nauc_map_at_100_std
value: -7.159235211023741
verified: no, type: nauc_map_at_10_diff1
value: 28.90215829867663
verified: no, type: nauc_map_at_10_max
value: 15.780381654305788
verified: no, type: nauc_map_at_10_std
value: -8.11712873780433
verified: no, type: nauc_map_at_1_diff1
value: 33.88307764782601
verified: no, type: nauc_map_at_1_max
value: 13.654560605994789
verified: no, type: nauc_map_at_1_std
value: -7.876960683195404
verified: no, type: nauc_map_at_20_diff1
value: 29.05304473680581
verified: no, type: nauc_map_at_20_max
value: 16.24806438199264
verified: no, type: nauc_map_at_20_std
value: -7.506230537647335
verified: no, type: nauc_map_at_3_diff1
value: 28.67483907357866
verified: no, type: nauc_map_at_3_max
value: 14.10844684276125
verified: no, type: nauc_map_at_3_std
value: -9.093065914867637
verified: no, type: nauc_map_at_5_diff1
value: 28.53223723787074
verified: no, type: nauc_map_at_5_max
value: 15.10465507767692
verified: no, type: nauc_map_at_5_std
value: -8.732885670313973
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.291300363671773
verified: no, type: nauc_mrr_at_1000_max
value: 16.988142920972564
verified: no, type: nauc_mrr_at_1000_std
value: -5.75719276458362
verified: no, type: nauc_mrr_at_100_diff1
value: 29.283110074292846
verified: no, type: nauc_mrr_at_100_max
value: 17.014791337479164
verified: no, type: nauc_mrr_at_100_std
value: -5.723942677946949
verified: no, type: nauc_mrr_at_10_diff1
value: 29.034300179010796
verified: no, type: nauc_mrr_at_10_max
value: 16.698355482721286
verified: no, type: nauc_mrr_at_10_std
value: -6.298274321653915
verified: no, type: nauc_mrr_at_1_diff1
value: 34.02416083157839
verified: no, type: nauc_mrr_at_1_max
value: 15.09009259703498
verified: no, type: nauc_mrr_at_1_std
value: -6.412150592020908
verified: no, type: nauc_mrr_at_20_diff1
value: 29.246190262288547
verified: no, type: nauc_mrr_at_20_max
value: 16.993567089527037
verified: no, type: nauc_mrr_at_20_std
value: -5.952301904693604
verified: no, type: nauc_mrr_at_3_diff1
value: 29.252167190201583
verified: no, type: nauc_mrr_at_3_max
value: 15.472766023941444
verified: no, type: nauc_mrr_at_3_std
value: -7.080025242602122
verified: no, type: nauc_mrr_at_5_diff1
value: 28.753793317757832
verified: no, type: nauc_mrr_at_5_max
value: 16.217731120360888
verified: no, type: nauc_mrr_at_5_std
value: -6.784186528364365
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.37769622443293
verified: no, type: nauc_ndcg_at_1000_max
value: 18.86280647857455
verified: no, type: nauc_ndcg_at_1000_std
value: -4.117301819438475
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.160781181149385
verified: no, type: nauc_ndcg_at_100_max
value: 19.666949578583665
verified: no, type: nauc_ndcg_at_100_std
value: -3.0099241628896127
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.487943653391138
verified: no, type: nauc_ndcg_at_10_max
value: 17.72148461204397
verified: no, type: nauc_ndcg_at_10_std
value: -7.13147681057827
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.02416083157839
verified: no, type: nauc_ndcg_at_1_max
value: 15.09009259703498
verified: no, type: nauc_ndcg_at_1_std
value: -6.412150592020908
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.98913738838462
verified: no, type: nauc_ndcg_at_20_max
value: 19.358472910765496
verified: no, type: nauc_ndcg_at_20_std
value: -5.168140450720515
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.421114192997827
verified: no, type: nauc_ndcg_at_3_max
value: 14.573815202096219
verified: no, type: nauc_ndcg_at_3_std
value: -9.02108020108124
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.863276500871386
verified: no, type: nauc_ndcg_at_5_max
value: 16.215661987458027
verified: no, type: nauc_ndcg_at_5_std
value: -8.51151065053834
verified: no, type: nauc_precision_at_1000_diff1
value: -1.9585068692545722
verified: no, type: nauc_precision_at_1000_max
value: 12.525664210853856
verified: no, type: nauc_precision_at_1000_std
value: 18.708210958723804
verified: no, type: nauc_precision_at_100_diff1
value: 4.218996145429994
verified: no, type: nauc_precision_at_100_max
value: 21.29629036792087
verified: no, type: nauc_precision_at_100_std
value: 22.876761226300427
verified: no, type: nauc_precision_at_10_diff1
value: 14.912990806791418
verified: no, type: nauc_precision_at_10_max
value: 20.15924358583
verified: no, type: nauc_precision_at_10_std
value: 1.139621390169978
verified: no, type: nauc_precision_at_1_diff1
value: 34.02416083157839
verified: no, type: nauc_precision_at_1_max
value: 15.09009259703498
verified: no, type: nauc_precision_at_1_std
value: -6.412150592020908
verified: no, type: nauc_precision_at_20_diff1
value: 11.657378156434522
verified: no, type: nauc_precision_at_20_max
value: 23.38664754164927
verified: no, type: nauc_precision_at_20_std
value: 9.617305551800612
verified: no, type: nauc_precision_at_3_diff1
value: 20.65465729065584
verified: no, type: nauc_precision_at_3_max
value: 15.503084569371712
verified: no, type: nauc_precision_at_3_std
value: -7.20044261830195
verified: no, type: nauc_precision_at_5_diff1
value: 17.40716535145957
verified: no, type: nauc_precision_at_5_max
value: 17.712445714665233
verified: no, type: nauc_precision_at_5_std
value: -4.721781521873729
verified: no, type: nauc_recall_at_1000_diff1
value: 21.620801919444965
verified: no, type: nauc_recall_at_1000_max
value: 70.1515764766629
verified: no, type: nauc_recall_at_1000_std
value: 68.09307840072094
verified: no, type: nauc_recall_at_100_diff1
value: 21.56265782889045
verified: no, type: nauc_recall_at_100_max
value: 49.39463091037063
verified: no, type: nauc_recall_at_100_std
value: 39.090999181732265
verified: no, type: nauc_recall_at_10_diff1
value: 21.766222223998323
verified: no, type: nauc_recall_at_10_max
value: 22.538222732899847
verified: no, type: nauc_recall_at_10_std
value: -5.681237338134916
verified: no, type: nauc_recall_at_1_diff1
value: 33.88307764782601
verified: no, type: nauc_recall_at_1_max
value: 13.654560605994789
verified: no, type: nauc_recall_at_1_std
value: -7.876960683195404
verified: no, type: nauc_recall_at_20_diff1
value: 22.984671066381193
verified: no, type: nauc_recall_at_20_max
value: 32.19082601358247
verified: no, type: nauc_recall_at_20_std
value: 3.881886772570749
verified: no, type: nauc_recall_at_3_diff1
value: 22.784351240811095
verified: no, type: nauc_recall_at_3_max
value: 14.199364117910083
verified: no, type: nauc_recall_at_3_std
value: -10.359618653345851
verified: no, type: nauc_recall_at_5_diff1
value: 20.994385793302932
verified: no, type: nauc_recall_at_5_max
value: 17.75611443293454
verified: no, type: nauc_recall_at_5_std
value: -9.551812400313235
verified: no, type: ndcg_at_1
value: 25.868999999999996
verified: no, type: ndcg_at_10
value: 43.91
verified: no, type: ndcg_at_100
value: 49.533
verified: no, type: ndcg_at_1000
value: 50.589
verified: no, type: ndcg_at_20
value: 46.691
verified: no, type: ndcg_at_3
value: 35.681000000000004
verified: no, type: ndcg_at_5
value: 39.75
verified: no, type: precision_at_1
value: 25.868999999999996
verified: no, type: precision_at_10
value: 7.722999999999999
verified: no, type: precision_at_100
value: 1.083
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 4.521
verified: no, type: precision_at_3
value: 16.773
verified: no, type: precision_at_5
value: 12.422
verified: no, type: recall_at_1
value: 22.675
verified: no, type: recall_at_10
value: 64.63600000000001
verified: no, type: recall_at_100
value: 89.253
verified: no, type: recall_at_1000
value: 97.103
verified: no, type: recall_at_20
value: 75.027
verified: no, type: recall_at_3
value: 43.079
verified: no, type: recall_at_5
value: 52.518
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 85.386
verified: no, type: map_at_1
value: 66.987
verified: no, type: map_at_10
value: 81.444
verified: no, type: map_at_100
value: 82.14
verified: no, type: map_at_1000
value: 82.157
verified: no, type: map_at_20
value: 81.932
verified: no, type: map_at_3
value: 78.484
verified: no, type: map_at_5
value: 80.274
verified: no, type: mrr_at_1
value: 77.44
verified: no, type: mrr_at_10
value: 84.2241825396826
verified: no, type: mrr_at_100
value: 84.40693808056355
verified: no, type: mrr_at_1000
value: 84.40988912757359
verified: no, type: mrr_at_20
value: 84.34978828558788
verified: no, type: mrr_at_3
value: 83.10333333333354
verified: no, type: mrr_at_5
value: 83.82533333333342
verified: no, type: nauc_map_at_1000_diff1
value: 71.91679334130635
verified: no, type: nauc_map_at_1000_max
value: 31.103584943909812
verified: no, type: nauc_map_at_1000_std
value: -40.456705674932074
verified: no, type: nauc_map_at_100_diff1
value: 71.91963348224603
verified: no, type: nauc_map_at_100_max
value: 31.113011110459922
verified: no, type: nauc_map_at_100_std
value: -40.502282566735715
verified: no, type: nauc_map_at_10_diff1
value: 72.12325712296365
verified: no, type: nauc_map_at_10_max
value: 30.467237037792295
verified: no, type: nauc_map_at_10_std
value: -41.94971797229005
verified: no, type: nauc_map_at_1_diff1
value: 76.18084680744592
verified: no, type: nauc_map_at_1_max
value: 19.221792285260147
verified: no, type: nauc_map_at_1_std
value: -36.62117815127342
verified: no, type: nauc_map_at_20_diff1
value: 72.00403582380048
verified: no, type: nauc_map_at_20_max
value: 31.004347688742417
verified: no, type: nauc_map_at_20_std
value: -41.060042626586416
verified: no, type: nauc_map_at_3_diff1
value: 72.93189642332118
verified: no, type: nauc_map_at_3_max
value: 27.73892205168097
verified: no, type: nauc_map_at_3_std
value: -43.30991939814638
verified: no, type: nauc_map_at_5_diff1
value: 72.5160537522699
verified: no, type: nauc_map_at_5_max
value: 29.63685791438478
verified: no, type: nauc_map_at_5_std
value: -42.96659156810372
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.90147173095302
verified: no, type: nauc_mrr_at_1000_max
value: 35.940317491851694
verified: no, type: nauc_mrr_at_1000_std
value: -36.68579617983882
verified: no, type: nauc_mrr_at_100_diff1
value: 71.90072229115142
verified: no, type: nauc_mrr_at_100_max
value: 35.94516255768936
verified: no, type: nauc_mrr_at_100_std
value: -36.67856828426162
verified: no, type: nauc_mrr_at_10_diff1
value: 71.85801945991824
verified: no, type: nauc_mrr_at_10_max
value: 36.07450549726053
verified: no, type: nauc_mrr_at_10_std
value: -36.6574239418474
verified: no, type: nauc_mrr_at_1_diff1
value: 72.7487436455008
verified: no, type: nauc_mrr_at_1_max
value: 33.4319386768096
verified: no, type: nauc_mrr_at_1_std
value: -36.45664395168034
verified: no, type: nauc_mrr_at_20_diff1
value: 71.90639260981615
verified: no, type: nauc_mrr_at_20_max
value: 36.016630372090525
verified: no, type: nauc_mrr_at_20_std
value: -36.66806949361515
verified: no, type: nauc_mrr_at_3_diff1
value: 71.44580989174713
verified: no, type: nauc_mrr_at_3_max
value: 36.14773805963233
verified: no, type: nauc_mrr_at_3_std
value: -36.77858114551201
verified: no, type: nauc_mrr_at_5_diff1
value: 71.76720756731626
verified: no, type: nauc_mrr_at_5_max
value: 36.2542204305357
verified: no, type: nauc_mrr_at_5_std
value: -36.6104713553764
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.53171713574864
verified: no, type: nauc_ndcg_at_1000_max
value: 33.46348829708273
verified: no, type: nauc_ndcg_at_1000_std
value: -38.07080231429607
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.51771411127783
verified: no, type: nauc_ndcg_at_100_max
value: 33.606977743408365
verified: no, type: nauc_ndcg_at_100_std
value: -38.095941435745075
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.69089621879667
verified: no, type: nauc_ndcg_at_10_max
value: 33.00069266017414
verified: no, type: nauc_ndcg_at_10_std
value: -40.7188348379717
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.79491888263016
verified: no, type: nauc_ndcg_at_1_max
value: 33.29638988300579
verified: no, type: nauc_ndcg_at_1_std
value: -36.447696477457235
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.76982125411759
verified: no, type: nauc_ndcg_at_20_max
value: 33.64375758413667
verified: no, type: nauc_ndcg_at_20_std
value: -39.49026957812086
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.16497890966858
verified: no, type: nauc_ndcg_at_3_max
value: 32.07287318566269
verified: no, type: nauc_ndcg_at_3_std
value: -41.48214270415671
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.62531294064848
verified: no, type: nauc_ndcg_at_5_max
value: 32.669489846127426
verified: no, type: nauc_ndcg_at_5_std
value: -41.48868720768341
verified: no, type: nauc_precision_at_1000_diff1
value: -41.78128711551645
verified: no, type: nauc_precision_at_1000_max
value: 2.438112824671157
verified: no, type: nauc_precision_at_1000_std
value: 36.31304884788196
verified: no, type: nauc_precision_at_100_diff1
value: -40.88585036122386
verified: no, type: nauc_precision_at_100_max
value: 4.549436618614055
verified: no, type: nauc_precision_at_100_std
value: 34.22863218610554
verified: no, type: nauc_precision_at_10_diff1
value: -32.498791014783215
verified: no, type: nauc_precision_at_10_max
value: 10.335105655353592
verified: no, type: nauc_precision_at_10_std
value: 19.615568390029996
verified: no, type: nauc_precision_at_1_diff1
value: 72.79491888263016
verified: no, type: nauc_precision_at_1_max
value: 33.29638988300579
verified: no, type: nauc_precision_at_1_std
value: -36.447696477457235
verified: no, type: nauc_precision_at_20_diff1
value: -37.02913687382553
verified: no, type: nauc_precision_at_20_max
value: 7.702625378474581
verified: no, type: nauc_precision_at_20_std
value: 26.924503385144305
verified: no, type: nauc_precision_at_3_diff1
value: -10.70889509336384
verified: no, type: nauc_precision_at_3_max
value: 19.01391790730139
verified: no, type: nauc_precision_at_3_std
value: -0.3082223867032308
verified: no, type: nauc_precision_at_5_diff1
value: -23.455129536841024
verified: no, type: nauc_precision_at_5_max
value: 15.200131768852115
verified: no, type: nauc_precision_at_5_std
value: 10.043071356667568
verified: no, type: nauc_recall_at_1000_diff1
value: 53.062595262077814
verified: no, type: nauc_recall_at_1000_max
value: -22.60327055724744
verified: no, type: nauc_recall_at_1000_std
value: 30.926362639911186
verified: no, type: nauc_recall_at_100_diff1
value: 64.86049883288433
verified: no, type: nauc_recall_at_100_max
value: 43.630795280243426
verified: no, type: nauc_recall_at_100_std
value: -19.004039027440363
verified: no, type: nauc_recall_at_10_diff1
value: 67.6088540053325
verified: no, type: nauc_recall_at_10_max
value: 32.59063448235274
verified: no, type: nauc_recall_at_10_std
value: -48.53346063375749
verified: no, type: nauc_recall_at_1_diff1
value: 76.18084680744592
verified: no, type: nauc_recall_at_1_max
value: 19.221792285260147
verified: no, type: nauc_recall_at_1_std
value: -36.62117815127342
verified: no, type: nauc_recall_at_20_diff1
value: 69.9198659134458
verified: no, type: nauc_recall_at_20_max
value: 39.37372830048965
verified: no, type: nauc_recall_at_20_std
value: -45.5107664415436
verified: no, type: nauc_recall_at_3_diff1
value: 69.4918403464634
verified: no, type: nauc_recall_at_3_max
value: 27.888269294676952
verified: no, type: nauc_recall_at_3_std
value: -46.75391426769085
verified: no, type: nauc_recall_at_5_diff1
value: 68.69308264633088
verified: no, type: nauc_recall_at_5_max
value: 30.788769684713763
verified: no, type: nauc_recall_at_5_std
value: -48.20245507137716
verified: no, type: ndcg_at_1
value: 77.42
verified: no, type: ndcg_at_10
value: 85.386
verified: no, type: ndcg_at_100
value: 86.964
verified: no, type: ndcg_at_1000
value: 87.10799999999999
verified: no, type: ndcg_at_20
value: 86.259
verified: no, type: ndcg_at_3
value: 82.356
verified: no, type: ndcg_at_5
value: 83.91
verified: no, type: precision_at_1
value: 77.42
verified: no, type: precision_at_10
value: 13.064
verified: no, type: precision_at_100
value: 1.488
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 6.978
verified: no, type: precision_at_3
value: 36.353
verified: no, type: precision_at_5
value: 23.888
verified: no, type: recall_at_1
value: 66.987
verified: no, type: recall_at_10
value: 93.487
verified: no, type: recall_at_100
value: 99.125
verified: no, type: recall_at_1000
value: 99.94
verified: no, type: recall_at_20
value: 96.263
verified: no, type: recall_at_3
value: 84.761
verified: no, type: recall_at_5
value: 89.242
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 85.56099999999999
verified: no, type: map_at_1
value: 67.497
verified: no, type: map_at_10
value: 81.523
verified: no, type: map_at_100
value: 82.253
verified: no, type: map_at_1000
value: 82.269
verified: no, type: map_at_20
value: 82
verified: no, type: map_at_3
value: 78.39399999999999
verified: no, type: map_at_5
value: 80.352
verified: no, type: mrr_at_1
value: 77.97
verified: no, type: mrr_at_10
value: 84.6137420634918
verified: no, type: mrr_at_100
value: 84.7867074667826
verified: no, type: mrr_at_1000
value: 84.7886101354869
verified: no, type: mrr_at_20
value: 84.74068012792132
verified: no, type: mrr_at_3
value: 83.48833333333296
verified: no, type: mrr_at_5
value: 84.26183333333283
verified: no, type: nauc_map_at_1000_diff1
value: 72.75256203555736
verified: no, type: nauc_map_at_1000_max
value: 32.109499410706924
verified: no, type: nauc_map_at_1000_std
value: -43.48607664191692
verified: no, type: nauc_map_at_100_diff1
value: 72.7621590254899
verified: no, type: nauc_map_at_100_max
value: 32.08666240896605
verified: no, type: nauc_map_at_100_std
value: -43.52175837960735
verified: no, type: nauc_map_at_10_diff1
value: 73.0914502532422
verified: no, type: nauc_map_at_10_max
value: 31.21935764927552
verified: no, type: nauc_map_at_10_std
value: -45.596143090602155
verified: no, type: nauc_map_at_1_diff1
value: 77.6224306824682
verified: no, type: nauc_map_at_1_max
value: 22.507118034491427
verified: no, type: nauc_map_at_1_std
value: -40.33167676556522
verified: no, type: nauc_map_at_20_diff1
value: 72.8820293672954
verified: no, type: nauc_map_at_20_max
value: 31.73360303879727
verified: no, type: nauc_map_at_20_std
value: -44.454775928554376
verified: no, type: nauc_map_at_3_diff1
value: 74.10546474965095
verified: no, type: nauc_map_at_3_max
value: 27.647987662942402
verified: no, type: nauc_map_at_3_std
value: -47.234626583510355
verified: no, type: nauc_map_at_5_diff1
value: 73.52017296999442
verified: no, type: nauc_map_at_5_max
value: 29.763316409372663
verified: no, type: nauc_map_at_5_std
value: -46.85804426702457
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.46174562552228
verified: no, type: nauc_mrr_at_1000_max
value: 36.29693186997953
verified: no, type: nauc_mrr_at_1000_std
value: -39.138708209808
verified: no, type: nauc_mrr_at_100_diff1
value: 72.46035839735728
verified: no, type: nauc_mrr_at_100_max
value: 36.302723895121645
verified: no, type: nauc_mrr_at_100_std
value: -39.1324046718197
verified: no, type: nauc_mrr_at_10_diff1
value: 72.36917674578362
verified: no, type: nauc_mrr_at_10_max
value: 36.369854321798634
verified: no, type: nauc_mrr_at_10_std
value: -39.236853924584764
verified: no, type: nauc_mrr_at_1_diff1
value: 74.17185246735727
verified: no, type: nauc_mrr_at_1_max
value: 34.95837580050766
verified: no, type: nauc_mrr_at_1_std
value: -37.80684342737821
verified: no, type: nauc_mrr_at_20_diff1
value: 72.44437909450644
verified: no, type: nauc_mrr_at_20_max
value: 36.33224715875864
verified: no, type: nauc_mrr_at_20_std
value: -39.169673628719565
verified: no, type: nauc_mrr_at_3_diff1
value: 72.22379259192769
verified: no, type: nauc_mrr_at_3_max
value: 35.824553778653325
verified: no, type: nauc_mrr_at_3_std
value: -39.79306459480282
verified: no, type: nauc_mrr_at_5_diff1
value: 72.2369691369586
verified: no, type: nauc_mrr_at_5_max
value: 36.33784223941021
verified: no, type: nauc_mrr_at_5_std
value: -39.36670062046302
verified: no, type: nauc_ndcg_at_1000_diff1
value: 72.01179014018193
verified: no, type: nauc_ndcg_at_1000_max
value: 34.66610828967116
verified: no, type: nauc_ndcg_at_1000_std
value: -40.79246584671935
verified: no, type: nauc_ndcg_at_100_diff1
value: 72.02571416492458
verified: no, type: nauc_ndcg_at_100_max
value: 34.724662063977476
verified: no, type: nauc_ndcg_at_100_std
value: -40.71853456489787
verified: no, type: nauc_ndcg_at_10_diff1
value: 72.05449454021301
verified: no, type: nauc_ndcg_at_10_max
value: 33.65231664572072
verified: no, type: nauc_ndcg_at_10_std
value: -44.387726473312185
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.17185246735727
verified: no, type: nauc_ndcg_at_1_max
value: 34.97004776008378
verified: no, type: nauc_ndcg_at_1_std
value: -37.71249508747126
verified: no, type: nauc_ndcg_at_20_diff1
value: 72.09392270433015
verified: no, type: nauc_ndcg_at_20_max
value: 34.04000107921998
verified: no, type: nauc_ndcg_at_20_std
value: -42.86390076582997
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.04472679866134
verified: no, type: nauc_ndcg_at_3_max
value: 31.342820752545002
verified: no, type: nauc_ndcg_at_3_std
value: -44.8034473982025
verified: no, type: nauc_ndcg_at_5_diff1
value: 72.01402290251924
verified: no, type: nauc_ndcg_at_5_max
value: 32.582295878461906
verified: no, type: nauc_ndcg_at_5_std
value: -45.23466775961186
verified: no, type: nauc_precision_at_1000_diff1
value: -43.708171172526
verified: no, type: nauc_precision_at_1000_max
value: 4.162817192837958
verified: no, type: nauc_precision_at_1000_std
value: 41.4385681190868
verified: no, type: nauc_precision_at_100_diff1
value: -43.108346163549854
verified: no, type: nauc_precision_at_100_max
value: 4.67035667258918
verified: no, type: nauc_precision_at_100_std
value: 41.46618060427868
verified: no, type: nauc_precision_at_10_diff1
value: -34.98729419918756
verified: no, type: nauc_precision_at_10_max
value: 8.60311602976671
verified: no, type: nauc_precision_at_10_std
value: 24.27173552773047
verified: no, type: nauc_precision_at_1_diff1
value: 74.17185246735727
verified: no, type: nauc_precision_at_1_max
value: 34.97004776008378
verified: no, type: nauc_precision_at_1_std
value: -37.71249508747126
verified: no, type: nauc_precision_at_20_diff1
value: -39.693045353877146
verified: no, type: nauc_precision_at_20_max
value: 6.566610093825938
verified: no, type: nauc_precision_at_20_std
value: 32.591669383633864
verified: no, type: nauc_precision_at_3_diff1
value: -10.84059740293422
verified: no, type: nauc_precision_at_3_max
value: 14.778921667316514
verified: no, type: nauc_precision_at_3_std
value: 0.20610132151386867
verified: no, type: nauc_precision_at_5_diff1
value: -25.776681106529015
verified: no, type: nauc_precision_at_5_max
value: 11.422241065581462
verified: no, type: nauc_precision_at_5_std
value: 13.113277134240322
verified: no, type: nauc_recall_at_1000_diff1
value: 63.99277654005502
verified: no, type: nauc_recall_at_1000_max
value: 81.89809119086901
verified: no, type: nauc_recall_at_1000_std
value: 49.009493075982604
verified: no, type: nauc_recall_at_100_diff1
value: 65.00747551591195
verified: no, type: nauc_recall_at_100_max
value: 58.34661374064065
verified: no, type: nauc_recall_at_100_std
value: -2.2251834665513215
verified: no, type: nauc_recall_at_10_diff1
value: 65.53778699047477
verified: no, type: nauc_recall_at_10_max
value: 32.37899366515905
verified: no, type: nauc_recall_at_10_std
value: -56.58653525784876
verified: no, type: nauc_recall_at_1_diff1
value: 77.6224306824682
verified: no, type: nauc_recall_at_1_max
value: 22.507118034491427
verified: no, type: nauc_recall_at_1_std
value: -40.33167676556522
verified: no, type: nauc_recall_at_20_diff1
value: 65.50582600247682
verified: no, type: nauc_recall_at_20_max
value: 35.57972574345174
verified: no, type: nauc_recall_at_20_std
value: -51.94704680030098
verified: no, type: nauc_recall_at_3_diff1
value: 70.09083256856663
verified: no, type: nauc_recall_at_3_max
value: 24.1544101793869
verified: no, type: nauc_recall_at_3_std
value: -53.465675345124055
verified: no, type: nauc_recall_at_5_diff1
value: 67.77056112320096
verified: no, type: nauc_recall_at_5_max
value: 27.958593788155987
verified: no, type: nauc_recall_at_5_std
value: -56.15384175590208
verified: no, type: ndcg_at_1
value: 77.97
verified: no, type: ndcg_at_10
value: 85.56099999999999
verified: no, type: ndcg_at_100
value: 87.14699999999999
verified: no, type: ndcg_at_1000
value: 87.274
verified: no, type: ndcg_at_20
value: 86.416
verified: no, type: ndcg_at_3
value: 82.349
verified: no, type: ndcg_at_5
value: 84.148
verified: no, type: precision_at_1
value: 77.97
verified: no, type: precision_at_10
value: 13.175
verified: no, type: precision_at_100
value: 1.5270000000000001
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 7.037
verified: no, type: precision_at_3
value: 36.183
verified: no, type: precision_at_5
value: 24.01
verified: no, type: recall_at_1
value: 67.497
verified: no, type: recall_at_10
value: 93.452
verified: no, type: recall_at_100
value: 99.181
verified: no, type: recall_at_1000
value: 99.855
verified: no, type: recall_at_20
value: 96.31
verified: no, type: recall_at_3
value: 84.396
verified: no, type: recall_at_5
value: 89.298
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 21.383
verified: no, type: map_at_1
value: 4.547
verified: no, type: map_at_10
value: 12.629000000000001
verified: no, type: map_at_100
value: 15.085999999999999
verified: no, type: map_at_1000
value: 15.478
verified: no, type: map_at_20
value: 13.806
verified: no, type: map_at_3
value: 8.620999999999999
verified: no, type: map_at_5
value: 10.465
verified: no, type: mrr_at_1
value: 22.3
verified: no, type: mrr_at_10
value: 34.701309523809535
verified: no, type: mrr_at_100
value: 35.731488574144606
verified: no, type: mrr_at_1000
value: 35.78105399278444
verified: no, type: mrr_at_20
value: 35.27448919286768
verified: no, type: mrr_at_3
value: 30.800000000000015
verified: no, type: mrr_at_5
value: 33.14999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 8.343120963945573
verified: no, type: nauc_map_at_1000_max
value: 33.75996610404545
verified: no, type: nauc_map_at_1000_std
value: 21.75562874917409
verified: no, type: nauc_map_at_100_diff1
value: 8.384427363803946
verified: no, type: nauc_map_at_100_max
value: 33.79077477489537
verified: no, type: nauc_map_at_100_std
value: 21.686104124370104
verified: no, type: nauc_map_at_10_diff1
value: 9.234064591129155
verified: no, type: nauc_map_at_10_max
value: 32.0489964068748
verified: no, type: nauc_map_at_10_std
value: 17.763385123837153
verified: no, type: nauc_map_at_1_diff1
value: 15.665356237945588
verified: no, type: nauc_map_at_1_max
value: 26.57885889682774
verified: no, type: nauc_map_at_1_std
value: 13.193930049941363
verified: no, type: nauc_map_at_20_diff1
value: 8.780121965824657
verified: no, type: nauc_map_at_20_max
value: 32.869986461841606
verified: no, type: nauc_map_at_20_std
value: 19.467991991140142
verified: no, type: nauc_map_at_3_diff1
value: 11.035561869808728
verified: no, type: nauc_map_at_3_max
value: 27.582026721813047
verified: no, type: nauc_map_at_3_std
value: 13.036167718922828
verified: no, type: nauc_map_at_5_diff1
value: 10.080603205194704
verified: no, type: nauc_map_at_5_max
value: 30.044299131641584
verified: no, type: nauc_map_at_5_std
value: 15.350543387048896
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.840089363851067
verified: no, type: nauc_mrr_at_1000_max
value: 29.12864266402923
verified: no, type: nauc_mrr_at_1000_std
value: 17.228534279486695
verified: no, type: nauc_mrr_at_100_diff1
value: 11.809506621783779
verified: no, type: nauc_mrr_at_100_max
value: 29.160886200309044
verified: no, type: nauc_mrr_at_100_std
value: 17.282962681247795
verified: no, type: nauc_mrr_at_10_diff1
value: 11.935445560209875
verified: no, type: nauc_mrr_at_10_max
value: 29.30219333248834
verified: no, type: nauc_mrr_at_10_std
value: 16.987513421652007
verified: no, type: nauc_mrr_at_1_diff1
value: 16.006372448277954
verified: no, type: nauc_mrr_at_1_max
value: 26.835362452310946
verified: no, type: nauc_mrr_at_1_std
value: 13.253888908633249
verified: no, type: nauc_mrr_at_20_diff1
value: 11.859112690530099
verified: no, type: nauc_mrr_at_20_max
value: 29.23212198991369
verified: no, type: nauc_mrr_at_20_std
value: 17.371690243627583
verified: no, type: nauc_mrr_at_3_diff1
value: 11.942072558497351
verified: no, type: nauc_mrr_at_3_max
value: 27.518198076910377
verified: no, type: nauc_mrr_at_3_std
value: 15.553451577229513
verified: no, type: nauc_mrr_at_5_diff1
value: 11.844643930313167
verified: no, type: nauc_mrr_at_5_max
value: 28.507660302183385
verified: no, type: nauc_mrr_at_5_std
value: 16.407092796978915
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.566941588567799
verified: no, type: nauc_ndcg_at_1000_max
value: 35.66190450829144
verified: no, type: nauc_ndcg_at_1000_std
value: 27.644208320073655
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.789806046298824
verified: no, type: nauc_ndcg_at_100_max
value: 36.44803836644228
verified: no, type: nauc_ndcg_at_100_std
value: 28.570220616023008
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.112031867544205
verified: no, type: nauc_ndcg_at_10_max
value: 33.29203357424967
verified: no, type: nauc_ndcg_at_10_std
value: 19.717835519047455
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.006372448277954
verified: no, type: nauc_ndcg_at_1_max
value: 26.835362452310946
verified: no, type: nauc_ndcg_at_1_std
value: 13.253888908633249
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.512820930810134
verified: no, type: nauc_ndcg_at_20_max
value: 34.04402394206212
verified: no, type: nauc_ndcg_at_20_std
value: 22.450723493452905
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.666228630298292
verified: no, type: nauc_ndcg_at_3_max
value: 27.790265132571
verified: no, type: nauc_ndcg_at_3_std
value: 14.549017414623137
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.689838800282292
verified: no, type: nauc_ndcg_at_5_max
value: 30.200901003139375
verified: no, type: nauc_ndcg_at_5_std
value: 16.756955996011495
verified: no, type: nauc_precision_at_1000_diff1
value: -1.7688373117252636
verified: no, type: nauc_precision_at_1000_max
value: 28.14939872063652
verified: no, type: nauc_precision_at_1000_std
value: 36.11781984236825
verified: no, type: nauc_precision_at_100_diff1
value: 2.6982654390147434
verified: no, type: nauc_precision_at_100_max
value: 34.95302652738801
verified: no, type: nauc_precision_at_100_std
value: 38.612855789126435
verified: no, type: nauc_precision_at_10_diff1
value: 6.3582141835613575
verified: no, type: nauc_precision_at_10_max
value: 34.35036042979775
verified: no, type: nauc_precision_at_10_std
value: 22.37284626453628
verified: no, type: nauc_precision_at_1_diff1
value: 16.006372448277954
verified: no, type: nauc_precision_at_1_max
value: 26.835362452310946
verified: no, type: nauc_precision_at_1_std
value: 13.253888908633249
verified: no, type: nauc_precision_at_20_diff1
value: 4.929659714506811
verified: no, type: nauc_precision_at_20_max
value: 33.63912155282006
verified: no, type: nauc_precision_at_20_std
value: 26.48159430953102
verified: no, type: nauc_precision_at_3_diff1
value: 8.684533707455072
verified: no, type: nauc_precision_at_3_max
value: 27.201795527705
verified: no, type: nauc_precision_at_3_std
value: 14.702968668907863
verified: no, type: nauc_precision_at_5_diff1
value: 6.996882444408692
verified: no, type: nauc_precision_at_5_max
value: 30.190181104191716
verified: no, type: nauc_precision_at_5_std
value: 17.9773294217075
verified: no, type: nauc_recall_at_1000_diff1
value: -2.081286806432597
verified: no, type: nauc_recall_at_1000_max
value: 28.92540441778861
verified: no, type: nauc_recall_at_1000_std
value: 38.288436893164594
verified: no, type: nauc_recall_at_100_diff1
value: 2.587296034481601
verified: no, type: nauc_recall_at_100_max
value: 35.29377052645708
verified: no, type: nauc_recall_at_100_std
value: 39.05821703702423
verified: no, type: nauc_recall_at_10_diff1
value: 6.316338189514334
verified: no, type: nauc_recall_at_10_max
value: 34.11763962208226
verified: no, type: nauc_recall_at_10_std
value: 22.195626530130237
verified: no, type: nauc_recall_at_1_diff1
value: 15.665356237945588
verified: no, type: nauc_recall_at_1_max
value: 26.57885889682774
verified: no, type: nauc_recall_at_1_std
value: 13.193930049941363
verified: no, type: nauc_recall_at_20_diff1
value: 4.830004620366135
verified: no, type: nauc_recall_at_20_max
value: 33.408749981759904
verified: no, type: nauc_recall_at_20_std
value: 26.32129089751909
verified: no, type: nauc_recall_at_3_diff1
value: 8.682897494798821
verified: no, type: nauc_recall_at_3_max
value: 26.920725011561657
verified: no, type: nauc_recall_at_3_std
value: 14.373627083919555
verified: no, type: nauc_recall_at_5_diff1
value: 7.078349615166568
verified: no, type: nauc_recall_at_5_max
value: 29.938684723317483
verified: no, type: nauc_recall_at_5_std
value: 17.610677580599983
verified: no, type: ndcg_at_1
value: 22.3
verified: no, type: ndcg_at_10
value: 21.383
verified: no, type: ndcg_at_100
value: 30.686999999999998
verified: no, type: ndcg_at_1000
value: 36.806
verified: no, type: ndcg_at_20
value: 24.38
verified: no, type: ndcg_at_3
value: 19.262999999999998
verified: no, type: ndcg_at_5
value: 17.226
verified: no, type: precision_at_1
value: 22.3
verified: no, type: precision_at_10
value: 11.53
verified: no, type: precision_at_100
value: 2.5170000000000003
verified: no, type: precision_at_1000
value: 0.39699999999999996
verified: no, type: precision_at_20
value: 7.495
verified: no, type: precision_at_3
value: 18.3
verified: no, type: precision_at_5
value: 15.479999999999999
verified: no, type: recall_at_1
value: 4.547
verified: no, type: recall_at_10
value: 23.357
verified: no, type: recall_at_100
value: 51.047
verified: no, type: recall_at_1000
value: 80.63
verified: no, type: recall_at_20
value: 30.392999999999997
verified: no, type: recall_at_3
value: 11.161999999999999
verified: no, type: recall_at_5
value: 15.702
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 82.89761522599564
verified: no, type: cosine_spearman
value: 79.61239240879378
verified: no, type: euclidean_pearson
value: 80.47994478833725
verified: no, type: euclidean_spearman
value: 79.61239321441792
verified: no, type: main_score
value: 79.61239240879378
verified: no, type: manhattan_pearson
value: 80.28255784608595
verified: no, type: manhattan_spearman
value: 79.40840813688955
verified: no, type: pearson
value: 82.89761555899388
verified: no, type: spearman
value: 79.6123884921359
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 80.60566114110073
verified: no, type: cosine_spearman
value: 70.13320748146175
verified: no, type: euclidean_pearson
value: 77.57067368654582
verified: no, type: euclidean_spearman
value: 70.13314252571948
verified: no, type: main_score
value: 70.13320748146175
verified: no, type: manhattan_pearson
value: 77.29676392658962
verified: no, type: manhattan_spearman
value: 69.88321444641842
verified: no, type: pearson
value: 80.60566179532725
verified: no, type: spearman
value: 70.13415482313484
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 78.320437342309
verified: no, type: cosine_spearman
value: 80.74355074851618
verified: no, type: euclidean_pearson
value: 80.17187362623575
verified: no, type: euclidean_spearman
value: 80.7435506767441
verified: no, type: main_score
value: 80.74355074851618
verified: no, type: manhattan_pearson
value: 79.88874001476627
verified: no, type: manhattan_spearman
value: 80.45868266096211
verified: no, type: pearson
value: 78.32043820850613
verified: no, type: spearman
value: 80.7435506767441
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 79.70921389242768
verified: no, type: cosine_spearman
value: 76.24023668566399
verified: no, type: euclidean_pearson
value: 79.46251371995523
verified: no, type: euclidean_spearman
value: 76.24023301664893
verified: no, type: main_score
value: 76.24023668566399
verified: no, type: manhattan_pearson
value: 79.20065381375537
verified: no, type: manhattan_spearman
value: 76.00256203342937
verified: no, type: pearson
value: 79.70921366493712
verified: no, type: spearman
value: 76.24024123334894
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 82.52746024419504
verified: no, type: cosine_spearman
value: 84.11623590647757
verified: no, type: euclidean_pearson
value: 83.48562697051246
verified: no, type: euclidean_spearman
value: 84.11623814887781
verified: no, type: main_score
value: 84.11623590647757
verified: no, type: manhattan_pearson
value: 83.31205342795175
verified: no, type: manhattan_spearman
value: 83.94265353931766
verified: no, type: pearson
value: 82.5274599058833
verified: no, type: spearman
value: 84.11622788808319
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 74.82265172874041
verified: no, type: cosine_spearman
value: 78.4960329393101
verified: no, type: euclidean_pearson
value: 78.22716476239002
verified: no, type: euclidean_spearman
value: 78.4960329393101
verified: no, type: main_score
value: 78.4960329393101
verified: no, type: manhattan_pearson
value: 78.05885015944702
verified: no, type: manhattan_spearman
value: 78.3249847702297
verified: no, type: pearson
value: 74.8226511407601
verified: no, type: spearman
value: 78.49603251582666
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.087713281584145
verified: no, type: cosine_spearman
value: 9.1279366990081
verified: no, type: euclidean_pearson
value: 9.117969623657645
verified: no, type: euclidean_spearman
value: 9.1279366990081
verified: no, type: main_score
value: 9.1279366990081
verified: no, type: manhattan_pearson
value: 6.440301458166155
verified: no, type: manhattan_spearman
value: 6.5264401438882
verified: no, type: pearson
value: 9.087716717716269
verified: no, type: spearman
value: 9.1279366990081
verified: no
task: type: STS, dataset: config: ko-ko
name: MTEB STS17 (ko-ko)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.931422026594692
verified: no, type: cosine_spearman
value: 32.79923712532921
verified: no, type: euclidean_pearson
value: 28.93227440763988
verified: no, type: euclidean_spearman
value: 32.79905675768862
verified: no, type: main_score
value: 32.79923712532921
verified: no, type: manhattan_pearson
value: 29.05113424705813
verified: no, type: manhattan_spearman
value: 32.79564881007963
verified: no, type: pearson
value: 21.931423583103467
verified: no, type: spearman
value: 32.798301050425714
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 30.28151988475531
verified: no, type: cosine_spearman
value: 28.038768547398902
verified: no, type: euclidean_pearson
value: 30.498915267658234
verified: no, type: euclidean_spearman
value: 28.038768547398902
verified: no, type: main_score
value: 28.038768547398902
verified: no, type: manhattan_pearson
value: 30.794292054714152
verified: no, type: manhattan_spearman
value: 28.56988926201773
verified: no, type: pearson
value: 30.281515394951132
verified: no, type: spearman
value: 28.038768547398902
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 1.103529546877178
verified: no, type: cosine_spearman
value: -4.344212733215535
verified: no, type: euclidean_pearson
value: 1.4727741337049667
verified: no, type: euclidean_spearman
value: -4.344212733215535
verified: no, type: main_score
value: -4.344212733215535
verified: no, type: manhattan_pearson
value: 3.066202915700401
verified: no, type: manhattan_spearman
value: -1.8750642080759847
verified: no, type: pearson
value: 1.1035283349143992
verified: no, type: spearman
value: -4.344212733215535
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 34.20639223082103
verified: no, type: cosine_spearman
value: 50.099745536749865
verified: no, type: euclidean_pearson
value: 46.672397550772246
verified: no, type: euclidean_spearman
value: 50.099745536749865
verified: no, type: main_score
value: 50.099745536749865
verified: no, type: manhattan_pearson
value: 46.27511641947692
verified: no, type: manhattan_spearman
value: 49.773911789667046
verified: no, type: pearson
value: 34.20638672669267
verified: no, type: spearman
value: 50.092555073567134
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 28.724311230307375
verified: no, type: cosine_spearman
value: 28.250724805661058
verified: no, type: euclidean_pearson
value: 28.315938847964397
verified: no, type: euclidean_spearman
value: 28.250724805661058
verified: no, type: main_score
value: 28.250724805661058
verified: no, type: manhattan_pearson
value: 27.674391866744763
verified: no, type: manhattan_spearman
value: 26.340658343374766
verified: no, type: pearson
value: 28.724300976547458
verified: no, type: spearman
value: 28.250724805661058
verified: no
task: type: STS, dataset: config: es-es
name: MTEB STS17 (es-es)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 68.60948138294124
verified: no, type: cosine_spearman
value: 71.2644385447136
verified: no, type: euclidean_pearson
value: 73.24322173392738
verified: no, type: euclidean_spearman
value: 71.2644385447136
verified: no, type: main_score
value: 71.2644385447136
verified: no, type: manhattan_pearson
value: 72.77369507880161
verified: no, type: manhattan_spearman
value: 70.79274454462727
verified: no, type: pearson
value: 68.6094780579963
verified: no, type: spearman
value: 71.26563420541223
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 89.55726457989037
verified: no, type: cosine_spearman
value: 89.80253006361272
verified: no, type: euclidean_pearson
value: 89.52662858022953
verified: no, type: euclidean_spearman
value: 89.80253006361272
verified: no, type: main_score
value: 89.80253006361272
verified: no, type: manhattan_pearson
value: 89.515204742883
verified: no, type: manhattan_spearman
value: 89.85327040835446
verified: no, type: pearson
value: 89.5572652518414
verified: no, type: spearman
value: 89.80253006361272
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 35.25506119586307
verified: no, type: cosine_spearman
value: 34.7509473636312
verified: no, type: euclidean_pearson
value: 34.966513615613614
verified: no, type: euclidean_spearman
value: 34.7509473636312
verified: no, type: main_score
value: 34.7509473636312
verified: no, type: manhattan_pearson
value: 34.205440386931265
verified: no, type: manhattan_spearman
value: 34.19580186457024
verified: no, type: pearson
value: 35.255050728265005
verified: no, type: spearman
value: 34.7509473636312
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 29.15956073846505
verified: no, type: cosine_spearman
value: 23.4150546328063
verified: no, type: euclidean_pearson
value: 29.36385636868059
verified: no, type: euclidean_spearman
value: 23.4150546328063
verified: no, type: main_score
value: 23.4150546328063
verified: no, type: manhattan_pearson
value: 27.709164754459888
verified: no, type: manhattan_spearman
value: 21.483654161935416
verified: no, type: pearson
value: 29.159552605316065
verified: no, type: spearman
value: 23.4150546328063
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 16.614254117804347
verified: no, type: cosine_spearman
value: 17.838933806777177
verified: no, type: euclidean_pearson
value: 16.374166189982727
verified: no, type: euclidean_spearman
value: 17.838933806777177
verified: no, type: main_score
value: 17.838933806777177
verified: no, type: manhattan_pearson
value: 17.061405031678706
verified: no, type: manhattan_spearman
value: 17.720413541179628
verified: no, type: pearson
value: 16.61424897880095
verified: no, type: spearman
value: 17.838933806777177
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22 (es-it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 33.923866543364184
verified: no, type: cosine_spearman
value: 28.270091354677568
verified: no, type: euclidean_pearson
value: 32.54215682097072
verified: no, type: euclidean_spearman
value: 28.270091354677568
verified: no, type: main_score
value: 28.270091354677568
verified: no, type: manhattan_pearson
value: 32.330367232207976
verified: no, type: manhattan_spearman
value: 28.255815608210906
verified: no, type: pearson
value: 33.923868062160935
verified: no, type: spearman
value: 28.270091354677568
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 33.485734155602124
verified: no, type: cosine_spearman
value: 35.184256236066545
verified: no, type: euclidean_pearson
value: 35.72218023358308
verified: no, type: euclidean_spearman
value: 35.184256236066545
verified: no, type: main_score
value: 35.184256236066545
verified: no, type: manhattan_pearson
value: 35.6410009964212
verified: no, type: manhattan_spearman
value: 35.234893627175516
verified: no, type: pearson
value: 33.485735809605345
verified: no, type: spearman
value: 35.184256236066545
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22 (de)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.234564624165541
verified: no, type: cosine_spearman
value: 9.26135671318589
verified: no, type: euclidean_pearson
value: 5.846102863095134
verified: no, type: euclidean_spearman
value: 9.26135671318589
verified: no, type: main_score
value: 9.26135671318589
verified: no, type: manhattan_pearson
value: 5.7129856416500635
verified: no, type: manhattan_spearman
value: 9.101317893245328
verified: no, type: pearson
value: 9.23456334729063
verified: no, type: spearman
value: 9.253696154102018
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 7.541720515534752
verified: no, type: cosine_spearman
value: 16.228492544303737
verified: no, type: euclidean_pearson
value: 8.688753048966332
verified: no, type: euclidean_spearman
value: 16.228492544303737
verified: no, type: main_score
value: 16.228492544303737
verified: no, type: manhattan_pearson
value: 8.82151603264942
verified: no, type: manhattan_spearman
value: 14.072905299329804
verified: no, type: pearson
value: 7.5417136414683394
verified: no, type: spearman
value: 16.228492544303737
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 14.272880349051686
verified: no, type: cosine_spearman
value: 26.923117280473786
verified: no, type: euclidean_pearson
value: 21.452060315735473
verified: no, type: euclidean_spearman
value: 26.923117280473786
verified: no, type: main_score
value: 26.923117280473786
verified: no, type: manhattan_pearson
value: 21.100522438025678
verified: no, type: manhattan_spearman
value: 26.877576505273343
verified: no, type: pearson
value: 14.272881506036967
verified: no, type: spearman
value: 26.92266584563422
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.299601499947705
verified: no, type: cosine_spearman
value: 44.906191184092506
verified: no, type: euclidean_pearson
value: 44.27229004756392
verified: no, type: euclidean_spearman
value: 44.906191184092506
verified: no, type: main_score
value: 44.906191184092506
verified: no, type: manhattan_pearson
value: 43.30226127948028
verified: no, type: manhattan_spearman
value: 44.15123742556422
verified: no, type: pearson
value: 43.29959849491429
verified: no, type: spearman
value: 44.906191184092506
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 38.208833040701016
verified: no, type: cosine_spearman
value: 40.35513412565045
verified: no, type: euclidean_pearson
value: 37.69713615937953
verified: no, type: euclidean_spearman
value: 40.35513412565045
verified: no, type: main_score
value: 40.35513412565045
verified: no, type: manhattan_pearson
value: 38.07295736531383
verified: no, type: manhattan_spearman
value: 41.18949838024728
verified: no, type: pearson
value: 38.20882899305228
verified: no, type: spearman
value: 40.35513412565045
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 57.64495357984024
verified: no, type: cosine_spearman
value: 58.654277042743985
verified: no, type: euclidean_pearson
value: 57.6918916487343
verified: no, type: euclidean_spearman
value: 58.654277042743985
verified: no, type: main_score
value: 58.654277042743985
verified: no, type: manhattan_pearson
value: 57.44807489792652
verified: no, type: manhattan_spearman
value: 58.55625686584207
verified: no, type: pearson
value: 57.64495326981972
verified: no, type: spearman
value: 58.654277042743985
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22 (tr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 11.450692016022549
verified: no, type: cosine_spearman
value: 17.51115938663503
verified: no, type: euclidean_pearson
value: 15.02321459776712
verified: no, type: euclidean_spearman
value: 17.51115938663503
verified: no, type: main_score
value: 17.51115938663503
verified: no, type: manhattan_pearson
value: 14.927559119791256
verified: no, type: manhattan_spearman
value: 17.573688652181342
verified: no, type: pearson
value: 11.450690790822087
verified: no, type: spearman
value: 17.51115938663503
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.813735649943744
verified: no, type: cosine_spearman
value: 43.21656383381947
verified: no, type: euclidean_pearson
value: 44.23609795164775
verified: no, type: euclidean_spearman
value: 43.21656383381947
verified: no, type: main_score
value: 43.21656383381947
verified: no, type: manhattan_pearson
value: 45.15245284513481
verified: no, type: manhattan_spearman
value: 44.617872376647036
verified: no, type: pearson
value: 43.81373603921556
verified: no, type: spearman
value: 43.21656383381947
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 2.064593579711082
verified: no, type: cosine_spearman
value: 13.671807943753796
verified: no, type: euclidean_pearson
value: -0.2014491570823139
verified: no, type: euclidean_spearman
value: 13.671807943753796
verified: no, type: main_score
value: 13.671807943753796
verified: no, type: manhattan_pearson
value: -0.47928238790519784
verified: no, type: manhattan_spearman
value: 13.539652287241891
verified: no, type: pearson
value: 2.064597029930494
verified: no, type: spearman
value: 13.877866791327195
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22 (it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 34.34600586953367
verified: no, type: cosine_spearman
value: 35.333432813362556
verified: no, type: euclidean_pearson
value: 35.55800799947818
verified: no, type: euclidean_spearman
value: 35.333432813362556
verified: no, type: main_score
value: 35.333432813362556
verified: no, type: manhattan_pearson
value: 35.52036355368523
verified: no, type: manhattan_spearman
value: 35.32333999151806
verified: no, type: pearson
value: 34.34600393440248
verified: no, type: spearman
value: 35.333432813362556
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 34.38468852241422
verified: no, type: cosine_spearman
value: 37.517923206663426
verified: no, type: euclidean_pearson
value: 36.15747644065988
verified: no, type: euclidean_spearman
value: 37.517923206663426
verified: no, type: main_score
value: 37.517923206663426
verified: no, type: manhattan_pearson
value: 36.367891064808674
verified: no, type: manhattan_spearman
value: 36.98092141912518
verified: no, type: pearson
value: 34.3846838424612
verified: no, type: spearman
value: 37.517923206663426
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 62.10106220976315
verified: no, type: cosine_spearman
value: 62.162497286103665
verified: no, type: euclidean_pearson
value: 63.47223854069964
verified: no, type: euclidean_spearman
value: 62.162497286103665
verified: no, type: main_score
value: 62.162497286103665
verified: no, type: manhattan_pearson
value: 63.20260003333065
verified: no, type: manhattan_spearman
value: 61.91516380449414
verified: no, type: pearson
value: 62.10106168936663
verified: no, type: spearman
value: 62.162497286103665
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.060498443703956
verified: no, type: cosine_spearman
value: 46.96962646942495
verified: no, type: euclidean_pearson
value: 44.32895696900264
verified: no, type: euclidean_spearman
value: 46.96962646942495
verified: no, type: main_score
value: 46.96962646942495
verified: no, type: manhattan_pearson
value: 44.35969054771841
verified: no, type: manhattan_spearman
value: 47.06500736586804
verified: no, type: pearson
value: 43.060495996175085
verified: no, type: spearman
value: 46.96962646942495
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22 (es)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 31.552876706984677
verified: no, type: cosine_spearman
value: 36.385581860846955
verified: no, type: euclidean_pearson
value: 35.09094631898299
verified: no, type: euclidean_spearman
value: 36.385581860846955
verified: no, type: main_score
value: 36.385581860846955
verified: no, type: manhattan_pearson
value: 34.90394958111092
verified: no, type: manhattan_spearman
value: 36.31134774911119
verified: no, type: pearson
value: 31.552876690362574
verified: no, type: spearman
value: 36.385581860846955
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 69.17422308603082
verified: no, type: cosine_spearman
value: 61.97797868009122
verified: no, type: euclidean_pearson
value: 68.87185772300731
verified: no, type: euclidean_spearman
value: 61.97797868009122
verified: no, type: main_score
value: 61.97797868009122
verified: no, type: manhattan_pearson
value: 69.95446576863942
verified: no, type: manhattan_spearman
value: 61.97797868009122
verified: no, type: pearson
value: 69.17420713169005
verified: no, type: spearman
value: 61.97797868009122
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 7.810349558361704
verified: no, type: cosine_spearman
value: 13.082192851727692
verified: no, type: euclidean_pearson
value: 9.256112073506458
verified: no, type: euclidean_spearman
value: 13.082192851727692
verified: no, type: main_score
value: 13.082192851727692
verified: no, type: manhattan_pearson
value: 8.72571445455125
verified: no, type: manhattan_spearman
value: 12.72837879957086
verified: no, type: pearson
value: 7.8103471976464665
verified: no, type: spearman
value: 13.082192851727692
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 81.60094971873578
verified: no, type: cosine_spearman
value: 82.21497157084686
verified: no, type: euclidean_pearson
value: 82.7649580865935
verified: no, type: euclidean_spearman
value: 82.21487652663633
verified: no, type: main_score
value: 82.21497157084686
verified: no, type: manhattan_pearson
value: 82.60879748854263
verified: no, type: manhattan_spearman
value: 82.02680374744259
verified: no, type: pearson
value: 81.60094958106916
verified: no, type: spearman
value: 82.21497157084686
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 88.0620858216092
verified: no, type: map
value: 88.0620858216092
verified: no, type: mrr
value: 96.56171442936149
verified: no, type: nAUC_map_diff1
value: -10.48187303124293
verified: no, type: nAUC_map_max
value: 56.61425009792597
verified: no, type: nAUC_map_std
value: 71.46629366886685
verified: no, type: nAUC_mrr_diff1
value: 32.581743266040704
verified: no, type: nAUC_mrr_max
value: 88.42416536858423
verified: no, type: nAUC_mrr_std
value: 83.97838942252417
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 60.521
verified: no, type: map_at_1
value: 44.622
verified: no, type: map_at_10
value: 55.033
verified: no, type: map_at_100
value: 55.659000000000006
verified: no, type: map_at_1000
value: 55.701
verified: no, type: map_at_20
value: 55.379999999999995
verified: no, type: map_at_3
value: 51.918
verified: no, type: map_at_5
value: 53.563
verified: no, type: mrr_at_1
value: 46.666666666666664
verified: no, type: mrr_at_10
value: 56.386640211640184
verified: no, type: mrr_at_100
value: 56.86324391737727
verified: no, type: mrr_at_1000
value: 56.899770911998424
verified: no, type: mrr_at_20
value: 56.63502866958745
verified: no, type: mrr_at_3
value: 53.88888888888887
verified: no, type: mrr_at_5
value: 55.388888888888886
verified: no, type: nauc_map_at_1000_diff1
value: 60.51522831114532
verified: no, type: nauc_map_at_1000_max
value: 38.729857044583156
verified: no, type: nauc_map_at_1000_std
value: 11.893619390095981
verified: no, type: nauc_map_at_100_diff1
value: 60.49224806809106
verified: no, type: nauc_map_at_100_max
value: 38.757391171919394
verified: no, type: nauc_map_at_100_std
value: 11.904869622843274
verified: no, type: nauc_map_at_10_diff1
value: 60.59184266027688
verified: no, type: nauc_map_at_10_max
value: 38.814372515682855
verified: no, type: nauc_map_at_10_std
value: 12.062834601122749
verified: no, type: nauc_map_at_1_diff1
value: 65.53217534037644
verified: no, type: nauc_map_at_1_max
value: 28.820516516628203
verified: no, type: nauc_map_at_1_std
value: 0.31747544825532187
verified: no, type: nauc_map_at_20_diff1
value: 60.49567580134993
verified: no, type: nauc_map_at_20_max
value: 38.75172270044811
verified: no, type: nauc_map_at_20_std
value: 12.03257481376082
verified: no, type: nauc_map_at_3_diff1
value: 61.95672662726325
verified: no, type: nauc_map_at_3_max
value: 36.21518511557246
verified: no, type: nauc_map_at_3_std
value: 8.725184216964175
verified: no, type: nauc_map_at_5_diff1
value: 61.59116859538641
verified: no, type: nauc_map_at_5_max
value: 37.099329579199555
verified: no, type: nauc_map_at_5_std
value: 9.77500772774504
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.42105746719931
verified: no, type: nauc_mrr_at_1000_max
value: 40.45270689627016
verified: no, type: nauc_mrr_at_1000_std
value: 14.875759703157328
verified: no, type: nauc_mrr_at_100_diff1
value: 59.39676827842953
verified: no, type: nauc_mrr_at_100_max
value: 40.471355257224204
verified: no, type: nauc_mrr_at_100_std
value: 14.869956496055684
verified: no, type: nauc_mrr_at_10_diff1
value: 59.259253351613026
verified: no, type: nauc_mrr_at_10_max
value: 40.51223230352826
verified: no, type: nauc_mrr_at_10_std
value: 15.184710455010213
verified: no, type: nauc_mrr_at_1_diff1
value: 64.15225217314949
verified: no, type: nauc_mrr_at_1_max
value: 32.78250943893229
verified: no, type: nauc_mrr_at_1_std
value: 6.2994995170778845
verified: no, type: nauc_mrr_at_20_diff1
value: 59.353790297025796
verified: no, type: nauc_mrr_at_20_max
value: 40.50201824596607
verified: no, type: nauc_mrr_at_20_std
value: 15.006822621780044
verified: no, type: nauc_mrr_at_3_diff1
value: 60.38367084336967
verified: no, type: nauc_mrr_at_3_max
value: 39.80345696060504
verified: no, type: nauc_mrr_at_3_std
value: 14.692239492205003
verified: no, type: nauc_mrr_at_5_diff1
value: 59.88907677461462
verified: no, type: nauc_mrr_at_5_max
value: 40.45929072557247
verified: no, type: nauc_mrr_at_5_std
value: 14.716015778108465
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.912136336340005
verified: no, type: nauc_ndcg_at_1000_max
value: 41.805732022231986
verified: no, type: nauc_ndcg_at_1000_std
value: 16.26204553755279
verified: no, type: nauc_ndcg_at_100_diff1
value: 57.20651790458488
verified: no, type: nauc_ndcg_at_100_max
value: 42.35739596941831
verified: no, type: nauc_ndcg_at_100_std
value: 16.634877514141273
verified: no, type: nauc_ndcg_at_10_diff1
value: 57.21191994351011
verified: no, type: nauc_ndcg_at_10_max
value: 42.90550640696327
verified: no, type: nauc_ndcg_at_10_std
value: 17.95798580533489
verified: no, type: nauc_ndcg_at_1_diff1
value: 64.15225217314949
verified: no, type: nauc_ndcg_at_1_max
value: 32.78250943893229
verified: no, type: nauc_ndcg_at_1_std
value: 6.2994995170778845
verified: no, type: nauc_ndcg_at_20_diff1
value: 57.194338622478966
verified: no, type: nauc_ndcg_at_20_max
value: 42.87305570893914
verified: no, type: nauc_ndcg_at_20_std
value: 17.722159014890266
verified: no, type: nauc_ndcg_at_3_diff1
value: 59.87720937097173
verified: no, type: nauc_ndcg_at_3_max
value: 39.382390067554226
verified: no, type: nauc_ndcg_at_3_std
value: 13.309064283277102
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.43934315091936
verified: no, type: nauc_ndcg_at_5_max
value: 40.3233098967969
verified: no, type: nauc_ndcg_at_5_std
value: 13.866407342104736
verified: no, type: nauc_precision_at_1000_diff1
value: -25.868335387629987
verified: no, type: nauc_precision_at_1000_max
value: 30.021175057678224
verified: no, type: nauc_precision_at_1000_std
value: 48.10593849751903
verified: no, type: nauc_precision_at_100_diff1
value: -9.246187406942138
verified: no, type: nauc_precision_at_100_max
value: 38.74029847793067
verified: no, type: nauc_precision_at_100_std
value: 46.21609723039785
verified: no, type: nauc_precision_at_10_diff1
value: 14.57423342836458
verified: no, type: nauc_precision_at_10_max
value: 53.79340709160492
verified: no, type: nauc_precision_at_10_std
value: 51.46731880835919
verified: no, type: nauc_precision_at_1_diff1
value: 64.15225217314949
verified: no, type: nauc_precision_at_1_max
value: 32.78250943893229
verified: no, type: nauc_precision_at_1_std
value: 6.2994995170778845
verified: no, type: nauc_precision_at_20_diff1
value: 7.661113308500396
verified: no, type: nauc_precision_at_20_max
value: 48.52849772461544
verified: no, type: nauc_precision_at_20_std
value: 50.06541458940931
verified: no, type: nauc_precision_at_3_diff1
value: 45.45337537808087
verified: no, type: nauc_precision_at_3_max
value: 49.37622387908755
verified: no, type: nauc_precision_at_3_std
value: 31.44254548463311
verified: no, type: nauc_precision_at_5_diff1
value: 37.18964707686113
verified: no, type: nauc_precision_at_5_max
value: 52.78467184760005
verified: no, type: nauc_precision_at_5_std
value: 37.360215414394794
verified: no, type: nauc_recall_at_1000_diff1
value: 2.4976657329602574
verified: no, type: nauc_recall_at_1000_max
value: 89.30127606598155
verified: no, type: nauc_recall_at_1000_std
value: 88.21195144724587
verified: no, type: nauc_recall_at_100_diff1
value: 32.06651881995142
verified: no, type: nauc_recall_at_100_max
value: 61.723309041324924
verified: no, type: nauc_recall_at_100_std
value: 40.02293962790224
verified: no, type: nauc_recall_at_10_diff1
value: 43.70825842063566
verified: no, type: nauc_recall_at_10_max
value: 56.410600790424525
verified: no, type: nauc_recall_at_10_std
value: 37.41756199503754
verified: no, type: nauc_recall_at_1_diff1
value: 65.53217534037644
verified: no, type: nauc_recall_at_1_max
value: 28.820516516628203
verified: no, type: nauc_recall_at_1_std
value: 0.31747544825532187
verified: no, type: nauc_recall_at_20_diff1
value: 42.28136019198356
verified: no, type: nauc_recall_at_20_max
value: 58.728571008292086
verified: no, type: nauc_recall_at_20_std
value: 38.78438410167401
verified: no, type: nauc_recall_at_3_diff1
value: 55.25292186933368
verified: no, type: nauc_recall_at_3_max
value: 42.11001146172373
verified: no, type: nauc_recall_at_3_std
value: 18.099532745235926
verified: no, type: nauc_recall_at_5_diff1
value: 53.15377657121759
verified: no, type: nauc_recall_at_5_max
value: 45.75866806524819
verified: no, type: nauc_recall_at_5_std
value: 20.94017969011607
verified: no, type: ndcg_at_1
value: 46.666999999999994
verified: no, type: ndcg_at_10
value: 60.521
verified: no, type: ndcg_at_100
value: 63.466
verified: no, type: ndcg_at_1000
value: 64.517
verified: no, type: ndcg_at_20
value: 61.632
verified: no, type: ndcg_at_3
value: 54.832
verified: no, type: ndcg_at_5
value: 57.459
verified: no, type: precision_at_1
value: 46.666999999999994
verified: no, type: precision_at_10
value: 8.6
verified: no, type: precision_at_100
value: 1.023
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 4.567
verified: no, type: precision_at_3
value: 21.778
verified: no, type: precision_at_5
value: 14.667
verified: no, type: recall_at_1
value: 44.622
verified: no, type: recall_at_10
value: 75.98899999999999
verified: no, type: recall_at_100
value: 89.767
verified: no, type: recall_at_1000
value: 98
verified: no, type: recall_at_20
value: 80.167
verified: no, type: recall_at_3
value: 60.633
verified: no, type: recall_at_5
value: 67.161
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 60.968
verified: no, type: map_at_1
value: 45.56
verified: no, type: map_at_10
value: 55.931
verified: no, type: map_at_100
value: 56.742000000000004
verified: no, type: map_at_1000
value: 56.776
verified: no, type: map_at_20
value: 56.424
verified: no, type: map_at_3
value: 53.077
verified: no, type: map_at_5
value: 54.869
verified: no, type: mrr_at_1
value: 48.084054388133495
verified: no, type: mrr_at_10
value: 57.47807404791333
verified: no, type: mrr_at_100
value: 58.099160087560875
verified: no, type: mrr_at_1000
value: 58.12765167354059
verified: no, type: mrr_at_20
value: 57.819082752169095
verified: no, type: mrr_at_3
value: 55.356407086938574
verified: no, type: mrr_at_5
value: 56.74701277297069
verified: no, type: nauc_map_at_1000_diff1
value: 55.74211749136413
verified: no, type: nauc_map_at_1000_max
value: 38.56607968837275
verified: no, type: nauc_map_at_1000_std
value: 8.843116088465356
verified: no, type: nauc_map_at_100_diff1
value: 55.73174781950032
verified: no, type: nauc_map_at_100_max
value: 38.58911494708111
verified: no, type: nauc_map_at_100_std
value: 8.88289997368927
verified: no, type: nauc_map_at_10_diff1
value: 55.684855899450326
verified: no, type: nauc_map_at_10_max
value: 38.61699467700117
verified: no, type: nauc_map_at_10_std
value: 8.843324283472004
verified: no, type: nauc_map_at_1_diff1
value: 60.51537312610602
verified: no, type: nauc_map_at_1_max
value: 33.79559472004539
verified: no, type: nauc_map_at_1_std
value: 2.231571936720321
verified: no, type: nauc_map_at_20_diff1
value: 55.64541576881228
verified: no, type: nauc_map_at_20_max
value: 38.46528450367595
verified: no, type: nauc_map_at_20_std
value: 8.941393850487122
verified: no, type: nauc_map_at_3_diff1
value: 56.72487646415579
verified: no, type: nauc_map_at_3_max
value: 35.519310437502725
verified: no, type: nauc_map_at_3_std
value: 5.488759577412841
verified: no, type: nauc_map_at_5_diff1
value: 55.803777316483064
verified: no, type: nauc_map_at_5_max
value: 37.41665211733391
verified: no, type: nauc_map_at_5_std
value: 7.806708616433203
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.81790389145318
verified: no, type: nauc_mrr_at_1000_max
value: 39.86866604814943
verified: no, type: nauc_mrr_at_1000_std
value: 9.635106150864706
verified: no, type: nauc_mrr_at_100_diff1
value: 54.81237221566927
verified: no, type: nauc_mrr_at_100_max
value: 39.8961644304281
verified: no, type: nauc_mrr_at_100_std
value: 9.675552350620915
verified: no, type: nauc_mrr_at_10_diff1
value: 54.61930534460625
verified: no, type: nauc_mrr_at_10_max
value: 39.92147432792213
verified: no, type: nauc_mrr_at_10_std
value: 9.757897616300196
verified: no, type: nauc_mrr_at_1_diff1
value: 59.09832131205337
verified: no, type: nauc_mrr_at_1_max
value: 37.460196328629216
verified: no, type: nauc_mrr_at_1_std
value: 4.083199168195615
verified: no, type: nauc_mrr_at_20_diff1
value: 54.71252617109308
verified: no, type: nauc_mrr_at_20_max
value: 39.816810748191386
verified: no, type: nauc_mrr_at_20_std
value: 9.74015716919154
verified: no, type: nauc_mrr_at_3_diff1
value: 54.84574115652329
verified: no, type: nauc_mrr_at_3_max
value: 38.93977163525027
verified: no, type: nauc_mrr_at_3_std
value: 7.5157914615030155
verified: no, type: nauc_mrr_at_5_diff1
value: 54.28866742264963
verified: no, type: nauc_mrr_at_5_max
value: 39.857609786127355
verified: no, type: nauc_mrr_at_5_std
value: 9.748147844235504
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.828301594419926
verified: no, type: nauc_ndcg_at_1000_max
value: 40.792175720018
verified: no, type: nauc_ndcg_at_1000_std
value: 11.993991378627298
verified: no, type: nauc_ndcg_at_100_diff1
value: 54.56732091443972
verified: no, type: nauc_ndcg_at_100_max
value: 41.520966863404
verified: no, type: nauc_ndcg_at_100_std
value: 13.093045429472133
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.867885134870754
verified: no, type: nauc_ndcg_at_10_max
value: 41.26263077190897
verified: no, type: nauc_ndcg_at_10_std
value: 13.180315525575079
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.09832131205337
verified: no, type: nauc_ndcg_at_1_max
value: 37.460196328629216
verified: no, type: nauc_ndcg_at_1_std
value: 4.083199168195615
verified: no, type: nauc_ndcg_at_20_diff1
value: 54.04981222269078
verified: no, type: nauc_ndcg_at_20_max
value: 40.804574285983215
verified: no, type: nauc_ndcg_at_20_std
value: 13.25303328684406
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.98672360900976
verified: no, type: nauc_ndcg_at_3_max
value: 37.021872876909285
verified: no, type: nauc_ndcg_at_3_std
value: 7.369741800312488
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.738484591338775
verified: no, type: nauc_ndcg_at_5_max
value: 39.476934276971114
verified: no, type: nauc_ndcg_at_5_std
value: 11.468428891779542
verified: no, type: nauc_precision_at_1000_diff1
value: -19.823126106144006
verified: no, type: nauc_precision_at_1000_max
value: 30.52146999323513
verified: no, type: nauc_precision_at_1000_std
value: 29.933270069329826
verified: no, type: nauc_precision_at_100_diff1
value: -6.440029104435929
verified: no, type: nauc_precision_at_100_max
value: 39.331835639782156
verified: no, type: nauc_precision_at_100_std
value: 34.94900154413054
verified: no, type: nauc_precision_at_10_diff1
value: 16.817759554481484
verified: no, type: nauc_precision_at_10_max
value: 49.249021274893906
verified: no, type: nauc_precision_at_10_std
value: 33.75171756578377
verified: no, type: nauc_precision_at_1_diff1
value: 59.09832131205337
verified: no, type: nauc_precision_at_1_max
value: 37.460196328629216
verified: no, type: nauc_precision_at_1_std
value: 4.083199168195615
verified: no, type: nauc_precision_at_20_diff1
value: 9.157889901211199
verified: no, type: nauc_precision_at_20_max
value: 41.571198827265164
verified: no, type: nauc_precision_at_20_std
value: 32.65877960233835
verified: no, type: nauc_precision_at_3_diff1
value: 39.681670852445436
verified: no, type: nauc_precision_at_3_max
value: 42.86111363688067
verified: no, type: nauc_precision_at_3_std
value: 14.510088215612296
verified: no, type: nauc_precision_at_5_diff1
value: 27.384565276080302
verified: no, type: nauc_precision_at_5_max
value: 47.40454163560573
verified: no, type: nauc_precision_at_5_std
value: 25.867913617850697
verified: no, type: nauc_recall_at_1000_diff1
value: 71.51075746149512
verified: no, type: nauc_recall_at_1000_max
value: 76.34440349098203
verified: no, type: nauc_recall_at_1000_std
value: 80.44096320223078
verified: no, type: nauc_recall_at_100_diff1
value: 51.71053059895534
verified: no, type: nauc_recall_at_100_max
value: 66.88452980621679
verified: no, type: nauc_recall_at_100_std
value: 53.499016266851065
verified: no, type: nauc_recall_at_10_diff1
value: 47.702505621629825
verified: no, type: nauc_recall_at_10_max
value: 48.18585866434868
verified: no, type: nauc_recall_at_10_std
value: 28.809966003226883
verified: no, type: nauc_recall_at_1_diff1
value: 60.51537312610602
verified: no, type: nauc_recall_at_1_max
value: 33.79559472004539
verified: no, type: nauc_recall_at_1_std
value: 2.231571936720321
verified: no, type: nauc_recall_at_20_diff1
value: 48.95315412443835
verified: no, type: nauc_recall_at_20_max
value: 47.846213097193406
verified: no, type: nauc_recall_at_20_std
value: 32.44656771521295
verified: no, type: nauc_recall_at_3_diff1
value: 51.09488539609923
verified: no, type: nauc_recall_at_3_max
value: 36.21610788720492
verified: no, type: nauc_recall_at_3_std
value: 10.351917684505048
verified: no, type: nauc_recall_at_5_diff1
value: 47.52872180072941
verified: no, type: nauc_recall_at_5_max
value: 42.41341732768043
verified: no, type: nauc_recall_at_5_std
value: 22.031877672306795
verified: no, type: ndcg_at_1
value: 48.083999999999996
verified: no, type: ndcg_at_10
value: 60.968
verified: no, type: ndcg_at_100
value: 64.68199999999999
verified: no, type: ndcg_at_1000
value: 65.522
verified: no, type: ndcg_at_20
value: 62.50599999999999
verified: no, type: ndcg_at_3
value: 55.95
verified: no, type: ndcg_at_5
value: 58.75899999999999
verified: no, type: precision_at_1
value: 48.083999999999996
verified: no, type: precision_at_10
value: 8.455
verified: no, type: precision_at_100
value: 1.051
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 4.604
verified: no, type: precision_at_3
value: 22.415
verified: no, type: precision_at_5
value: 15.129999999999999
verified: no, type: recall_at_1
value: 45.56
verified: no, type: recall_at_10
value: 74.714
verified: no, type: recall_at_100
value: 91.862
verified: no, type: recall_at_1000
value: 98.393
verified: no, type: recall_at_20
value: 80.449
verified: no, type: recall_at_3
value: 61.747
verified: no, type: recall_at_5
value: 68.381
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.52376237623763
verified: no, type: cosine_accuracy_threshold
value: 83.40442776679993
verified: no, type: cosine_ap
value: 82.29539182575489
verified: no, type: cosine_f1
value: 73.40139709833423
verified: no, type: cosine_f1_threshold
value: 81.47163987159729
verified: no, type: cosine_precision
value: 79.32636469221835
verified: no, type: cosine_recall
value: 68.30000000000001
verified: no, type: dot_accuracy
value: 99.52376237623763
verified: no, type: dot_accuracy_threshold
value: 83.40442776679993
verified: no, type: dot_ap
value: 82.29539339884745
verified: no, type: dot_f1
value: 73.40139709833423
verified: no, type: dot_f1_threshold
value: 81.47163391113281
verified: no, type: dot_precision
value: 79.32636469221835
verified: no, type: dot_recall
value: 68.30000000000001
verified: no, type: euclidean_accuracy
value: 99.52376237623763
verified: no, type: euclidean_accuracy_threshold
value: 57.61163830757141
verified: no, type: euclidean_ap
value: 82.29539339884744
verified: no, type: euclidean_f1
value: 73.40139709833423
verified: no, type: euclidean_f1_threshold
value: 60.8742356300354
verified: no, type: euclidean_precision
value: 79.32636469221835
verified: no, type: euclidean_recall
value: 68.30000000000001
verified: no, type: main_score
value: 82.29539339884745
verified: no, type: manhattan_accuracy
value: 99.50990099009901
verified: no, type: manhattan_accuracy_threshold
value: 1265.035057067871
verified: no, type: manhattan_ap
value: 81.78663637659726
verified: no, type: manhattan_f1
value: 73.2620320855615
verified: no, type: manhattan_f1_threshold
value: 1333.2223892211914
verified: no, type: manhattan_precision
value: 78.73563218390804
verified: no, type: manhattan_recall
value: 68.5
verified: no, type: max_accuracy
value: 99.52376237623763
verified: no, type: max_ap
value: 82.29539339884745
verified: no, type: max_f1
value: 73.40139709833423
verified: no, type: max_precision
value: 79.32636469221835
verified: no, type: max_recall
value: 68.5
verified: no, type: similarity_accuracy
value: 99.52376237623763
verified: no, type: similarity_accuracy_threshold
value: 83.40443968772888
verified: no, type: similarity_ap
value: 82.2953820339594
verified: no, type: similarity_f1
value: 73.40139709833423
verified: no, type: similarity_f1_threshold
value: 81.47163987159729
verified: no, type: similarity_precision
value: 79.32636469221835
verified: no, type: similarity_recall
value: 68.30000000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: validation
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.4990099009901
verified: no, type: cosine_accuracy_threshold
value: 80.80509901046753
verified: no, type: cosine_ap
value: 82.11932803714892
verified: no, type: cosine_f1
value: 73.94724664507173
verified: no, type: cosine_f1_threshold
value: 75.20748376846313
verified: no, type: cosine_precision
value: 68.81998277347114
verified: no, type: cosine_recall
value: 79.9
verified: no, type: dot_accuracy
value: 99.4990099009901
verified: no, type: dot_accuracy_threshold
value: 80.80509901046753
verified: no, type: dot_ap
value: 82.11932803714892
verified: no, type: dot_f1
value: 73.94724664507173
verified: no, type: dot_f1_threshold
value: 75.20748376846313
verified: no, type: dot_precision
value: 68.81998277347114
verified: no, type: dot_recall
value: 79.9
verified: no, type: euclidean_accuracy
value: 99.4990099009901
verified: no, type: euclidean_accuracy_threshold
value: 61.959511041641235
verified: no, type: euclidean_ap
value: 82.11932803714893
verified: no, type: euclidean_f1
value: 73.94724664507173
verified: no, type: euclidean_f1_threshold
value: 70.41663527488708
verified: no, type: euclidean_precision
value: 68.81998277347114
verified: no, type: euclidean_recall
value: 79.9
verified: no, type: main_score
value: 82.11932803714893
verified: no, type: manhattan_accuracy
value: 99.48910891089109
verified: no, type: manhattan_accuracy_threshold
value: 1331.6292762756348
verified: no, type: manhattan_ap
value: 81.61037880327734
verified: no, type: manhattan_f1
value: 73.582295988935
verified: no, type: manhattan_f1_threshold
value: 1543.6763763427734
verified: no, type: manhattan_precision
value: 68.26347305389223
verified: no, type: manhattan_recall
value: 79.80000000000001
verified: no, type: max_accuracy
value: 99.4990099009901
verified: no, type: max_ap
value: 82.11932803714893
verified: no, type: max_f1
value: 73.94724664507173
verified: no, type: max_precision
value: 68.81998277347114
verified: no, type: max_recall
value: 79.9
verified: no, type: similarity_accuracy
value: 99.4990099009901
verified: no, type: similarity_accuracy_threshold
value: 80.80509901046753
verified: no, type: similarity_ap
value: 82.11932803714892
verified: no, type: similarity_f1
value: 73.94724664507173
verified: no, type: similarity_f1_threshold
value: 75.20748376846313
verified: no, type: similarity_precision
value: 68.81998277347114
verified: no, type: similarity_recall
value: 79.9
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 50.48960206352392
verified: no, type: map
value: 50.48960206352392
verified: no, type: mrr
value: 51.35440539852305
verified: no, type: nAUC_map_diff1
value: 34.53252917797536
verified: no, type: nAUC_map_max
value: 12.790792149348837
verified: no, type: nAUC_map_std
value: 6.669172097020934
verified: no, type: nAUC_mrr_diff1
value: 35.200389562175985
verified: no, type: nAUC_mrr_max
value: 13.668483379551915
verified: no, type: nAUC_mrr_std
value: 6.28436956387114
verified: no
task: type: Reranking, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 56.266000000000005
verified: no, type: map_at_1
value: 0.193
verified: no, type: map_at_10
value: 1.3050000000000002
verified: no, type: map_at_100
value: 7.3340000000000005
verified: no, type: map_at_1000
value: 19.07
verified: no, type: map_at_20
value: 2.246
verified: no, type: map_at_3
value: 0.46699999999999997
verified: no, type: map_at_5
value: 0.733
verified: no, type: mrr_at_1
value: 64
verified: no, type: mrr_at_10
value: 77.06666666666666
verified: no, type: mrr_at_100
value: 77.24651162790698
verified: no, type: mrr_at_1000
value: 77.24651162790698
verified: no, type: mrr_at_20
value: 77.2
verified: no, type: mrr_at_3
value: 75.33333333333334
verified: no, type: mrr_at_5
value: 76.73333333333332
verified: no, type: nauc_map_at_1000_diff1
value: -24.73401101431591
verified: no, type: nauc_map_at_1000_max
value: 50.802272967189666
verified: no, type: nauc_map_at_1000_std
value: 86.72287095417501
verified: no, type: nauc_map_at_100_diff1
value: -25.085120642600828
verified: no, type: nauc_map_at_100_max
value: 49.31639831109537
verified: no, type: nauc_map_at_100_std
value: 71.17329215601556
verified: no, type: nauc_map_at_10_diff1
value: -14.614132651074147
verified: no, type: nauc_map_at_10_max
value: 32.721906387813256
verified: no, type: nauc_map_at_10_std
value: 25.60590793742716
verified: no, type: nauc_map_at_1_diff1
value: -4.218583653029754
verified: no, type: nauc_map_at_1_max
value: 18.589859656136742
verified: no, type: nauc_map_at_1_std
value: -0.7303444219812425
verified: no, type: nauc_map_at_20_diff1
value: -17.63292260337728
verified: no, type: nauc_map_at_20_max
value: 36.89990317740711
verified: no, type: nauc_map_at_20_std
value: 36.25627402017833
verified: no, type: nauc_map_at_3_diff1
value: -10.619502082953264
verified: no, type: nauc_map_at_3_max
value: 26.141633359773707
verified: no, type: nauc_map_at_3_std
value: 9.472414121311855
verified: no, type: nauc_map_at_5_diff1
value: -10.032105512858019
verified: no, type: nauc_map_at_5_max
value: 30.19477111697671
verified: no, type: nauc_map_at_5_std
value: 13.615465098322698
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.351107936542924
verified: no, type: nauc_mrr_at_1000_max
value: 32.724989617966784
verified: no, type: nauc_mrr_at_1000_std
value: 11.379920959476115
verified: no, type: nauc_mrr_at_100_diff1
value: 18.351107936542924
verified: no, type: nauc_mrr_at_100_max
value: 32.724989617966784
verified: no, type: nauc_mrr_at_100_std
value: 11.379920959476115
verified: no, type: nauc_mrr_at_10_diff1
value: 18.810199118309463
verified: no, type: nauc_mrr_at_10_max
value: 32.90746100091763
verified: no, type: nauc_mrr_at_10_std
value: 12.170087976539595
verified: no, type: nauc_mrr_at_1_diff1
value: 22.953123004215087
verified: no, type: nauc_mrr_at_1_max
value: 33.759100779154394
verified: no, type: nauc_mrr_at_1_std
value: 5.521139353684961
verified: no, type: nauc_mrr_at_20_diff1
value: 18.440581264618835
verified: no, type: nauc_mrr_at_20_max
value: 32.887391287492
verified: no, type: nauc_mrr_at_20_std
value: 11.562294043911466
verified: no, type: nauc_mrr_at_3_diff1
value: 13.326882737022542
verified: no, type: nauc_mrr_at_3_max
value: 31.03893993559256
verified: no, type: nauc_mrr_at_3_std
value: 12.094868082843375
verified: no, type: nauc_mrr_at_5_diff1
value: 15.553466717555938
verified: no, type: nauc_mrr_at_5_max
value: 31.399808850294487
verified: no, type: nauc_mrr_at_5_std
value: 13.184440540139914
verified: no, type: nauc_ndcg_at_1000_diff1
value: -21.89727935740918
verified: no, type: nauc_ndcg_at_1000_max
value: 46.822006422768894
verified: no, type: nauc_ndcg_at_1000_std
value: 81.91290246912763
verified: no, type: nauc_ndcg_at_100_diff1
value: -17.48350814577877
verified: no, type: nauc_ndcg_at_100_max
value: 46.79297448451001
verified: no, type: nauc_ndcg_at_100_std
value: 78.8401319727116
verified: no, type: nauc_ndcg_at_10_diff1
value: -1.3821765420279954
verified: no, type: nauc_ndcg_at_10_max
value: 39.99897786678473
verified: no, type: nauc_ndcg_at_10_std
value: 46.364065597834106
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.291418162587759
verified: no, type: nauc_ndcg_at_1_max
value: 39.50553809090106
verified: no, type: nauc_ndcg_at_1_std
value: 17.240062285160228
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.006533721396937
verified: no, type: nauc_ndcg_at_20_max
value: 40.08638499376968
verified: no, type: nauc_ndcg_at_20_std
value: 54.21211699915291
verified: no, type: nauc_ndcg_at_3_diff1
value: 1.1177340010993853
verified: no, type: nauc_ndcg_at_3_max
value: 31.249409630478247
verified: no, type: nauc_ndcg_at_3_std
value: 23.5436216578103
verified: no, type: nauc_ndcg_at_5_diff1
value: -1.1160397524543895
verified: no, type: nauc_ndcg_at_5_max
value: 34.660234833569106
verified: no, type: nauc_ndcg_at_5_std
value: 32.63370377000179
verified: no, type: nauc_precision_at_1000_diff1
value: -13.0177453890889
verified: no, type: nauc_precision_at_1000_max
value: 30.72811980155358
verified: no, type: nauc_precision_at_1000_std
value: 63.304048454768505
verified: no, type: nauc_precision_at_100_diff1
value: -17.976796177452165
verified: no, type: nauc_precision_at_100_max
value: 46.981157094069914
verified: no, type: nauc_precision_at_100_std
value: 82.25965581862002
verified: no, type: nauc_precision_at_10_diff1
value: -0.615847761785869
verified: no, type: nauc_precision_at_10_max
value: 43.227090827429116
verified: no, type: nauc_precision_at_10_std
value: 54.13755012361465
verified: no, type: nauc_precision_at_1_diff1
value: 22.953123004215087
verified: no, type: nauc_precision_at_1_max
value: 33.759100779154394
verified: no, type: nauc_precision_at_1_std
value: 5.521139353684961
verified: no, type: nauc_precision_at_20_diff1
value: -3.9540692673731157
verified: no, type: nauc_precision_at_20_max
value: 44.35467403164495
verified: no, type: nauc_precision_at_20_std
value: 60.82047452956477
verified: no, type: nauc_precision_at_3_diff1
value: 3.020914020139455
verified: no, type: nauc_precision_at_3_max
value: 30.52731931120773
verified: no, type: nauc_precision_at_3_std
value: 23.58338795209433
verified: no, type: nauc_precision_at_5_diff1
value: -1.4227357063785067
verified: no, type: nauc_precision_at_5_max
value: 37.08155978608297
verified: no, type: nauc_precision_at_5_std
value: 37.53293730607916
verified: no, type: nauc_recall_at_1000_diff1
value: -20.649212891265538
verified: no, type: nauc_recall_at_1000_max
value: 43.07097184316376
verified: no, type: nauc_recall_at_1000_std
value: 77.81281303329497
verified: no, type: nauc_recall_at_100_diff1
value: -25.20899327705024
verified: no, type: nauc_recall_at_100_max
value: 44.06686144213573
verified: no, type: nauc_recall_at_100_std
value: 64.51149000534564
verified: no, type: nauc_recall_at_10_diff1
value: -16.705615179862683
verified: no, type: nauc_recall_at_10_max
value: 27.971302554687405
verified: no, type: nauc_recall_at_10_std
value: 24.823568423744703
verified: no, type: nauc_recall_at_1_diff1
value: -4.218583653029754
verified: no, type: nauc_recall_at_1_max
value: 18.589859656136742
verified: no, type: nauc_recall_at_1_std
value: -0.7303444219812425
verified: no, type: nauc_recall_at_20_diff1
value: -18.61953310144389
verified: no, type: nauc_recall_at_20_max
value: 32.59370606161681
verified: no, type: nauc_recall_at_20_std
value: 33.65262269593963
verified: no, type: nauc_recall_at_3_diff1
value: -12.73760452556664
verified: no, type: nauc_recall_at_3_max
value: 23.76654241253409
verified: no, type: nauc_recall_at_3_std
value: 9.977574788163437
verified: no, type: nauc_recall_at_5_diff1
value: -13.251480959967921
verified: no, type: nauc_recall_at_5_max
value: 28.794884382741404
verified: no, type: nauc_recall_at_5_std
value: 15.784579094515388
verified: no, type: ndcg_at_1
value: 57.99999999999999
verified: no, type: ndcg_at_10
value: 56.266000000000005
verified: no, type: ndcg_at_100
value: 43.847
verified: no, type: ndcg_at_1000
value: 42.278
verified: no, type: ndcg_at_20
value: 52.928
verified: no, type: ndcg_at_3
value: 58.531
verified: no, type: ndcg_at_5
value: 58.792
verified: no, type: precision_at_1
value: 64
verified: no, type: precision_at_10
value: 60.6
verified: no, type: precision_at_100
value: 45.28
verified: no, type: precision_at_1000
value: 19.122
verified: no, type: precision_at_20
value: 56.00000000000001
verified: no, type: precision_at_3
value: 63.333
verified: no, type: precision_at_5
value: 64.4
verified: no, type: recall_at_1
value: 0.193
verified: no, type: recall_at_10
value: 1.5890000000000002
verified: no, type: recall_at_100
value: 10.881
verified: no, type: recall_at_1000
value: 40.844
verified: no, type: recall_at_20
value: 2.861
verified: no, type: recall_at_3
value: 0.5
verified: no, type: recall_at_5
value: 0.835
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 18.801000000000002
verified: no, type: map_at_1
value: 1.522
verified: no, type: map_at_10
value: 7.117999999999999
verified: no, type: map_at_100
value: 12.491
verified: no, type: map_at_1000
value: 13.913
verified: no, type: map_at_20
value: 9.014999999999999
verified: no, type: map_at_3
value: 4.144
verified: no, type: map_at_5
value: 5.192
verified: no, type: mrr_at_1
value: 20.408163265306122
verified: no, type: mrr_at_10
value: 34.63637836086815
verified: no, type: mrr_at_100
value: 35.855625090003045
verified: no, type: mrr_at_1000
value: 35.9025357255321
verified: no, type: mrr_at_20
value: 35.528481245452234
verified: no, type: mrr_at_3
value: 29.931972789115648
verified: no, type: mrr_at_5
value: 31.87074829931973
verified: no, type: nauc_map_at_1000_diff1
value: 2.2039398587625088
verified: no, type: nauc_map_at_1000_max
value: -7.1185216957557005
verified: no, type: nauc_map_at_1000_std
value: 13.743946451796427
verified: no, type: nauc_map_at_100_diff1
value: 2.352298138176251
verified: no, type: nauc_map_at_100_max
value: -7.6894882871790236
verified: no, type: nauc_map_at_100_std
value: 9.423702448674415
verified: no, type: nauc_map_at_10_diff1
value: -0.7996006244796997
verified: no, type: nauc_map_at_10_max
value: -3.883617316378952
verified: no, type: nauc_map_at_10_std
value: -9.010162215584359
verified: no, type: nauc_map_at_1_diff1
value: -14.540804131417854
verified: no, type: nauc_map_at_1_max
value: -5.1573008851326065
verified: no, type: nauc_map_at_1_std
value: -7.656042570304873
verified: no, type: nauc_map_at_20_diff1
value: 2.4262621068257135
verified: no, type: nauc_map_at_20_max
value: -2.797719479935332
verified: no, type: nauc_map_at_20_std
value: -6.492723413671281
verified: no, type: nauc_map_at_3_diff1
value: -12.76977998910709
verified: no, type: nauc_map_at_3_max
value: -5.4884334672841995
verified: no, type: nauc_map_at_3_std
value: -8.027896734726257
verified: no, type: nauc_map_at_5_diff1
value: -3.649569377955254
verified: no, type: nauc_map_at_5_max
value: -11.595839414332854
verified: no, type: nauc_map_at_5_std
value: -8.830419718907086
verified: no, type: nauc_mrr_at_1000_diff1
value: -0.6197732098443051
verified: no, type: nauc_mrr_at_1000_max
value: -24.253402425330417
verified: no, type: nauc_mrr_at_1000_std
value: 10.37771989076477
verified: no, type: nauc_mrr_at_100_diff1
value: -0.6376238919106149
verified: no, type: nauc_mrr_at_100_max
value: -24.342213789915842
verified: no, type: nauc_mrr_at_100_std
value: 10.51412622043574
verified: no, type: nauc_mrr_at_10_diff1
value: 0.16993164166959274
verified: no, type: nauc_mrr_at_10_max
value: -25.6197772706814
verified: no, type: nauc_mrr_at_10_std
value: 9.042003512118251
verified: no, type: nauc_mrr_at_1_diff1
value: -4.3668409896483125
verified: no, type: nauc_mrr_at_1_max
value: -10.908434972927616
verified: no, type: nauc_mrr_at_1_std
value: 1.8363187629423776
verified: no, type: nauc_mrr_at_20_diff1
value: -0.4751612608893524
verified: no, type: nauc_mrr_at_20_max
value: -25.330726501014965
verified: no, type: nauc_mrr_at_20_std
value: 11.110113131699444
verified: no, type: nauc_mrr_at_3_diff1
value: 1.1477476210783253
verified: no, type: nauc_mrr_at_3_max
value: -18.50801052487565
verified: no, type: nauc_mrr_at_3_std
value: 7.812899024458835
verified: no, type: nauc_mrr_at_5_diff1
value: 0.6521469927673968
verified: no, type: nauc_mrr_at_5_max
value: -21.416210744034153
verified: no, type: nauc_mrr_at_5_std
value: 11.504256088841963
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.4056842894504022
verified: no, type: nauc_ndcg_at_1000_max
value: -20.75643760341645
verified: no, type: nauc_ndcg_at_1000_std
value: 40.59382673351137
verified: no, type: nauc_ndcg_at_100_diff1
value: 2.6307496691299748
verified: no, type: nauc_ndcg_at_100_max
value: -25.295593466700737
verified: no, type: nauc_ndcg_at_100_std
value: 31.39618142617403
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.002963427746491
verified: no, type: nauc_ndcg_at_10_max
value: -21.675189721633814
verified: no, type: nauc_ndcg_at_10_std
value: -1.469843197474695
verified: no, type: nauc_ndcg_at_1_diff1
value: -9.16604671836183
verified: no, type: nauc_ndcg_at_1_max
value: -14.823569484107907
verified: no, type: nauc_ndcg_at_1_std
value: 2.7125738258252983
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.383118964859878
verified: no, type: nauc_ndcg_at_20_max
value: -22.34000929195479
verified: no, type: nauc_ndcg_at_20_std
value: 1.7471883582083971
verified: no, type: nauc_ndcg_at_3_diff1
value: -4.534899565092995
verified: no, type: nauc_ndcg_at_3_max
value: -23.884347314346275
verified: no, type: nauc_ndcg_at_3_std
value: 5.406857104296577
verified: no, type: nauc_ndcg_at_5_diff1
value: 5.404901375866572
verified: no, type: nauc_ndcg_at_5_max
value: -25.33284917518358
verified: no, type: nauc_ndcg_at_5_std
value: 3.3375579303514655
verified: no, type: nauc_precision_at_1000_diff1
value: -0.4809491820541609
verified: no, type: nauc_precision_at_1000_max
value: 14.095928757973825
verified: no, type: nauc_precision_at_1000_std
value: 40.99850413556261
verified: no, type: nauc_precision_at_100_diff1
value: 2.4829117900025968
verified: no, type: nauc_precision_at_100_max
value: -19.358122626022247
verified: no, type: nauc_precision_at_100_std
value: 69.16347293290907
verified: no, type: nauc_precision_at_10_diff1
value: 17.1708621551976
verified: no, type: nauc_precision_at_10_max
value: -18.120442425032554
verified: no, type: nauc_precision_at_10_std
value: 3.345789829578046
verified: no, type: nauc_precision_at_1_diff1
value: -4.3668409896483125
verified: no, type: nauc_precision_at_1_max
value: -10.908434972927616
verified: no, type: nauc_precision_at_1_std
value: 1.8363187629423776
verified: no, type: nauc_precision_at_20_diff1
value: 14.726770245618805
verified: no, type: nauc_precision_at_20_max
value: -21.815069886538808
verified: no, type: nauc_precision_at_20_std
value: 18.892811452623157
verified: no, type: nauc_precision_at_3_diff1
value: 0.9886305353262563
verified: no, type: nauc_precision_at_3_max
value: -20.231039993615312
verified: no, type: nauc_precision_at_3_std
value: 6.358708074233125
verified: no, type: nauc_precision_at_5_diff1
value: 15.348665084122503
verified: no, type: nauc_precision_at_5_max
value: -23.255200414646325
verified: no, type: nauc_precision_at_5_std
value: 5.968161709012153
verified: no, type: nauc_recall_at_1000_diff1
value: 4.060744763807052
verified: no, type: nauc_recall_at_1000_max
value: -11.386644024112234
verified: no, type: nauc_recall_at_1000_std
value: 77.38341256255143
verified: no, type: nauc_recall_at_100_diff1
value: 3.0602490159843883
verified: no, type: nauc_recall_at_100_max
value: -23.133334130489928
verified: no, type: nauc_recall_at_100_std
value: 42.72840616542226
verified: no, type: nauc_recall_at_10_diff1
value: 8.794442377965375
verified: no, type: nauc_recall_at_10_max
value: -11.666849404762925
verified: no, type: nauc_recall_at_10_std
value: -7.829821703241252
verified: no, type: nauc_recall_at_1_diff1
value: -14.540804131417854
verified: no, type: nauc_recall_at_1_max
value: -5.1573008851326065
verified: no, type: nauc_recall_at_1_std
value: -7.656042570304873
verified: no, type: nauc_recall_at_20_diff1
value: 9.614735799856538
verified: no, type: nauc_recall_at_20_max
value: -14.765691684991822
verified: no, type: nauc_recall_at_20_std
value: 0.612424582124656
verified: no, type: nauc_recall_at_3_diff1
value: -6.910547196179005
verified: no, type: nauc_recall_at_3_max
value: -9.544659311113964
verified: no, type: nauc_recall_at_3_std
value: -5.046214274501399
verified: no, type: nauc_recall_at_5_diff1
value: 6.384770222182381
verified: no, type: nauc_recall_at_5_max
value: -19.233502105079932
verified: no, type: nauc_recall_at_5_std
value: -5.566077739772719
verified: no, type: ndcg_at_1
value: 18.367
verified: no, type: ndcg_at_10
value: 18.801000000000002
verified: no, type: ndcg_at_100
value: 30.296
verified: no, type: ndcg_at_1000
value: 42.018
verified: no, type: ndcg_at_20
value: 20.14
verified: no, type: ndcg_at_3
value: 20.96
verified: no, type: ndcg_at_5
value: 19.683999999999997
verified: no, type: precision_at_1
value: 20.408
verified: no, type: precision_at_10
value: 16.531000000000002
verified: no, type: precision_at_100
value: 6.49
verified: no, type: precision_at_1000
value: 1.443
verified: no, type: precision_at_20
value: 13.776
verified: no, type: precision_at_3
value: 22.448999999999998
verified: no, type: precision_at_5
value: 19.592000000000002
verified: no, type: recall_at_1
value: 1.522
verified: no, type: recall_at_10
value: 12.255
verified: no, type: recall_at_100
value: 41.64
verified: no, type: recall_at_1000
value: 77.46499999999999
verified: no, type: recall_at_20
value: 19.136
verified: no, type: recall_at_3
value: 5.113
verified: no, type: recall_at_5
value: 7.348000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 86.35036061274364
verified: no, type: cosine_accuracy_threshold
value: 78.45808267593384
verified: no, type: cosine_ap
value: 74.3562958182802
verified: no, type: cosine_f1
value: 69.23173016864459
verified: no, type: cosine_f1_threshold
value: 75.69116353988647
verified: no, type: cosine_precision
value: 65.74139976275207
verified: no, type: cosine_recall
value: 73.11345646437995
verified: no, type: dot_accuracy
value: 86.35036061274364
verified: no, type: dot_accuracy_threshold
value: 78.45808267593384
verified: no, type: dot_ap
value: 74.35629143935617
verified: no, type: dot_f1
value: 69.23173016864459
verified: no, type: dot_f1_threshold
value: 75.69116353988647
verified: no, type: dot_precision
value: 65.74139976275207
verified: no, type: dot_recall
value: 73.11345646437995
verified: no, type: euclidean_accuracy
value: 86.35036061274364
verified: no, type: euclidean_accuracy_threshold
value: 65.63827991485596
verified: no, type: euclidean_ap
value: 74.35629336635377
verified: no, type: euclidean_f1
value: 69.23173016864459
verified: no, type: euclidean_f1_threshold
value: 69.72637176513672
verified: no, type: euclidean_precision
value: 65.74139976275207
verified: no, type: euclidean_recall
value: 73.11345646437995
verified: no, type: main_score
value: 74.3562958182802
verified: no, type: manhattan_accuracy
value: 86.30267628300649
verified: no, type: manhattan_accuracy_threshold
value: 1388.2848739624023
verified: no, type: manhattan_ap
value: 74.34214111115519
verified: no, type: manhattan_f1
value: 69.18905284399041
verified: no, type: manhattan_f1_threshold
value: 1506.6452026367188
verified: no, type: manhattan_precision
value: 66.27204638801642
verified: no, type: manhattan_recall
value: 72.37467018469657
verified: no, type: max_accuracy
value: 86.35036061274364
verified: no, type: max_ap
value: 74.3562958182802
verified: no, type: max_f1
value: 69.23173016864459
verified: no, type: max_precision
value: 66.27204638801642
verified: no, type: max_recall
value: 73.11345646437995
verified: no, type: similarity_accuracy
value: 86.35036061274364
verified: no, type: similarity_accuracy_threshold
value: 78.4580945968628
verified: no, type: similarity_ap
value: 74.3562875678525
verified: no, type: similarity_f1
value: 69.23173016864459
verified: no, type: similarity_f1_threshold
value: 75.69118142127991
verified: no, type: similarity_precision
value: 65.74139976275207
verified: no, type: similarity_recall
value: 73.11345646437995
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.15539255637054
verified: no, type: cosine_accuracy_threshold
value: 78.5060167312622
verified: no, type: cosine_ap
value: 84.15130253353578
verified: no, type: cosine_f1
value: 76.15275390479039
verified: no, type: cosine_f1_threshold
value: 75.17023086547852
verified: no, type: cosine_precision
value: 73.97996224771308
verified: no, type: cosine_recall
value: 78.45703726516786
verified: no, type: dot_accuracy
value: 88.15539255637054
verified: no, type: dot_accuracy_threshold
value: 78.50601077079773
verified: no, type: dot_ap
value: 84.15130163532636
verified: no, type: dot_f1
value: 76.15275390479039
verified: no, type: dot_f1_threshold
value: 75.17023086547852
verified: no, type: dot_precision
value: 73.97996224771308
verified: no, type: dot_recall
value: 78.45703726516786
verified: no, type: euclidean_accuracy
value: 88.15539255637054
verified: no, type: euclidean_accuracy_threshold
value: 65.56521654129028
verified: no, type: euclidean_ap
value: 84.1513046482876
verified: no, type: euclidean_f1
value: 76.15275390479039
verified: no, type: euclidean_f1_threshold
value: 70.46952247619629
verified: no, type: euclidean_precision
value: 73.97996224771308
verified: no, type: euclidean_recall
value: 78.45703726516786
verified: no, type: main_score
value: 84.1513046482876
verified: no, type: manhattan_accuracy
value: 88.13404742500097
verified: no, type: manhattan_accuracy_threshold
value: 1414.7026062011719
verified: no, type: manhattan_ap
value: 84.12376985849109
verified: no, type: manhattan_f1
value: 76.16659806159488
verified: no, type: manhattan_f1_threshold
value: 1529.8437118530273
verified: no, type: manhattan_precision
value: 74.09537677466326
verified: no, type: manhattan_recall
value: 78.35694487218971
verified: no, type: max_accuracy
value: 88.15539255637054
verified: no, type: max_ap
value: 84.1513046482876
verified: no, type: max_f1
value: 76.16659806159488
verified: no, type: max_precision
value: 74.09537677466326
verified: no, type: max_recall
value: 78.45703726516786
verified: no, type: similarity_accuracy
value: 88.15539255637054
verified: no, type: similarity_accuracy_threshold
value: 78.5060167312622
verified: no, type: similarity_ap
value: 84.15130432409686
verified: no, type: similarity_f1
value: 76.15275390479039
verified: no, type: similarity_f1_threshold
value: 75.17023086547852
verified: no, type: similarity_precision
value: 73.97996224771308
verified: no, type: similarity_recall
value: 78.45703726516786
verified: no
task: type: PairClassification
Likes: 0 | All-time downloads: 197
Created: 2024-09-09 06:03:02