Model: OrcaDB/cde-small-v1
Author: OrcaDB
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, feature-extraction, mteb, transformers, custom_code, arxiv:2410.02525, model-index, endpoints_compatible, region:us
Card metadata: tags: mteb, transformers, sentence-transformers
model-index: name: cde-small-v1
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 87.02985074626866
verified: no, type: ap
value: 56.706190238632956
verified: no, type: ap_weighted
value: 56.706190238632956
verified: no, type: f1
value: 81.93161953007674
verified: no, type: f1_weighted
value: 87.7650174177188
verified: no, type: main_score
value: 87.02985074626866
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 94.664175
verified: no, type: ap
value: 91.68668057762052
verified: no, type: ap_weighted
value: 91.68668057762052
verified: no, type: f1
value: 94.65859470333152
verified: no, type: f1_weighted
value: 94.65859470333152
verified: no, type: main_score
value: 94.664175
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 55.762
verified: no, type: f1
value: 55.06427827477677
verified: no, type: f1_weighted
value: 55.06427827477677
verified: no, type: main_score
value: 55.762
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 71.99600000000001
verified: no, type: map_at_1
value: 49.004
verified: no, type: map_at_10
value: 64.741
verified: no, type: map_at_100
value: 65.045
verified: no, type: map_at_1000
value: 65.048
verified: no, type: map_at_20
value: 64.999
verified: no, type: map_at_3
value: 61.344
verified: no, type: map_at_5
value: 63.595
verified: no, type: mrr_at_1
value: 50.71123755334281
verified: no, type: mrr_at_10
value: 65.32688703741336
verified: no, type: mrr_at_100
value: 65.63793917015693
verified: no, type: mrr_at_1000
value: 65.64038101143724
verified: no, type: mrr_at_20
value: 65.59178002869953
verified: no, type: mrr_at_3
value: 61.960644855381695
verified: no, type: mrr_at_5
value: 64.12636320531058
verified: no, type: nauc_map_at_1000_diff1
value: 15.961240220366024
verified: no, type: nauc_map_at_1000_max
value: -7.44765810583741
verified: no, type: nauc_map_at_1000_std
value: -17.07167824225605
verified: no, type: nauc_map_at_100_diff1
value: 15.965616911760689
verified: no, type: nauc_map_at_100_max
value: -7.440609797442297
verified: no, type: nauc_map_at_100_std
value: -17.069175070766125
verified: no, type: nauc_map_at_10_diff1
value: 16.0053641689455
verified: no, type: nauc_map_at_10_max
value: -7.292003400856069
verified: no, type: nauc_map_at_10_std
value: -17.21891231777586
verified: no, type: nauc_map_at_1_diff1
value: 16.775859614223965
verified: no, type: nauc_map_at_1_max
value: -10.812150486389175
verified: no, type: nauc_map_at_1_std
value: -18.447209756110635
verified: no, type: nauc_map_at_20_diff1
value: 16.00477985164213
verified: no, type: nauc_map_at_20_max
value: -7.344399709169316
verified: no, type: nauc_map_at_20_std
value: -17.011815937847548
verified: no, type: nauc_map_at_3_diff1
value: 15.730294091913994
verified: no, type: nauc_map_at_3_max
value: -7.13902722192326
verified: no, type: nauc_map_at_3_std
value: -16.846251134000045
verified: no, type: nauc_map_at_5_diff1
value: 15.952653874864062
verified: no, type: nauc_map_at_5_max
value: -6.730509527119155
verified: no, type: nauc_map_at_5_std
value: -16.586379153220353
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.221278338563085
verified: no, type: nauc_mrr_at_1000_max
value: -10.513831642963527
verified: no, type: nauc_mrr_at_1000_std
value: -16.340880407651863
verified: no, type: nauc_mrr_at_100_diff1
value: 10.226217465992063
verified: no, type: nauc_mrr_at_100_max
value: -10.506478667638874
verified: no, type: nauc_mrr_at_100_std
value: -16.33847358633176
verified: no, type: nauc_mrr_at_10_diff1
value: 10.293491655887369
verified: no, type: nauc_mrr_at_10_max
value: -10.357229664747909
verified: no, type: nauc_mrr_at_10_std
value: -16.496874845739885
verified: no, type: nauc_mrr_at_1_diff1
value: 12.049863016253427
verified: no, type: nauc_mrr_at_1_max
value: -11.968579522299635
verified: no, type: nauc_mrr_at_1_std
value: -16.65245790056632
verified: no, type: nauc_mrr_at_20_diff1
value: 10.276109067921565
verified: no, type: nauc_mrr_at_20_max
value: -10.404100283652397
verified: no, type: nauc_mrr_at_20_std
value: -16.282098762560164
verified: no, type: nauc_mrr_at_3_diff1
value: 10.338008940592475
verified: no, type: nauc_mrr_at_3_max
value: -10.123508259477648
verified: no, type: nauc_mrr_at_3_std
value: -16.218834894850918
verified: no, type: nauc_mrr_at_5_diff1
value: 10.114375457049043
verified: no, type: nauc_mrr_at_5_max
value: -9.987361588255437
verified: no, type: nauc_mrr_at_5_std
value: -15.723897501895118
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.00889445347496
verified: no, type: nauc_ndcg_at_1000_max
value: -6.746746500535893
verified: no, type: nauc_ndcg_at_1000_std
value: -16.567047531839382
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.10719535312808
verified: no, type: nauc_ndcg_at_100_max
value: -6.59354665730934
verified: no, type: nauc_ndcg_at_100_std
value: -16.513298001700566
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.396485814351973
verified: no, type: nauc_ndcg_at_10_max
value: -5.7111859345525895
verified: no, type: nauc_ndcg_at_10_std
value: -17.13416103510026
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.775859614223965
verified: no, type: nauc_ndcg_at_1_max
value: -10.812150486389175
verified: no, type: nauc_ndcg_at_1_std
value: -18.447209756110635
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.414235526534497
verified: no, type: nauc_ndcg_at_20_max
value: -5.890463457153039
verified: no, type: nauc_ndcg_at_20_std
value: -16.124783371499017
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.683431770601713
verified: no, type: nauc_ndcg_at_3_max
value: -5.546675513691499
verified: no, type: nauc_ndcg_at_3_std
value: -15.973244504586676
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.193847874581166
verified: no, type: nauc_ndcg_at_5_max
value: -4.471638454091411
verified: no, type: nauc_ndcg_at_5_std
value: -15.517824617814629
verified: no, type: nauc_precision_at_1000_diff1
value: 3.170440311533737
verified: no, type: nauc_precision_at_1000_max
value: 25.521992526080666
verified: no, type: nauc_precision_at_1000_std
value: 68.4373013145641
verified: no, type: nauc_precision_at_100_diff1
value: 30.283338663457897
verified: no, type: nauc_precision_at_100_max
value: 44.33747104624998
verified: no, type: nauc_precision_at_100_std
value: 42.28887350925609
verified: no, type: nauc_precision_at_10_diff1
value: 23.390956301235633
verified: no, type: nauc_precision_at_10_max
value: 15.468288261126773
verified: no, type: nauc_precision_at_10_std
value: -18.2942744669977
verified: no, type: nauc_precision_at_1_diff1
value: 16.775859614223965
verified: no, type: nauc_precision_at_1_max
value: -10.812150486389175
verified: no, type: nauc_precision_at_1_std
value: -18.447209756110635
verified: no, type: nauc_precision_at_20_diff1
value: 37.14254275219614
verified: no, type: nauc_precision_at_20_max
value: 46.984729023754824
verified: no, type: nauc_precision_at_20_std
value: 22.763524786900717
verified: no, type: nauc_precision_at_3_diff1
value: 15.651406928218881
verified: no, type: nauc_precision_at_3_max
value: 0.7775458885343681
verified: no, type: nauc_precision_at_3_std
value: -12.438132482295773
verified: no, type: nauc_precision_at_5_diff1
value: 18.10074574210355
verified: no, type: nauc_precision_at_5_max
value: 9.373350504221532
verified: no, type: nauc_precision_at_5_std
value: -9.13125987784625
verified: no, type: nauc_recall_at_1000_diff1
value: 3.1704403115262325
verified: no, type: nauc_recall_at_1000_max
value: 25.521992526077756
verified: no, type: nauc_recall_at_1000_std
value: 68.4373013145603
verified: no, type: nauc_recall_at_100_diff1
value: 30.283338663455616
verified: no, type: nauc_recall_at_100_max
value: 44.337471046250556
verified: no, type: nauc_recall_at_100_std
value: 42.28887350925341
verified: no, type: nauc_recall_at_10_diff1
value: 23.390956301235168
verified: no, type: nauc_recall_at_10_max
value: 15.468288261126578
verified: no, type: nauc_recall_at_10_std
value: -18.294274466997873
verified: no, type: nauc_recall_at_1_diff1
value: 16.775859614223965
verified: no, type: nauc_recall_at_1_max
value: -10.812150486389175
verified: no, type: nauc_recall_at_1_std
value: -18.447209756110635
verified: no, type: nauc_recall_at_20_diff1
value: 37.14254275219513
verified: no, type: nauc_recall_at_20_max
value: 46.98472902375421
verified: no, type: nauc_recall_at_20_std
value: 22.763524786899644
verified: no, type: nauc_recall_at_3_diff1
value: 15.65140692821902
verified: no, type: nauc_recall_at_3_max
value: 0.7775458885343522
verified: no, type: nauc_recall_at_3_std
value: -12.43813248229578
verified: no, type: nauc_recall_at_5_diff1
value: 18.10074574210355
verified: no, type: nauc_recall_at_5_max
value: 9.373350504221595
verified: no, type: nauc_recall_at_5_std
value: -9.131259877846116
verified: no, type: ndcg_at_1
value: 49.004
verified: no, type: ndcg_at_10
value: 71.99600000000001
verified: no, type: ndcg_at_100
value: 73.173
verified: no, type: ndcg_at_1000
value: 73.214
verified: no, type: ndcg_at_20
value: 72.91
verified: no, type: ndcg_at_3
value: 65.21900000000001
verified: no, type: ndcg_at_5
value: 69.284
verified: no, type: precision_at_1
value: 49.004
verified: no, type: precision_at_10
value: 9.452
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.904
verified: no, type: precision_at_3
value: 25.462
verified: no, type: precision_at_5
value: 17.255000000000003
verified: no, type: recall_at_1
value: 49.004
verified: no, type: recall_at_10
value: 94.523
verified: no, type: recall_at_100
value: 99.36
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 98.08
verified: no, type: recall_at_3
value: 76.387
verified: no, type: recall_at_5
value: 86.273
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 48.629569816593516
verified: no, type: v_measure
value: 48.629569816593516
verified: no, type: v_measure_std
value: 14.01810149072028
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 40.52366904677561
verified: no, type: v_measure
value: 40.52366904677561
verified: no, type: v_measure_std
value: 14.375876773823757
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 61.27347206107508
verified: no, type: map
value: 61.27347206107508
verified: no, type: mrr
value: 74.49105219188321
verified: no, type: nAUC_map_diff1
value: 13.442645655149457
verified: no, type: nAUC_map_max
value: 25.013363268430027
verified: no, type: nAUC_map_std
value: 17.60175231611674
verified: no, type: nAUC_mrr_diff1
value: 25.217675209249435
verified: no, type: nAUC_mrr_max
value: 32.37381560372622
verified: no, type: nAUC_mrr_std
value: 22.584922632508412
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 89.09452267906886
verified: no, type: cosine_spearman
value: 86.73450642504955
verified: no, type: euclidean_pearson
value: 87.1275130552617
verified: no, type: euclidean_spearman
value: 86.93812552248012
verified: no, type: main_score
value: 86.73450642504955
verified: no, type: manhattan_pearson
value: 86.79403606129864
verified: no, type: manhattan_spearman
value: 86.76824213349957
verified: no, type: pearson
value: 89.09452267906886
verified: no, type: spearman
value: 86.73450642504955
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 88.58116883116884
verified: no, type: f1
value: 88.54536316207125
verified: no, type: f1_weighted
value: 88.54536316207125
verified: no, type: main_score
value: 88.58116883116884
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 44.89554099528695
verified: no, type: v_measure
value: 44.89554099528695
verified: no, type: v_measure_std
value: 0.6101675839696261
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 37.89775676199564
verified: no, type: v_measure
value: 37.89775676199564
verified: no, type: v_measure_std
value: 0.6980439644171996
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 49.239
verified: no, type: map_at_1
value: 31.407
verified: no, type: map_at_10
value: 42.788
verified: no, type: map_at_100
value: 44.163999999999994
verified: no, type: map_at_1000
value: 44.285000000000004
verified: no, type: map_at_20
value: 43.531
verified: no, type: map_at_3
value: 39.381
verified: no, type: map_at_5
value: 41.296
verified: no, type: mrr_at_1
value: 38.91273247496424
verified: no, type: mrr_at_10
value: 48.82553307446011
verified: no, type: mrr_at_100
value: 49.5278584841276
verified: no, type: mrr_at_1000
value: 49.56897938168851
verified: no, type: mrr_at_20
value: 49.27034318525701
verified: no, type: mrr_at_3
value: 46.423462088698145
verified: no, type: mrr_at_5
value: 47.83261802575108
verified: no, type: nauc_map_at_1000_diff1
value: 51.50772644391144
verified: no, type: nauc_map_at_1000_max
value: 39.57698592158747
verified: no, type: nauc_map_at_1000_std
value: -5.092734127689174
verified: no, type: nauc_map_at_100_diff1
value: 51.51650908644926
verified: no, type: nauc_map_at_100_max
value: 39.579607215550325
verified: no, type: nauc_map_at_100_std
value: -5.112306014245407
verified: no, type: nauc_map_at_10_diff1
value: 51.80732269410239
verified: no, type: nauc_map_at_10_max
value: 39.312012392020854
verified: no, type: nauc_map_at_10_std
value: -5.844192947783184
verified: no, type: nauc_map_at_1_diff1
value: 58.51885994004338
verified: no, type: nauc_map_at_1_max
value: 35.306905646597656
verified: no, type: nauc_map_at_1_std
value: -6.4627870729629455
verified: no, type: nauc_map_at_20_diff1
value: 51.560698537725294
verified: no, type: nauc_map_at_20_max
value: 39.40865218451427
verified: no, type: nauc_map_at_20_std
value: -5.46140640509653
verified: no, type: nauc_map_at_3_diff1
value: 52.845784777873305
verified: no, type: nauc_map_at_3_max
value: 38.55976877563459
verified: no, type: nauc_map_at_3_std
value: -5.72430771104222
verified: no, type: nauc_map_at_5_diff1
value: 52.29343919325049
verified: no, type: nauc_map_at_5_max
value: 38.98194700024613
verified: no, type: nauc_map_at_5_std
value: -6.062278166282727
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.824012243253904
verified: no, type: nauc_mrr_at_1000_max
value: 40.36119735345816
verified: no, type: nauc_mrr_at_1000_std
value: -4.371172318529068
verified: no, type: nauc_mrr_at_100_diff1
value: 48.80142209066577
verified: no, type: nauc_mrr_at_100_max
value: 40.35371141231279
verified: no, type: nauc_mrr_at_100_std
value: -4.382000140837231
verified: no, type: nauc_mrr_at_10_diff1
value: 48.89408963706152
verified: no, type: nauc_mrr_at_10_max
value: 40.48043029859513
verified: no, type: nauc_mrr_at_10_std
value: -4.5927306729163835
verified: no, type: nauc_mrr_at_1_diff1
value: 53.18491414251319
verified: no, type: nauc_mrr_at_1_max
value: 38.43746618754316
verified: no, type: nauc_mrr_at_1_std
value: -6.2489159406458965
verified: no, type: nauc_mrr_at_20_diff1
value: 48.763867640789634
verified: no, type: nauc_mrr_at_20_max
value: 40.369114351255135
verified: no, type: nauc_mrr_at_20_std
value: -4.400065130027329
verified: no, type: nauc_mrr_at_3_diff1
value: 48.87375252127912
verified: no, type: nauc_mrr_at_3_max
value: 40.810763259212116
verified: no, type: nauc_mrr_at_3_std
value: -3.4938483699692657
verified: no, type: nauc_mrr_at_5_diff1
value: 49.186967577714285
verified: no, type: nauc_mrr_at_5_max
value: 40.48882253846611
verified: no, type: nauc_mrr_at_5_std
value: -4.621076155915746
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.24642669558249
verified: no, type: nauc_ndcg_at_1000_max
value: 41.00404222082434
verified: no, type: nauc_ndcg_at_1000_std
value: -2.7356065308278392
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.92939354546236
verified: no, type: nauc_ndcg_at_100_max
value: 40.972699158281586
verified: no, type: nauc_ndcg_at_100_std
value: -3.0561983632108776
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.60179215238792
verified: no, type: nauc_ndcg_at_10_max
value: 40.89678771623847
verified: no, type: nauc_ndcg_at_10_std
value: -5.096633756025252
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.18491414251319
verified: no, type: nauc_ndcg_at_1_max
value: 38.43746618754316
verified: no, type: nauc_ndcg_at_1_std
value: -6.2489159406458965
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.826483305583984
verified: no, type: nauc_ndcg_at_20_max
value: 40.592200374154466
verified: no, type: nauc_ndcg_at_20_std
value: -4.185196398682058
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.9798291819845
verified: no, type: nauc_ndcg_at_3_max
value: 40.50211559049151
verified: no, type: nauc_ndcg_at_3_std
value: -3.9606100546649
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.222364976292454
verified: no, type: nauc_ndcg_at_5_max
value: 40.477461845726694
verified: no, type: nauc_ndcg_at_5_std
value: -5.025922873253527
verified: no, type: nauc_precision_at_1000_diff1
value: -24.208256297106363
verified: no, type: nauc_precision_at_1000_max
value: -10.21103761078881
verified: no, type: nauc_precision_at_1000_std
value: -0.06753142735419307
verified: no, type: nauc_precision_at_100_diff1
value: -15.392095697703853
verified: no, type: nauc_precision_at_100_max
value: 3.3764259600400375
verified: no, type: nauc_precision_at_100_std
value: 7.032273000803224
verified: no, type: nauc_precision_at_10_diff1
value: 8.050911372676126
verified: no, type: nauc_precision_at_10_max
value: 26.426542125643365
verified: no, type: nauc_precision_at_10_std
value: 2.3142807003880423
verified: no, type: nauc_precision_at_1_diff1
value: 53.18491414251319
verified: no, type: nauc_precision_at_1_max
value: 38.43746618754316
verified: no, type: nauc_precision_at_1_std
value: -6.2489159406458965
verified: no, type: nauc_precision_at_20_diff1
value: -2.4038370945777605
verified: no, type: nauc_precision_at_20_max
value: 18.29255413962441
verified: no, type: nauc_precision_at_20_std
value: 6.963786700698579
verified: no, type: nauc_precision_at_3_diff1
value: 27.590923102137978
verified: no, type: nauc_precision_at_3_max
value: 36.809716569640635
verified: no, type: nauc_precision_at_3_std
value: -0.4588749991090731
verified: no, type: nauc_precision_at_5_diff1
value: 18.31451430104417
verified: no, type: nauc_precision_at_5_max
value: 31.76792278657563
verified: no, type: nauc_precision_at_5_std
value: -0.23205753470623663
verified: no, type: nauc_recall_at_1000_diff1
value: 38.6186488416617
verified: no, type: nauc_recall_at_1000_max
value: 58.02448766170835
verified: no, type: nauc_recall_at_1000_std
value: 43.005151313404625
verified: no, type: nauc_recall_at_100_diff1
value: 36.14901358957452
verified: no, type: nauc_recall_at_100_max
value: 42.97412072448754
verified: no, type: nauc_recall_at_100_std
value: 8.434723462734665
verified: no, type: nauc_recall_at_10_diff1
value: 42.953316965307245
verified: no, type: nauc_recall_at_10_max
value: 40.54865147159118
verified: no, type: nauc_recall_at_10_std
value: -4.9425741693714125
verified: no, type: nauc_recall_at_1_diff1
value: 58.51885994004338
verified: no, type: nauc_recall_at_1_max
value: 35.306905646597656
verified: no, type: nauc_recall_at_1_std
value: -6.4627870729629455
verified: no, type: nauc_recall_at_20_diff1
value: 38.27628659312007
verified: no, type: nauc_recall_at_20_max
value: 39.50607176714142
verified: no, type: nauc_recall_at_20_std
value: -1.002089290215587
verified: no, type: nauc_recall_at_3_diff1
value: 47.263415527062676
verified: no, type: nauc_recall_at_3_max
value: 40.82836525135613
verified: no, type: nauc_recall_at_3_std
value: -2.2314232915782504
verified: no, type: nauc_recall_at_5_diff1
value: 46.13867315478644
verified: no, type: nauc_recall_at_5_max
value: 39.93028001594826
verified: no, type: nauc_recall_at_5_std
value: -4.809283400175646
verified: no, type: ndcg_at_1
value: 38.913
verified: no, type: ndcg_at_10
value: 49.239
verified: no, type: ndcg_at_100
value: 54.325
verified: no, type: ndcg_at_1000
value: 56.226
verified: no, type: ndcg_at_20
value: 51.212999999999994
verified: no, type: ndcg_at_3
value: 44.559
verified: no, type: ndcg_at_5
value: 46.69
verified: no, type: precision_at_1
value: 38.913
verified: no, type: precision_at_10
value: 9.227
verified: no, type: precision_at_100
value: 1.4909999999999999
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: precision_at_20
value: 5.494000000000001
verified: no, type: precision_at_3
value: 21.65
verified: no, type: precision_at_5
value: 15.336
verified: no, type: recall_at_1
value: 31.407
verified: no, type: recall_at_10
value: 61.961999999999996
verified: no, type: recall_at_100
value: 82.993
verified: no, type: recall_at_1000
value: 94.887
verified: no, type: recall_at_20
value: 68.771
verified: no, type: recall_at_3
value: 47.77
verified: no, type: recall_at_5
value: 53.895
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 44.391000000000005
verified: no, type: map_at_1
value: 29.157
verified: no, type: map_at_10
value: 38.723
verified: no, type: map_at_100
value: 39.864
verified: no, type: map_at_1000
value: 39.995999999999995
verified: no, type: map_at_20
value: 39.287
verified: no, type: map_at_3
value: 35.751
verified: no, type: map_at_5
value: 37.373
verified: no, type: mrr_at_1
value: 36.81528662420382
verified: no, type: mrr_at_10
value: 44.82939035486806
verified: no, type: mrr_at_100
value: 45.437834419775484
verified: no, type: mrr_at_1000
value: 45.48695197590834
verified: no, type: mrr_at_20
value: 45.15519263295387
verified: no, type: mrr_at_3
value: 42.55838641188959
verified: no, type: mrr_at_5
value: 43.87685774946922
verified: no, type: nauc_map_at_1000_diff1
value: 51.086880931657944
verified: no, type: nauc_map_at_1000_max
value: 36.870501109568856
verified: no, type: nauc_map_at_1000_std
value: -9.041748740450098
verified: no, type: nauc_map_at_100_diff1
value: 51.13349280885669
verified: no, type: nauc_map_at_100_max
value: 36.81376788959824
verified: no, type: nauc_map_at_100_std
value: -9.168817557968493
verified: no, type: nauc_map_at_10_diff1
value: 51.43767101896258
verified: no, type: nauc_map_at_10_max
value: 36.13512723388837
verified: no, type: nauc_map_at_10_std
value: -10.340353132146591
verified: no, type: nauc_map_at_1_diff1
value: 57.97216876426843
verified: no, type: nauc_map_at_1_max
value: 32.093932122348804
verified: no, type: nauc_map_at_1_std
value: -12.44326469749823
verified: no, type: nauc_map_at_20_diff1
value: 51.35742644989209
verified: no, type: nauc_map_at_20_max
value: 36.362008583908754
verified: no, type: nauc_map_at_20_std
value: -9.925604455959942
verified: no, type: nauc_map_at_3_diff1
value: 52.97191265890149
verified: no, type: nauc_map_at_3_max
value: 35.216095114265
verified: no, type: nauc_map_at_3_std
value: -11.505843284384989
verified: no, type: nauc_map_at_5_diff1
value: 52.13435748405322
verified: no, type: nauc_map_at_5_max
value: 35.63014323147684
verified: no, type: nauc_map_at_5_std
value: -11.15253714131609
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.806361508243526
verified: no, type: nauc_mrr_at_1000_max
value: 39.60825242174082
verified: no, type: nauc_mrr_at_1000_std
value: -4.581320333963986
verified: no, type: nauc_mrr_at_100_diff1
value: 49.794023465886575
verified: no, type: nauc_mrr_at_100_max
value: 39.606036503563935
verified: no, type: nauc_mrr_at_100_std
value: -4.580524433129927
verified: no, type: nauc_mrr_at_10_diff1
value: 49.62511317783946
verified: no, type: nauc_mrr_at_10_max
value: 39.524849843022054
verified: no, type: nauc_mrr_at_10_std
value: -4.784364837521214
verified: no, type: nauc_mrr_at_1_diff1
value: 55.03485605539673
verified: no, type: nauc_mrr_at_1_max
value: 38.26074360694823
verified: no, type: nauc_mrr_at_1_std
value: -6.990940922024673
verified: no, type: nauc_mrr_at_20_diff1
value: 49.77823031843402
verified: no, type: nauc_mrr_at_20_max
value: 39.62943812120721
verified: no, type: nauc_mrr_at_20_std
value: -4.664971744136187
verified: no, type: nauc_mrr_at_3_diff1
value: 50.60933103133387
verified: no, type: nauc_mrr_at_3_max
value: 39.920174010377444
verified: no, type: nauc_mrr_at_3_std
value: -5.404917304425809
verified: no, type: nauc_mrr_at_5_diff1
value: 50.137405938227886
verified: no, type: nauc_mrr_at_5_max
value: 39.7046033416223
verified: no, type: nauc_mrr_at_5_std
value: -4.9683994219777965
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.26320826156127
verified: no, type: nauc_ndcg_at_1000_max
value: 39.11158925773445
verified: no, type: nauc_ndcg_at_1000_std
value: -3.958164717220878
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.29325255469789
verified: no, type: nauc_ndcg_at_100_max
value: 39.00224428862792
verified: no, type: nauc_ndcg_at_100_std
value: -4.739309326434606
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.62405764367444
verified: no, type: nauc_ndcg_at_10_max
value: 38.04015783804633
verified: no, type: nauc_ndcg_at_10_std
value: -7.379427256377835
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.03485605539673
verified: no, type: nauc_ndcg_at_1_max
value: 38.26074360694823
verified: no, type: nauc_ndcg_at_1_std
value: -6.990940922024673
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.793146636748155
verified: no, type: nauc_ndcg_at_20_max
value: 38.188247609309734
verified: no, type: nauc_ndcg_at_20_std
value: -6.893163590780488
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.72527867128085
verified: no, type: nauc_ndcg_at_3_max
value: 38.397771643337876
verified: no, type: nauc_ndcg_at_3_std
value: -7.396734926261662
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.45897046963514
verified: no, type: nauc_ndcg_at_5_max
value: 38.00788817919171
verified: no, type: nauc_ndcg_at_5_std
value: -7.98773024373368
verified: no, type: nauc_precision_at_1000_diff1
value: -15.203088093712378
verified: no, type: nauc_precision_at_1000_max
value: 13.932931359528938
verified: no, type: nauc_precision_at_1000_std
value: 28.443903216719125
verified: no, type: nauc_precision_at_100_diff1
value: -9.833515062825485
verified: no, type: nauc_precision_at_100_max
value: 25.501133048619252
verified: no, type: nauc_precision_at_100_std
value: 29.28522368814619
verified: no, type: nauc_precision_at_10_diff1
value: 11.048052024883837
verified: no, type: nauc_precision_at_10_max
value: 35.12225756686281
verified: no, type: nauc_precision_at_10_std
value: 13.549314875239492
verified: no, type: nauc_precision_at_1_diff1
value: 55.03485605539673
verified: no, type: nauc_precision_at_1_max
value: 38.26074360694823
verified: no, type: nauc_precision_at_1_std
value: -6.990940922024673
verified: no, type: nauc_precision_at_20_diff1
value: 3.6119660166254564
verified: no, type: nauc_precision_at_20_max
value: 31.80991909502872
verified: no, type: nauc_precision_at_20_std
value: 19.289172474937768
verified: no, type: nauc_precision_at_3_diff1
value: 30.93845075141858
verified: no, type: nauc_precision_at_3_max
value: 41.2363485550859
verified: no, type: nauc_precision_at_3_std
value: 3.304016059128308
verified: no, type: nauc_precision_at_5_diff1
value: 22.383511628600537
verified: no, type: nauc_precision_at_5_max
value: 38.3094647733712
verified: no, type: nauc_precision_at_5_std
value: 7.010497480008379
verified: no, type: nauc_recall_at_1000_diff1
value: 31.611750140993035
verified: no, type: nauc_recall_at_1000_max
value: 42.982693130692894
verified: no, type: nauc_recall_at_1000_std
value: 25.50352029753317
verified: no, type: nauc_recall_at_100_diff1
value: 36.466866132011525
verified: no, type: nauc_recall_at_100_max
value: 39.8896195569174
verified: no, type: nauc_recall_at_100_std
value: 8.056466272308052
verified: no, type: nauc_recall_at_10_diff1
value: 40.55869867748143
verified: no, type: nauc_recall_at_10_max
value: 35.35219000254458
verified: no, type: nauc_recall_at_10_std
value: -6.935500599977123
verified: no, type: nauc_recall_at_1_diff1
value: 57.97216876426843
verified: no, type: nauc_recall_at_1_max
value: 32.093932122348804
verified: no, type: nauc_recall_at_1_std
value: -12.44326469749823
verified: no, type: nauc_recall_at_20_diff1
value: 40.699604166249046
verified: no, type: nauc_recall_at_20_max
value: 36.441366652406835
verified: no, type: nauc_recall_at_20_std
value: -4.519436682877613
verified: no, type: nauc_recall_at_3_diff1
value: 47.15019730046201
verified: no, type: nauc_recall_at_3_max
value: 35.1649979105234
verified: no, type: nauc_recall_at_3_std
value: -10.908395079450377
verified: no, type: nauc_recall_at_5_diff1
value: 44.535088248003156
verified: no, type: nauc_recall_at_5_max
value: 34.89949777715303
verified: no, type: nauc_recall_at_5_std
value: -10.361237744830412
verified: no, type: ndcg_at_1
value: 36.815
verified: no, type: ndcg_at_10
value: 44.391000000000005
verified: no, type: ndcg_at_100
value: 48.515
verified: no, type: ndcg_at_1000
value: 50.76199999999999
verified: no, type: ndcg_at_20
value: 45.788000000000004
verified: no, type: ndcg_at_3
value: 40.178000000000004
verified: no, type: ndcg_at_5
value: 42.045
verified: no, type: precision_at_1
value: 36.815
verified: no, type: precision_at_10
value: 8.408
verified: no, type: precision_at_100
value: 1.343
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_20
value: 4.873
verified: no, type: precision_at_3
value: 19.299
verified: no, type: precision_at_5
value: 13.758000000000001
verified: no, type: recall_at_1
value: 29.157
verified: no, type: recall_at_10
value: 54.214
verified: no, type: recall_at_100
value: 71.929
verified: no, type: recall_at_1000
value: 86.533
verified: no, type: recall_at_20
value: 59.421
verified: no, type: recall_at_3
value: 41.569
verified: no, type: recall_at_5
value: 46.791
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 59.03699999999999
verified: no, type: map_at_1
value: 41.476
verified: no, type: map_at_10
value: 53.400000000000006
verified: no, type: map_at_100
value: 54.452999999999996
verified: no, type: map_at_1000
value: 54.504
verified: no, type: map_at_20
value: 54.045
verified: no, type: map_at_3
value: 50.153999999999996
verified: no, type: map_at_5
value: 52.079
verified: no, type: mrr_at_1
value: 46.95924764890282
verified: no, type: mrr_at_10
value: 56.68495297805642
verified: no, type: mrr_at_100
value: 57.34582096937295
verified: no, type: mrr_at_1000
value: 57.37100347158495
verified: no, type: mrr_at_20
value: 57.10508892444508
verified: no, type: mrr_at_3
value: 54.242424242424235
verified: no, type: mrr_at_5
value: 55.76593521421108
verified: no, type: nauc_map_at_1000_diff1
value: 53.36527106664
verified: no, type: nauc_map_at_1000_max
value: 43.486776333687835
verified: no, type: nauc_map_at_1000_std
value: -5.509558143849234
verified: no, type: nauc_map_at_100_diff1
value: 53.34097797467696
verified: no, type: nauc_map_at_100_max
value: 43.476003610937234
verified: no, type: nauc_map_at_100_std
value: -5.520166623777559
verified: no, type: nauc_map_at_10_diff1
value: 53.432351035276746
verified: no, type: nauc_map_at_10_max
value: 42.75788423195968
verified: no, type: nauc_map_at_10_std
value: -6.504192409274652
verified: no, type: nauc_map_at_1_diff1
value: 57.34963186677463
verified: no, type: nauc_map_at_1_max
value: 36.95146202384373
verified: no, type: nauc_map_at_1_std
value: -9.460645936916988
verified: no, type: nauc_map_at_20_diff1
value: 53.29779847033195
verified: no, type: nauc_map_at_20_max
value: 43.22342023309121
verified: no, type: nauc_map_at_20_std
value: -5.953002390034157
verified: no, type: nauc_map_at_3_diff1
value: 54.09550124289603
verified: no, type: nauc_map_at_3_max
value: 41.09664412682725
verified: no, type: nauc_map_at_3_std
value: -8.797917588156473
verified: no, type: nauc_map_at_5_diff1
value: 53.47735307728038
verified: no, type: nauc_map_at_5_max
value: 42.1420557369995
verified: no, type: nauc_map_at_5_std
value: -6.982023249979087
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.84548396450655
verified: no, type: nauc_mrr_at_1000_max
value: 45.70711475929243
verified: no, type: nauc_mrr_at_1000_std
value: -3.572519075485509
verified: no, type: nauc_mrr_at_100_diff1
value: 53.831585937143345
verified: no, type: nauc_mrr_at_100_max
value: 45.71866605712688
verified: no, type: nauc_mrr_at_100_std
value: -3.5531077992494087
verified: no, type: nauc_mrr_at_10_diff1
value: 53.77550386915942
verified: no, type: nauc_mrr_at_10_max
value: 45.61906078824265
verified: no, type: nauc_mrr_at_10_std
value: -3.7647971491069567
verified: no, type: nauc_mrr_at_1_diff1
value: 57.59578262230993
verified: no, type: nauc_mrr_at_1_max
value: 43.132298775083996
verified: no, type: nauc_mrr_at_1_std
value: -6.820570895500843
verified: no, type: nauc_mrr_at_20_diff1
value: 53.757844034161984
verified: no, type: nauc_mrr_at_20_max
value: 45.67787807420582
verified: no, type: nauc_mrr_at_20_std
value: -3.6741549159529816
verified: no, type: nauc_mrr_at_3_diff1
value: 54.41366916196891
verified: no, type: nauc_mrr_at_3_max
value: 45.48753195460355
verified: no, type: nauc_mrr_at_3_std
value: -4.536347261239106
verified: no, type: nauc_mrr_at_5_diff1
value: 53.81844478829885
verified: no, type: nauc_mrr_at_5_max
value: 45.77186226917752
verified: no, type: nauc_mrr_at_5_std
value: -3.560088004877736
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.474274223239945
verified: no, type: nauc_ndcg_at_1000_max
value: 45.88297620389939
verified: no, type: nauc_ndcg_at_1000_std
value: -2.236689460240769
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.99537297728399
verified: no, type: nauc_ndcg_at_100_max
value: 46.162105938598245
verified: no, type: nauc_ndcg_at_100_std
value: -1.636252027390496
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.981635840094334
verified: no, type: nauc_ndcg_at_10_max
value: 44.72098290105285
verified: no, type: nauc_ndcg_at_10_std
value: -4.26133599970984
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.43124530432752
verified: no, type: nauc_ndcg_at_1_max
value: 42.987773648572045
verified: no, type: nauc_ndcg_at_1_std
value: -6.975930064288375
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.709989593496665
verified: no, type: nauc_ndcg_at_20_max
value: 45.35511346806507
verified: no, type: nauc_ndcg_at_20_std
value: -3.441945043133369
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.83956836083957
verified: no, type: nauc_ndcg_at_3_max
value: 43.14243257908553
verified: no, type: nauc_ndcg_at_3_std
value: -6.906786756066083
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.92395247597085
verified: no, type: nauc_ndcg_at_5_max
value: 44.28584104560978
verified: no, type: nauc_ndcg_at_5_std
value: -4.432556679370336
verified: no, type: nauc_precision_at_1000_diff1
value: -10.137271271355312
verified: no, type: nauc_precision_at_1000_max
value: 21.053415390964915
verified: no, type: nauc_precision_at_1000_std
value: 31.437645188936003
verified: no, type: nauc_precision_at_100_diff1
value: -5.869005161223761
verified: no, type: nauc_precision_at_100_max
value: 28.74652505762229
verified: no, type: nauc_precision_at_100_std
value: 33.42249624017563
verified: no, type: nauc_precision_at_10_diff1
value: 14.075300860742587
verified: no, type: nauc_precision_at_10_max
value: 36.90717719533496
verified: no, type: nauc_precision_at_10_std
value: 15.27522825163519
verified: no, type: nauc_precision_at_1_diff1
value: 57.43124530432752
verified: no, type: nauc_precision_at_1_max
value: 42.987773648572045
verified: no, type: nauc_precision_at_1_std
value: -6.975930064288375
verified: no, type: nauc_precision_at_20_diff1
value: 4.831146517476065
verified: no, type: nauc_precision_at_20_max
value: 34.600390709037775
verified: no, type: nauc_precision_at_20_std
value: 21.879191470976977
verified: no, type: nauc_precision_at_3_diff1
value: 33.75586535854295
verified: no, type: nauc_precision_at_3_max
value: 41.8963728460937
verified: no, type: nauc_precision_at_3_std
value: 0.30853391781218725
verified: no, type: nauc_precision_at_5_diff1
value: 23.619374234162443
verified: no, type: nauc_precision_at_5_max
value: 40.26315749312306
verified: no, type: nauc_precision_at_5_std
value: 9.496779653807806
verified: no, type: nauc_recall_at_1000_diff1
value: 39.650899433995065
verified: no, type: nauc_recall_at_1000_max
value: 65.95997046182639
verified: no, type: nauc_recall_at_1000_std
value: 41.52010213404674
verified: no, type: nauc_recall_at_100_diff1
value: 37.021652104886904
verified: no, type: nauc_recall_at_100_max
value: 57.901229136609636
verified: no, type: nauc_recall_at_100_std
value: 27.173492395498428
verified: no, type: nauc_recall_at_10_diff1
value: 44.29968361744853
verified: no, type: nauc_recall_at_10_max
value: 44.18295286662639
verified: no, type: nauc_recall_at_10_std
value: -1.5721790203147754
verified: no, type: nauc_recall_at_1_diff1
value: 57.34963186677463
verified: no, type: nauc_recall_at_1_max
value: 36.95146202384373
verified: no, type: nauc_recall_at_1_std
value: -9.460645936916988
verified: no, type: nauc_recall_at_20_diff1
value: 41.603580598985126
verified: no, type: nauc_recall_at_20_max
value: 47.702934198286876
verified: no, type: nauc_recall_at_20_std
value: 3.019298754051616
verified: no, type: nauc_recall_at_3_diff1
value: 49.02194332102533
verified: no, type: nauc_recall_at_3_max
value: 41.38275177493884
verified: no, type: nauc_recall_at_3_std
value: -8.055685087264179
verified: no, type: nauc_recall_at_5_diff1
value: 45.213060998923496
verified: no, type: nauc_recall_at_5_max
value: 43.53976038303946
verified: no, type: nauc_recall_at_5_std
value: -1.7312187150046634
verified: no, type: ndcg_at_1
value: 47.022000000000006
verified: no, type: ndcg_at_10
value: 59.03699999999999
verified: no, type: ndcg_at_100
value: 63.077000000000005
verified: no, type: ndcg_at_1000
value: 64.098
verified: no, type: ndcg_at_20
value: 60.84
verified: no, type: ndcg_at_3
value: 53.657999999999994
verified: no, type: ndcg_at_5
value: 56.501000000000005
verified: no, type: precision_at_1
value: 47.022000000000006
verified: no, type: precision_at_10
value: 9.342
verified: no, type: precision_at_100
value: 1.2309999999999999
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 5.232
verified: no, type: precision_at_3
value: 23.552999999999997
verified: no, type: precision_at_5
value: 16.250999999999998
verified: no, type: recall_at_1
value: 41.476
verified: no, type: recall_at_10
value: 72.283
verified: no, type: recall_at_100
value: 89.545
verified: no, type: recall_at_1000
value: 96.798
verified: no, type: recall_at_20
value: 78.84100000000001
verified: no, type: recall_at_3
value: 58.114
verified: no, type: recall_at_5
value: 65.007
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 37.673
verified: no, type: map_at_1
value: 25.324
verified: no, type: map_at_10
value: 33.17
verified: no, type: map_at_100
value: 34.095
verified: no, type: map_at_1000
value: 34.182
verified: no, type: map_at_20
value: 33.654
verified: no, type: map_at_3
value: 30.879
verified: no, type: map_at_5
value: 32.26
verified: no, type: mrr_at_1
value: 27.34463276836158
verified: no, type: mrr_at_10
value: 35.2258541834813
verified: no, type: mrr_at_100
value: 36.00404498547979
verified: no, type: mrr_at_1000
value: 36.07566444493976
verified: no, type: mrr_at_20
value: 35.63110644891617
verified: no, type: mrr_at_3
value: 32.95668549905838
verified: no, type: mrr_at_5
value: 34.25612052730697
verified: no, type: nauc_map_at_1000_diff1
value: 46.058990680271485
verified: no, type: nauc_map_at_1000_max
value: 28.600543996662374
verified: no, type: nauc_map_at_1000_std
value: -3.8218348925653505
verified: no, type: nauc_map_at_100_diff1
value: 46.04742556273763
verified: no, type: nauc_map_at_100_max
value: 28.58845010683153
verified: no, type: nauc_map_at_100_std
value: -3.8241454424665746
verified: no, type: nauc_map_at_10_diff1
value: 46.318380971509015
verified: no, type: nauc_map_at_10_max
value: 28.445154969629815
verified: no, type: nauc_map_at_10_std
value: -4.668418336182435
verified: no, type: nauc_map_at_1_diff1
value: 50.84712517695217
verified: no, type: nauc_map_at_1_max
value: 24.956820608742856
verified: no, type: nauc_map_at_1_std
value: -7.408652214171463
verified: no, type: nauc_map_at_20_diff1
value: 46.02082882551024
verified: no, type: nauc_map_at_20_max
value: 28.71729950175136
verified: no, type: nauc_map_at_20_std
value: -3.8899400482521864
verified: no, type: nauc_map_at_3_diff1
value: 47.017578094263065
verified: no, type: nauc_map_at_3_max
value: 27.57393258045568
verified: no, type: nauc_map_at_3_std
value: -5.578535499711579
verified: no, type: nauc_map_at_5_diff1
value: 46.64174901816308
verified: no, type: nauc_map_at_5_max
value: 28.12934751037357
verified: no, type: nauc_map_at_5_std
value: -4.623605944585039
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.80745580850706
verified: no, type: nauc_mrr_at_1000_max
value: 30.08660965092525
verified: no, type: nauc_mrr_at_1000_std
value: -1.8483739575689273
verified: no, type: nauc_mrr_at_100_diff1
value: 44.79929065561873
verified: no, type: nauc_mrr_at_100_max
value: 30.068319004487208
verified: no, type: nauc_mrr_at_100_std
value: -1.8439865469408845
verified: no, type: nauc_mrr_at_10_diff1
value: 45.04202172389592
verified: no, type: nauc_mrr_at_10_max
value: 30.006082516512294
verified: no, type: nauc_mrr_at_10_std
value: -2.4476357227718673
verified: no, type: nauc_mrr_at_1_diff1
value: 49.710330210449705
verified: no, type: nauc_mrr_at_1_max
value: 27.652926800227444
verified: no, type: nauc_mrr_at_1_std
value: -4.963221847243473
verified: no, type: nauc_mrr_at_20_diff1
value: 44.74348822631581
verified: no, type: nauc_mrr_at_20_max
value: 30.232310892837866
verified: no, type: nauc_mrr_at_20_std
value: -1.8627482467585263
verified: no, type: nauc_mrr_at_3_diff1
value: 45.63996732955718
verified: no, type: nauc_mrr_at_3_max
value: 29.71071543929027
verified: no, type: nauc_mrr_at_3_std
value: -2.9488868732728264
verified: no, type: nauc_mrr_at_5_diff1
value: 45.31282418942023
verified: no, type: nauc_mrr_at_5_max
value: 29.59225270015164
verified: no, type: nauc_mrr_at_5_std
value: -2.571596169990907
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.44153526801899
verified: no, type: nauc_ndcg_at_1000_max
value: 30.264809827186745
verified: no, type: nauc_ndcg_at_1000_std
value: -0.3673459026557417
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.9260780049435
verified: no, type: nauc_ndcg_at_100_max
value: 29.971290021267254
verified: no, type: nauc_ndcg_at_100_std
value: 0.07223943237736839
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.89936991271991
verified: no, type: nauc_ndcg_at_10_max
value: 29.883246789724915
verified: no, type: nauc_ndcg_at_10_std
value: -2.842441401911265
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.14865712693543
verified: no, type: nauc_ndcg_at_1_max
value: 27.111609058341863
verified: no, type: nauc_ndcg_at_1_std
value: -5.5675174385570925
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.84709307426253
verified: no, type: nauc_ndcg_at_20_max
value: 30.76378099168594
verified: no, type: nauc_ndcg_at_20_std
value: -0.42561135386508475
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.4326566931524
verified: no, type: nauc_ndcg_at_3_max
value: 28.61889737624481
verified: no, type: nauc_ndcg_at_3_std
value: -4.348200281698876
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.630092727271034
verified: no, type: nauc_ndcg_at_5_max
value: 29.04891878562973
verified: no, type: nauc_ndcg_at_5_std
value: -2.8900608482934165
verified: no, type: nauc_precision_at_1000_diff1
value: 1.563823692486198
verified: no, type: nauc_precision_at_1000_max
value: 18.07524759715147
verified: no, type: nauc_precision_at_1000_std
value: 10.75651488435518
verified: no, type: nauc_precision_at_100_diff1
value: 15.84032553897459
verified: no, type: nauc_precision_at_100_max
value: 26.9982332859951
verified: no, type: nauc_precision_at_100_std
value: 13.809307316031362
verified: no, type: nauc_precision_at_10_diff1
value: 33.44005568824001
verified: no, type: nauc_precision_at_10_max
value: 35.31365313654245
verified: no, type: nauc_precision_at_10_std
value: 2.1516208493844817
verified: no, type: nauc_precision_at_1_diff1
value: 50.14865712693543
verified: no, type: nauc_precision_at_1_max
value: 27.111609058341863
verified: no, type: nauc_precision_at_1_std
value: -5.5675174385570925
verified: no, type: nauc_precision_at_20_diff1
value: 26.453560867406594
verified: no, type: nauc_precision_at_20_max
value: 36.754320258234735
verified: no, type: nauc_precision_at_20_std
value: 10.960004664156314
verified: no, type: nauc_precision_at_3_diff1
value: 39.5339842087826
verified: no, type: nauc_precision_at_3_max
value: 32.43079763654043
verified: no, type: nauc_precision_at_3_std
value: -1.1149107052174205
verified: no, type: nauc_precision_at_5_diff1
value: 36.75997042257077
verified: no, type: nauc_precision_at_5_max
value: 32.936394052992256
verified: no, type: nauc_precision_at_5_std
value: 2.253739058194602
verified: no, type: nauc_recall_at_1000_diff1
value: 26.620883791876672
verified: no, type: nauc_recall_at_1000_max
value: 40.036249354126255
verified: no, type: nauc_recall_at_1000_std
value: 24.67019914079094
verified: no, type: nauc_recall_at_100_diff1
value: 29.06050311303032
verified: no, type: nauc_recall_at_100_max
value: 31.719103788027674
verified: no, type: nauc_recall_at_100_std
value: 16.517714390661105
verified: no, type: nauc_recall_at_10_diff1
value: 36.292924258716106
verified: no, type: nauc_recall_at_10_max
value: 32.02173242085442
verified: no, type: nauc_recall_at_10_std
value: 1.016713326361783
verified: no, type: nauc_recall_at_1_diff1
value: 50.84712517695217
verified: no, type: nauc_recall_at_1_max
value: 24.956820608742856
verified: no, type: nauc_recall_at_1_std
value: -7.408652214171463
verified: no, type: nauc_recall_at_20_diff1
value: 31.875810510992398
verified: no, type: nauc_recall_at_20_max
value: 35.1225435012755
verified: no, type: nauc_recall_at_20_std
value: 10.08081240374867
verified: no, type: nauc_recall_at_3_diff1
value: 41.31843254728666
verified: no, type: nauc_recall_at_3_max
value: 29.083015930837323
verified: no, type: nauc_recall_at_3_std
value: -2.6812306676938906
verified: no, type: nauc_recall_at_5_diff1
value: 38.74912094651174
verified: no, type: nauc_recall_at_5_max
value: 29.713413529317663
verified: no, type: nauc_recall_at_5_std
value: 0.6429485746621083
verified: no, type: ndcg_at_1
value: 27.232
verified: no, type: ndcg_at_10
value: 37.673
verified: no, type: ndcg_at_100
value: 42.379
verified: no, type: ndcg_at_1000
value: 44.664
verified: no, type: ndcg_at_20
value: 39.282000000000004
verified: no, type: ndcg_at_3
value: 33.178999999999995
verified: no, type: ndcg_at_5
value: 35.481
verified: no, type: precision_at_1
value: 27.232
verified: no, type: precision_at_10
value: 5.593
verified: no, type: precision_at_100
value: 0.845
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 3.1809999999999996
verified: no, type: precision_at_3
value: 13.898
verified: no, type: precision_at_5
value: 9.605
verified: no, type: recall_at_1
value: 25.324
verified: no, type: recall_at_10
value: 49.66
verified: no, type: recall_at_100
value: 71.702
verified: no, type: recall_at_1000
value: 88.884
verified: no, type: recall_at_20
value: 55.63399999999999
verified: no, type: recall_at_3
value: 37.557
verified: no, type: recall_at_5
value: 43.086
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 27.683000000000003
verified: no, type: map_at_1
value: 15.440000000000001
verified: no, type: map_at_10
value: 22.708000000000002
verified: no, type: map_at_100
value: 23.891000000000002
verified: no, type: map_at_1000
value: 24.009
verified: no, type: map_at_20
value: 23.362
verified: no, type: map_at_3
value: 20.173
verified: no, type: map_at_5
value: 21.512999999999998
verified: no, type: mrr_at_1
value: 19.154228855721392
verified: no, type: mrr_at_10
value: 27.14907604832978
verified: no, type: mrr_at_100
value: 28.134401799106946
verified: no, type: mrr_at_1000
value: 28.210652971960727
verified: no, type: mrr_at_20
value: 27.743116715423334
verified: no, type: mrr_at_3
value: 24.64759535655058
verified: no, type: mrr_at_5
value: 26.0530679933665
verified: no, type: nauc_map_at_1000_diff1
value: 26.45225395954919
verified: no, type: nauc_map_at_1000_max
value: 18.88821201176001
verified: no, type: nauc_map_at_1000_std
value: -6.743073428818526
verified: no, type: nauc_map_at_100_diff1
value: 26.46163797092885
verified: no, type: nauc_map_at_100_max
value: 18.91020517272631
verified: no, type: nauc_map_at_100_std
value: -6.715512753190824
verified: no, type: nauc_map_at_10_diff1
value: 25.93830061738008
verified: no, type: nauc_map_at_10_max
value: 18.230821464212788
verified: no, type: nauc_map_at_10_std
value: -7.723714557953293
verified: no, type: nauc_map_at_1_diff1
value: 32.6143819833978
verified: no, type: nauc_map_at_1_max
value: 18.229434406703447
verified: no, type: nauc_map_at_1_std
value: -8.826503266807608
verified: no, type: nauc_map_at_20_diff1
value: 26.267375356189532
verified: no, type: nauc_map_at_20_max
value: 18.74372577827996
verified: no, type: nauc_map_at_20_std
value: -7.1213741256387495
verified: no, type: nauc_map_at_3_diff1
value: 26.502658255222222
verified: no, type: nauc_map_at_3_max
value: 17.34676548965769
verified: no, type: nauc_map_at_3_std
value: -8.661705532483479
verified: no, type: nauc_map_at_5_diff1
value: 25.947975266973
verified: no, type: nauc_map_at_5_max
value: 18.26579025252041
verified: no, type: nauc_map_at_5_std
value: -7.988152286698193
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.43240261182634
verified: no, type: nauc_mrr_at_1000_max
value: 19.59851548113691
verified: no, type: nauc_mrr_at_1000_std
value: -5.8659045748819505
verified: no, type: nauc_mrr_at_100_diff1
value: 27.42860371902458
verified: no, type: nauc_mrr_at_100_max
value: 19.61291439961396
verified: no, type: nauc_mrr_at_100_std
value: -5.840170365425997
verified: no, type: nauc_mrr_at_10_diff1
value: 26.996629286135576
verified: no, type: nauc_mrr_at_10_max
value: 19.09125992187832
verified: no, type: nauc_mrr_at_10_std
value: -6.401949732007706
verified: no, type: nauc_mrr_at_1_diff1
value: 33.20355103883785
verified: no, type: nauc_mrr_at_1_max
value: 18.84271700427976
verified: no, type: nauc_mrr_at_1_std
value: -6.846362536084065
verified: no, type: nauc_mrr_at_20_diff1
value: 27.342295700872445
verified: no, type: nauc_mrr_at_20_max
value: 19.59730195635629
verified: no, type: nauc_mrr_at_20_std
value: -6.045183866074472
verified: no, type: nauc_mrr_at_3_diff1
value: 27.921898978571868
verified: no, type: nauc_mrr_at_3_max
value: 19.028747822887816
verified: no, type: nauc_mrr_at_3_std
value: -6.651966049443023
verified: no, type: nauc_mrr_at_5_diff1
value: 27.280695824148392
verified: no, type: nauc_mrr_at_5_max
value: 19.430798343725524
verified: no, type: nauc_mrr_at_5_std
value: -6.747383339145715
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.38902736172073
verified: no, type: nauc_ndcg_at_1000_max
value: 20.45917423943934
verified: no, type: nauc_ndcg_at_1000_std
value: -3.2757947022252076
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.732803165259238
verified: no, type: nauc_ndcg_at_100_max
value: 20.836040539884642
verified: no, type: nauc_ndcg_at_100_std
value: -2.9535785746014396
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.946041122415746
verified: no, type: nauc_ndcg_at_10_max
value: 18.62752297015455
verified: no, type: nauc_ndcg_at_10_std
value: -6.405272980276195
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.20355103883785
verified: no, type: nauc_ndcg_at_1_max
value: 18.84271700427976
verified: no, type: nauc_ndcg_at_1_std
value: -6.846362536084065
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.77178243398418
verified: no, type: nauc_ndcg_at_20_max
value: 20.27057276120682
verified: no, type: nauc_ndcg_at_20_std
value: -4.789054638686646
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.93797698971861
verified: no, type: nauc_ndcg_at_3_max
value: 17.7626073837572
verified: no, type: nauc_ndcg_at_3_std
value: -8.049324539903097
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.628424554881647
verified: no, type: nauc_ndcg_at_5_max
value: 18.989213649165613
verified: no, type: nauc_ndcg_at_5_std
value: -7.173452770970873
verified: no, type: nauc_precision_at_1000_diff1
value: 5.456508320365408
verified: no, type: nauc_precision_at_1000_max
value: 4.8136815217087205
verified: no, type: nauc_precision_at_1000_std
value: 4.947456448109757
verified: no, type: nauc_precision_at_100_diff1
value: 16.260577000896543
verified: no, type: nauc_precision_at_100_max
value: 16.7039900850556
verified: no, type: nauc_precision_at_100_std
value: 9.11227641718042
verified: no, type: nauc_precision_at_10_diff1
value: 16.365122567702535
verified: no, type: nauc_precision_at_10_max
value: 17.065003280187348
verified: no, type: nauc_precision_at_10_std
value: -2.229290931287804
verified: no, type: nauc_precision_at_1_diff1
value: 33.20355103883785
verified: no, type: nauc_precision_at_1_max
value: 18.84271700427976
verified: no, type: nauc_precision_at_1_std
value: -6.846362536084065
verified: no, type: nauc_precision_at_20_diff1
value: 16.91214381595962
verified: no, type: nauc_precision_at_20_max
value: 19.58308083494222
verified: no, type: nauc_precision_at_20_std
value: 2.253335365165219
verified: no, type: nauc_precision_at_3_diff1
value: 19.85085379824151
verified: no, type: nauc_precision_at_3_max
value: 16.27352732420782
verified: no, type: nauc_precision_at_3_std
value: -7.201882607059234
verified: no, type: nauc_precision_at_5_diff1
value: 17.966240404329092
verified: no, type: nauc_precision_at_5_max
value: 18.231425958226044
verified: no, type: nauc_precision_at_5_std
value: -4.043751510938105
verified: no, type: nauc_recall_at_1000_diff1
value: 13.957143176090353
verified: no, type: nauc_recall_at_1000_max
value: 25.052247631159652
verified: no, type: nauc_recall_at_1000_std
value: 17.326355613640054
verified: no, type: nauc_recall_at_100_diff1
value: 21.440869340994407
verified: no, type: nauc_recall_at_100_max
value: 24.311867728047343
verified: no, type: nauc_recall_at_100_std
value: 9.336321796584325
verified: no, type: nauc_recall_at_10_diff1
value: 16.696814266222432
verified: no, type: nauc_recall_at_10_max
value: 17.145710052014486
verified: no, type: nauc_recall_at_10_std
value: -4.135339167818864
verified: no, type: nauc_recall_at_1_diff1
value: 32.6143819833978
verified: no, type: nauc_recall_at_1_max
value: 18.229434406703447
verified: no, type: nauc_recall_at_1_std
value: -8.826503266807608
verified: no, type: nauc_recall_at_20_diff1
value: 18.34311797149379
verified: no, type: nauc_recall_at_20_max
value: 21.832943514273143
verified: no, type: nauc_recall_at_20_std
value: 0.8894706565637946
verified: no, type: nauc_recall_at_3_diff1
value: 20.992985988081557
verified: no, type: nauc_recall_at_3_max
value: 16.255791972442506
verified: no, type: nauc_recall_at_3_std
value: -7.097037821828232
verified: no, type: nauc_recall_at_5_diff1
value: 18.60326978035633
verified: no, type: nauc_recall_at_5_max
value: 18.615371576760275
verified: no, type: nauc_recall_at_5_std
value: -6.049891295196573
verified: no, type: ndcg_at_1
value: 19.154
verified: no, type: ndcg_at_10
value: 27.683000000000003
verified: no, type: ndcg_at_100
value: 33.213
verified: no, type: ndcg_at_1000
value: 36.141
verified: no, type: ndcg_at_20
value: 29.854999999999997
verified: no, type: ndcg_at_3
value: 22.987
verified: no, type: ndcg_at_5
value: 25.106
verified: no, type: precision_at_1
value: 19.154
verified: no, type: precision_at_10
value: 5.224
verified: no, type: precision_at_100
value: 0.919
verified: no, type: precision_at_1000
value: 0.13
verified: no, type: precision_at_20
value: 3.215
verified: no, type: precision_at_3
value: 11.318
verified: no, type: precision_at_5
value: 8.383000000000001
verified: no, type: recall_at_1
value: 15.440000000000001
verified: no, type: recall_at_10
value: 38.734
verified: no, type: recall_at_100
value: 62.576
verified: no, type: recall_at_1000
value: 83.541
verified: no, type: recall_at_20
value: 46.45
verified: no, type: recall_at_3
value: 25.438
verified: no, type: recall_at_5
value: 30.891000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 45.196999999999996
verified: no, type: map_at_1
value: 29.438
verified: no, type: map_at_10
value: 39.497
verified: no, type: map_at_100
value: 40.757
verified: no, type: map_at_1000
value: 40.865
verified: no, type: map_at_20
value: 40.21
verified: no, type: map_at_3
value: 36.649
verified: no, type: map_at_5
value: 38.278
verified: no, type: mrr_at_1
value: 35.514918190567855
verified: no, type: mrr_at_10
value: 44.939158531555066
verified: no, type: mrr_at_100
value: 45.71399223764184
verified: no, type: mrr_at_1000
value: 45.767047236444185
verified: no, type: mrr_at_20
value: 45.40064162616659
verified: no, type: mrr_at_3
value: 42.49278152069297
verified: no, type: mrr_at_5
value: 43.999037536092395
verified: no, type: nauc_map_at_1000_diff1
value: 48.2911083967695
verified: no, type: nauc_map_at_1000_max
value: 33.0567223033294
verified: no, type: nauc_map_at_1000_std
value: -7.5831018828087435
verified: no, type: nauc_map_at_100_diff1
value: 48.266195527072156
verified: no, type: nauc_map_at_100_max
value: 33.03915960499412
verified: no, type: nauc_map_at_100_std
value: -7.606925986310037
verified: no, type: nauc_map_at_10_diff1
value: 48.328320797346294
verified: no, type: nauc_map_at_10_max
value: 32.7070148720631
verified: no, type: nauc_map_at_10_std
value: -8.512811841258646
verified: no, type: nauc_map_at_1_diff1
value: 52.88608162356222
verified: no, type: nauc_map_at_1_max
value: 31.24794941358492
verified: no, type: nauc_map_at_1_std
value: -11.706848009285954
verified: no, type: nauc_map_at_20_diff1
value: 48.2969260156472
verified: no, type: nauc_map_at_20_max
value: 32.86081996380274
verified: no, type: nauc_map_at_20_std
value: -8.020958942798524
verified: no, type: nauc_map_at_3_diff1
value: 48.743817641945114
verified: no, type: nauc_map_at_3_max
value: 32.605458230621856
verified: no, type: nauc_map_at_3_std
value: -8.638274842287737
verified: no, type: nauc_map_at_5_diff1
value: 48.78806923732555
verified: no, type: nauc_map_at_5_max
value: 32.61566250570677
verified: no, type: nauc_map_at_5_std
value: -8.780064299161241
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.402407250061934
verified: no, type: nauc_mrr_at_1000_max
value: 32.73963018253408
verified: no, type: nauc_mrr_at_1000_std
value: -7.600714897746363
verified: no, type: nauc_mrr_at_100_diff1
value: 48.38722402499983
verified: no, type: nauc_mrr_at_100_max
value: 32.74291939054888
verified: no, type: nauc_mrr_at_100_std
value: -7.584196436282831
verified: no, type: nauc_mrr_at_10_diff1
value: 48.324992370558576
verified: no, type: nauc_mrr_at_10_max
value: 32.65326566012142
verified: no, type: nauc_mrr_at_10_std
value: -7.960957871756174
verified: no, type: nauc_mrr_at_1_diff1
value: 52.51790849738347
verified: no, type: nauc_mrr_at_1_max
value: 31.979743734335504
verified: no, type: nauc_mrr_at_1_std
value: -11.101383949942232
verified: no, type: nauc_mrr_at_20_diff1
value: 48.375346158446725
verified: no, type: nauc_mrr_at_20_max
value: 32.73895555822591
verified: no, type: nauc_mrr_at_20_std
value: -7.642914670396977
verified: no, type: nauc_mrr_at_3_diff1
value: 48.83160990949774
verified: no, type: nauc_mrr_at_3_max
value: 32.80880922901924
verified: no, type: nauc_mrr_at_3_std
value: -7.760362168094019
verified: no, type: nauc_mrr_at_5_diff1
value: 48.60255139323125
verified: no, type: nauc_mrr_at_5_max
value: 32.72728351371156
verified: no, type: nauc_mrr_at_5_std
value: -8.038189749481258
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.67101320125475
verified: no, type: nauc_ndcg_at_1000_max
value: 34.0504701772667
verified: no, type: nauc_ndcg_at_1000_std
value: -4.032878112637376
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.248748827447265
verified: no, type: nauc_ndcg_at_100_max
value: 33.74751928599088
verified: no, type: nauc_ndcg_at_100_std
value: -3.991862266355337
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.46100196084458
verified: no, type: nauc_ndcg_at_10_max
value: 32.807685888284794
verified: no, type: nauc_ndcg_at_10_std
value: -7.457478747984192
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.51790849738347
verified: no, type: nauc_ndcg_at_1_max
value: 31.979743734335504
verified: no, type: nauc_ndcg_at_1_std
value: -11.101383949942232
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.410656199509944
verified: no, type: nauc_ndcg_at_20_max
value: 33.1581309808876
verified: no, type: nauc_ndcg_at_20_std
value: -5.99183846380811
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.26764972559635
verified: no, type: nauc_ndcg_at_3_max
value: 33.08614197399897
verified: no, type: nauc_ndcg_at_3_std
value: -7.0742507391341345
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.35898227835041
verified: no, type: nauc_ndcg_at_5_max
value: 32.84468179240444
verified: no, type: nauc_ndcg_at_5_std
value: -7.714927192881523
verified: no, type: nauc_precision_at_1000_diff1
value: -9.52692395683019
verified: no, type: nauc_precision_at_1000_max
value: 7.374303479576268
verified: no, type: nauc_precision_at_1000_std
value: 20.79761650113592
verified: no, type: nauc_precision_at_100_diff1
value: -0.5511806256392863
verified: no, type: nauc_precision_at_100_max
value: 14.260122126630634
verified: no, type: nauc_precision_at_100_std
value: 20.84530821188996
verified: no, type: nauc_precision_at_10_diff1
value: 19.572115874106533
verified: no, type: nauc_precision_at_10_max
value: 24.556082924046027
verified: no, type: nauc_precision_at_10_std
value: 5.323857400679805
verified: no, type: nauc_precision_at_1_diff1
value: 52.51790849738347
verified: no, type: nauc_precision_at_1_max
value: 31.979743734335504
verified: no, type: nauc_precision_at_1_std
value: -11.101383949942232
verified: no, type: nauc_precision_at_20_diff1
value: 12.356576945971826
verified: no, type: nauc_precision_at_20_max
value: 21.121689225096056
verified: no, type: nauc_precision_at_20_std
value: 12.177075559439556
verified: no, type: nauc_precision_at_3_diff1
value: 33.671667659871865
verified: no, type: nauc_precision_at_3_max
value: 30.98143183174062
verified: no, type: nauc_precision_at_3_std
value: 0.520604608152502
verified: no, type: nauc_precision_at_5_diff1
value: 30.06980809430162
verified: no, type: nauc_precision_at_5_max
value: 28.454115294663602
verified: no, type: nauc_precision_at_5_std
value: 0.8596400708828538
verified: no, type: nauc_recall_at_1000_diff1
value: 24.965587031650884
verified: no, type: nauc_recall_at_1000_max
value: 40.72840120992986
verified: no, type: nauc_recall_at_1000_std
value: 38.76857796467627
verified: no, type: nauc_recall_at_100_diff1
value: 32.790892696170374
verified: no, type: nauc_recall_at_100_max
value: 32.970070123139564
verified: no, type: nauc_recall_at_100_std
value: 14.657654854897062
verified: no, type: nauc_recall_at_10_diff1
value: 38.309181873423476
verified: no, type: nauc_recall_at_10_max
value: 30.28707855794435
verified: no, type: nauc_recall_at_10_std
value: -5.568997608502203
verified: no, type: nauc_recall_at_1_diff1
value: 52.88608162356222
verified: no, type: nauc_recall_at_1_max
value: 31.24794941358492
verified: no, type: nauc_recall_at_1_std
value: -11.706848009285954
verified: no, type: nauc_recall_at_20_diff1
value: 37.44816940285688
verified: no, type: nauc_recall_at_20_max
value: 31.24736990052554
verified: no, type: nauc_recall_at_20_std
value: -0.17027260910961897
verified: no, type: nauc_recall_at_3_diff1
value: 42.921582034772726
verified: no, type: nauc_recall_at_3_max
value: 31.861184780950513
verified: no, type: nauc_recall_at_3_std
value: -6.209754089638474
verified: no, type: nauc_recall_at_5_diff1
value: 41.74803396821156
verified: no, type: nauc_recall_at_5_max
value: 31.13023590637421
verified: no, type: nauc_recall_at_5_std
value: -6.608370086504567
verified: no, type: ndcg_at_1
value: 35.515
verified: no, type: ndcg_at_10
value: 45.196999999999996
verified: no, type: ndcg_at_100
value: 50.38399999999999
verified: no, type: ndcg_at_1000
value: 52.596
verified: no, type: ndcg_at_20
value: 47.233000000000004
verified: no, type: ndcg_at_3
value: 40.573
verified: no, type: ndcg_at_5
value: 42.853
verified: no, type: precision_at_1
value: 35.515
verified: no, type: precision_at_10
value: 8.017000000000001
verified: no, type: precision_at_100
value: 1.237
verified: no, type: precision_at_1000
value: 0.159
verified: no, type: precision_at_20
value: 4.687
verified: no, type: precision_at_3
value: 18.961
verified: no, type: precision_at_5
value: 13.34
verified: no, type: recall_at_1
value: 29.438
verified: no, type: recall_at_10
value: 56.603
verified: no, type: recall_at_100
value: 78.281
verified: no, type: recall_at_1000
value: 93.172
verified: no, type: recall_at_20
value: 63.571
verified: no, type: recall_at_3
value: 43.763000000000005
verified: no, type: recall_at_5
value: 49.717
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 41.967999999999996
verified: no, type: map_at_1
value: 27.991
verified: no, type: map_at_10
value: 36.815
verified: no, type: map_at_100
value: 38.14
verified: no, type: map_at_1000
value: 38.257999999999996
verified: no, type: map_at_20
value: 37.561
verified: no, type: map_at_3
value: 34.094
verified: no, type: map_at_5
value: 35.557
verified: no, type: mrr_at_1
value: 34.817351598173516
verified: no, type: mrr_at_10
value: 42.56500507356672
verified: no, type: mrr_at_100
value: 43.460463999764066
verified: no, type: mrr_at_1000
value: 43.52348583643295
verified: no, type: mrr_at_20
value: 43.11992252647868
verified: no, type: mrr_at_3
value: 40.20167427701675
verified: no, type: mrr_at_5
value: 41.45738203957382
verified: no, type: nauc_map_at_1000_diff1
value: 41.67048775212967
verified: no, type: nauc_map_at_1000_max
value: 43.99159244124849
verified: no, type: nauc_map_at_1000_std
value: 2.573128018829387
verified: no, type: nauc_map_at_100_diff1
value: 41.674051168864544
verified: no, type: nauc_map_at_100_max
value: 43.98147916359051
verified: no, type: nauc_map_at_100_std
value: 2.5254111056725157
verified: no, type: nauc_map_at_10_diff1
value: 41.7125704403198
verified: no, type: nauc_map_at_10_max
value: 43.474100183989364
verified: no, type: nauc_map_at_10_std
value: 1.6477791314522445
verified: no, type: nauc_map_at_1_diff1
value: 48.1867206901292
verified: no, type: nauc_map_at_1_max
value: 40.525641468978996
verified: no, type: nauc_map_at_1_std
value: -0.7568533902855162
verified: no, type: nauc_map_at_20_diff1
value: 41.64339598055937
verified: no, type: nauc_map_at_20_max
value: 43.62356989148736
verified: no, type: nauc_map_at_20_std
value: 2.087731774178381
verified: no, type: nauc_map_at_3_diff1
value: 43.473195638597325
verified: no, type: nauc_map_at_3_max
value: 42.94377216167118
verified: no, type: nauc_map_at_3_std
value: 0.2505945238603998
verified: no, type: nauc_map_at_5_diff1
value: 42.39542158097317
verified: no, type: nauc_map_at_5_max
value: 43.67892698262521
verified: no, type: nauc_map_at_5_std
value: 0.9895905882223653
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.09671003865924
verified: no, type: nauc_mrr_at_1000_max
value: 46.28436379929593
verified: no, type: nauc_mrr_at_1000_std
value: 4.354037919152363
verified: no, type: nauc_mrr_at_100_diff1
value: 41.09244756994191
verified: no, type: nauc_mrr_at_100_max
value: 46.29034043110901
verified: no, type: nauc_mrr_at_100_std
value: 4.351726070204726
verified: no, type: nauc_mrr_at_10_diff1
value: 40.977946444819096
verified: no, type: nauc_mrr_at_10_max
value: 46.10718374892125
verified: no, type: nauc_mrr_at_10_std
value: 4.18336707456262
verified: no, type: nauc_mrr_at_1_diff1
value: 45.599332453292675
verified: no, type: nauc_mrr_at_1_max
value: 45.84726261326186
verified: no, type: nauc_mrr_at_1_std
value: 2.4345971000548854
verified: no, type: nauc_mrr_at_20_diff1
value: 40.95961993815576
verified: no, type: nauc_mrr_at_20_max
value: 46.18592650660265
verified: no, type: nauc_mrr_at_20_std
value: 4.305161755438331
verified: no, type: nauc_mrr_at_3_diff1
value: 42.32692907673492
verified: no, type: nauc_mrr_at_3_max
value: 46.26011359406279
verified: no, type: nauc_mrr_at_3_std
value: 2.948567577936104
verified: no, type: nauc_mrr_at_5_diff1
value: 41.34052580040367
verified: no, type: nauc_mrr_at_5_max
value: 46.34383226431204
verified: no, type: nauc_mrr_at_5_std
value: 3.633823850306508
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.93215369321293
verified: no, type: nauc_ndcg_at_1000_max
value: 45.687802170808574
verified: no, type: nauc_ndcg_at_1000_std
value: 6.430986118631789
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.684859990483915
verified: no, type: nauc_ndcg_at_100_max
value: 45.80031091479213
verified: no, type: nauc_ndcg_at_100_std
value: 6.36066573145881
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.23880630958678
verified: no, type: nauc_ndcg_at_10_max
value: 43.80038181935968
verified: no, type: nauc_ndcg_at_10_std
value: 3.3533556819103074
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.94736367846991
verified: no, type: nauc_ndcg_at_1_max
value: 46.105763729560294
verified: no, type: nauc_ndcg_at_1_std
value: 2.5515460950343622
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.077143576829634
verified: no, type: nauc_ndcg_at_20_max
value: 44.175755846357006
verified: no, type: nauc_ndcg_at_20_std
value: 4.5499430823825
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.55043893779763
verified: no, type: nauc_ndcg_at_3_max
value: 44.369396288268
verified: no, type: nauc_ndcg_at_3_std
value: 1.8135062317910333
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.27727274546977
verified: no, type: nauc_ndcg_at_5_max
value: 44.58055714919917
verified: no, type: nauc_ndcg_at_5_std
value: 2.3858438655025895
verified: no, type: nauc_precision_at_1000_diff1
value: -15.82921590565681
verified: no, type: nauc_precision_at_1000_max
value: 5.3200324911551276
verified: no, type: nauc_precision_at_1000_std
value: 17.059441605068066
verified: no, type: nauc_precision_at_100_diff1
value: -3.477661270951154
verified: no, type: nauc_precision_at_100_max
value: 23.102213467508363
verified: no, type: nauc_precision_at_100_std
value: 22.61050030511951
verified: no, type: nauc_precision_at_10_diff1
value: 13.022774804120216
verified: no, type: nauc_precision_at_10_max
value: 38.41004452998074
verified: no, type: nauc_precision_at_10_std
value: 15.569153607416283
verified: no, type: nauc_precision_at_1_diff1
value: 45.94736367846991
verified: no, type: nauc_precision_at_1_max
value: 46.105763729560294
verified: no, type: nauc_precision_at_1_std
value: 2.5515460950343622
verified: no, type: nauc_precision_at_20_diff1
value: 6.552231339783917
verified: no, type: nauc_precision_at_20_max
value: 33.144348451578914
verified: no, type: nauc_precision_at_20_std
value: 19.55599724769983
verified: no, type: nauc_precision_at_3_diff1
value: 28.52937551899466
verified: no, type: nauc_precision_at_3_max
value: 45.2056127705799
verified: no, type: nauc_precision_at_3_std
value: 7.5353087497146785
verified: no, type: nauc_precision_at_5_diff1
value: 21.680390063172492
verified: no, type: nauc_precision_at_5_max
value: 44.075542142279645
verified: no, type: nauc_precision_at_5_std
value: 10.933211341141087
verified: no, type: nauc_recall_at_1000_diff1
value: 31.550619753305593
verified: no, type: nauc_recall_at_1000_max
value: 49.1096811911254
verified: no, type: nauc_recall_at_1000_std
value: 39.51532818925666
verified: no, type: nauc_recall_at_100_diff1
value: 30.696662503429863
verified: no, type: nauc_recall_at_100_max
value: 47.21608565384206
verified: no, type: nauc_recall_at_100_std
value: 20.894556840831438
verified: no, type: nauc_recall_at_10_diff1
value: 30.61623779072834
verified: no, type: nauc_recall_at_10_max
value: 38.964392138468114
verified: no, type: nauc_recall_at_10_std
value: 5.00024473264126
verified: no, type: nauc_recall_at_1_diff1
value: 48.1867206901292
verified: no, type: nauc_recall_at_1_max
value: 40.525641468978996
verified: no, type: nauc_recall_at_1_std
value: -0.7568533902855162
verified: no, type: nauc_recall_at_20_diff1
value: 29.07251333097125
verified: no, type: nauc_recall_at_20_max
value: 39.03312242614524
verified: no, type: nauc_recall_at_20_std
value: 8.959922224970903
verified: no, type: nauc_recall_at_3_diff1
value: 38.724975690747826
verified: no, type: nauc_recall_at_3_max
value: 41.3025635407677
verified: no, type: nauc_recall_at_3_std
value: 0.6484284398052167
verified: no, type: nauc_recall_at_5_diff1
value: 34.09423664395091
verified: no, type: nauc_recall_at_5_max
value: 41.34844327450573
verified: no, type: nauc_recall_at_5_std
value: 2.3349428535301424
verified: no, type: ndcg_at_1
value: 34.703
verified: no, type: ndcg_at_10
value: 41.967999999999996
verified: no, type: ndcg_at_100
value: 47.607
verified: no, type: ndcg_at_1000
value: 49.984
verified: no, type: ndcg_at_20
value: 44.285000000000004
verified: no, type: ndcg_at_3
value: 37.582
verified: no, type: ndcg_at_5
value: 39.454
verified: no, type: precision_at_1
value: 34.703
verified: no, type: precision_at_10
value: 7.306
verified: no, type: precision_at_100
value: 1.191
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 4.406000000000001
verified: no, type: precision_at_3
value: 17.541999999999998
verified: no, type: precision_at_5
value: 12.26
verified: no, type: recall_at_1
value: 27.991
verified: no, type: recall_at_10
value: 52.016
verified: no, type: recall_at_100
value: 75.807
verified: no, type: recall_at_1000
value: 91.84400000000001
verified: no, type: recall_at_20
value: 60.171
verified: no, type: recall_at_3
value: 39.268
verified: no, type: recall_at_5
value: 44.548
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 39.80483333333333
verified: no, type: ndcg_at_10
value: 39.80483333333333
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 34.888999999999996
verified: no, type: map_at_1
value: 24.257
verified: no, type: map_at_10
value: 30.85
verified: no, type: map_at_100
value: 31.653
verified: no, type: map_at_1000
value: 31.744
verified: no, type: map_at_20
value: 31.235000000000003
verified: no, type: map_at_3
value: 28.742
verified: no, type: map_at_5
value: 29.743000000000002
verified: no, type: mrr_at_1
value: 26.68711656441718
verified: no, type: mrr_at_10
value: 33.22828415619827
verified: no, type: mrr_at_100
value: 33.9510074708967
verified: no, type: mrr_at_1000
value: 34.019092955305204
verified: no, type: mrr_at_20
value: 33.600871234124
verified: no, type: mrr_at_3
value: 31.160531697341508
verified: no, type: mrr_at_5
value: 32.14212678936605
verified: no, type: nauc_map_at_1000_diff1
value: 52.717440487225275
verified: no, type: nauc_map_at_1000_max
value: 44.60170963845081
verified: no, type: nauc_map_at_1000_std
value: -3.1996706483359136
verified: no, type: nauc_map_at_100_diff1
value: 52.71189673586013
verified: no, type: nauc_map_at_100_max
value: 44.57163638567482
verified: no, type: nauc_map_at_100_std
value: -3.2345902627286436
verified: no, type: nauc_map_at_10_diff1
value: 53.02449930693637
verified: no, type: nauc_map_at_10_max
value: 44.35369795372346
verified: no, type: nauc_map_at_10_std
value: -3.8104783477282513
verified: no, type: nauc_map_at_1_diff1
value: 61.69412555489549
verified: no, type: nauc_map_at_1_max
value: 45.687572761686425
verified: no, type: nauc_map_at_1_std
value: -5.706950124921224
verified: no, type: nauc_map_at_20_diff1
value: 52.762382597962855
verified: no, type: nauc_map_at_20_max
value: 44.42527816578249
verified: no, type: nauc_map_at_20_std
value: -3.62442115557958
verified: no, type: nauc_map_at_3_diff1
value: 54.218133325934595
verified: no, type: nauc_map_at_3_max
value: 43.886110491155
verified: no, type: nauc_map_at_3_std
value: -5.373779809729606
verified: no, type: nauc_map_at_5_diff1
value: 53.87314356227072
verified: no, type: nauc_map_at_5_max
value: 44.19838867906011
verified: no, type: nauc_map_at_5_std
value: -4.657996273921579
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.608759486406065
verified: no, type: nauc_mrr_at_1000_max
value: 46.43225035608919
verified: no, type: nauc_mrr_at_1000_std
value: -1.0825740469149292
verified: no, type: nauc_mrr_at_100_diff1
value: 52.59290039623913
verified: no, type: nauc_mrr_at_100_max
value: 46.43031739568791
verified: no, type: nauc_mrr_at_100_std
value: -1.110101172332684
verified: no, type: nauc_mrr_at_10_diff1
value: 52.860476269889055
verified: no, type: nauc_mrr_at_10_max
value: 46.48418329087753
verified: no, type: nauc_mrr_at_10_std
value: -1.3374238019386193
verified: no, type: nauc_mrr_at_1_diff1
value: 61.441947428807666
verified: no, type: nauc_mrr_at_1_max
value: 48.54756533074311
verified: no, type: nauc_mrr_at_1_std
value: -2.3680485432053135
verified: no, type: nauc_mrr_at_20_diff1
value: 52.665535367800906
verified: no, type: nauc_mrr_at_20_max
value: 46.41185879304558
verified: no, type: nauc_mrr_at_20_std
value: -1.3444595758714797
verified: no, type: nauc_mrr_at_3_diff1
value: 54.172851649909134
verified: no, type: nauc_mrr_at_3_max
value: 46.15833772250591
verified: no, type: nauc_mrr_at_3_std
value: -2.6730529379570642
verified: no, type: nauc_mrr_at_5_diff1
value: 53.723702014945175
verified: no, type: nauc_mrr_at_5_max
value: 46.297316686693016
verified: no, type: nauc_mrr_at_5_std
value: -2.159788610857334
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.49475884804671
verified: no, type: nauc_ndcg_at_1000_max
value: 45.2504813678727
verified: no, type: nauc_ndcg_at_1000_std
value: 1.3660441371017331
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.328439839293004
verified: no, type: nauc_ndcg_at_100_max
value: 45.1976848279064
verified: no, type: nauc_ndcg_at_100_std
value: 0.984414559030773
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.57495706841805
verified: no, type: nauc_ndcg_at_10_max
value: 44.32422841398523
verified: no, type: nauc_ndcg_at_10_std
value: -1.8938863954712948
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.441947428807666
verified: no, type: nauc_ndcg_at_1_max
value: 48.54756533074311
verified: no, type: nauc_ndcg_at_1_std
value: -2.3680485432053135
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.698704369155664
verified: no, type: nauc_ndcg_at_20_max
value: 44.32085785234671
verified: no, type: nauc_ndcg_at_20_std
value: -1.5370200957389617
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.87602761155865
verified: no, type: nauc_ndcg_at_3_max
value: 43.836423952288946
verified: no, type: nauc_ndcg_at_3_std
value: -4.519331726990856
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.536849644847216
verified: no, type: nauc_ndcg_at_5_max
value: 44.05267508410536
verified: no, type: nauc_ndcg_at_5_std
value: -3.7646800644981484
verified: no, type: nauc_precision_at_1000_diff1
value: -3.114425136121477
verified: no, type: nauc_precision_at_1000_max
value: 21.219654091584214
verified: no, type: nauc_precision_at_1000_std
value: 23.620715661080197
verified: no, type: nauc_precision_at_100_diff1
value: 13.781387623485253
verified: no, type: nauc_precision_at_100_max
value: 37.7816424452238
verified: no, type: nauc_precision_at_100_std
value: 24.719409110027726
verified: no, type: nauc_precision_at_10_diff1
value: 29.300018648484276
verified: no, type: nauc_precision_at_10_max
value: 42.111386830242296
verified: no, type: nauc_precision_at_10_std
value: 10.14768426081145
verified: no, type: nauc_precision_at_1_diff1
value: 61.441947428807666
verified: no, type: nauc_precision_at_1_max
value: 48.54756533074311
verified: no, type: nauc_precision_at_1_std
value: -2.3680485432053135
verified: no, type: nauc_precision_at_20_diff1
value: 24.056049155242437
verified: no, type: nauc_precision_at_20_max
value: 41.1201344685915
verified: no, type: nauc_precision_at_20_std
value: 12.97512554259156
verified: no, type: nauc_precision_at_3_diff1
value: 40.917570494530224
verified: no, type: nauc_precision_at_3_max
value: 42.15043236961856
verified: no, type: nauc_precision_at_3_std
value: -0.589880165120388
verified: no, type: nauc_precision_at_5_diff1
value: 36.58196834265981
verified: no, type: nauc_precision_at_5_max
value: 41.630431483145955
verified: no, type: nauc_precision_at_5_std
value: 2.792434474028848
verified: no, type: nauc_recall_at_1000_diff1
value: 22.038599119727685
verified: no, type: nauc_recall_at_1000_max
value: 40.92494951502034
verified: no, type: nauc_recall_at_1000_std
value: 30.098168212129906
verified: no, type: nauc_recall_at_100_diff1
value: 30.27278930698841
verified: no, type: nauc_recall_at_100_max
value: 43.08655404016066
verified: no, type: nauc_recall_at_100_std
value: 16.415020332792015
verified: no, type: nauc_recall_at_10_diff1
value: 38.75370707674917
verified: no, type: nauc_recall_at_10_max
value: 40.98674256815627
verified: no, type: nauc_recall_at_10_std
value: 1.4170954879979862
verified: no, type: nauc_recall_at_1_diff1
value: 61.69412555489549
verified: no, type: nauc_recall_at_1_max
value: 45.687572761686425
verified: no, type: nauc_recall_at_1_std
value: -5.706950124921224
verified: no, type: nauc_recall_at_20_diff1
value: 34.95998605858319
verified: no, type: nauc_recall_at_20_max
value: 40.10527957275843
verified: no, type: nauc_recall_at_20_std
value: 2.1856254846998895
verified: no, type: nauc_recall_at_3_diff1
value: 46.10618270844218
verified: no, type: nauc_recall_at_3_max
value: 39.94724438255762
verified: no, type: nauc_recall_at_3_std
value: -6.261263180948628
verified: no, type: nauc_recall_at_5_diff1
value: 45.37034670682598
verified: no, type: nauc_recall_at_5_max
value: 40.996211974958655
verified: no, type: nauc_recall_at_5_std
value: -3.8795589504838945
verified: no, type: ndcg_at_1
value: 26.687
verified: no, type: ndcg_at_10
value: 34.888999999999996
verified: no, type: ndcg_at_100
value: 38.967
verified: no, type: ndcg_at_1000
value: 41.408
verified: no, type: ndcg_at_20
value: 36.202
verified: no, type: ndcg_at_3
value: 30.763
verified: no, type: ndcg_at_5
value: 32.369
verified: no, type: precision_at_1
value: 26.687
verified: no, type: precision_at_10
value: 5.428999999999999
verified: no, type: precision_at_100
value: 0.8099999999999999
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 3.0669999999999997
verified: no, type: precision_at_3
value: 12.883
verified: no, type: precision_at_5
value: 8.895999999999999
verified: no, type: recall_at_1
value: 24.257
verified: no, type: recall_at_10
value: 45.013999999999996
verified: no, type: recall_at_100
value: 63.55800000000001
verified: no, type: recall_at_1000
value: 81.649
verified: no, type: recall_at_20
value: 49.786
verified: no, type: recall_at_3
value: 33.623
verified: no, type: recall_at_5
value: 37.489
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 27.174
verified: no, type: map_at_1
value: 16.683
verified: no, type: map_at_10
value: 22.965
verified: no, type: map_at_100
value: 23.954
verified: no, type: map_at_1000
value: 24.078
verified: no, type: map_at_20
value: 23.49
verified: no, type: map_at_3
value: 20.918999999999997
verified: no, type: map_at_5
value: 22.027
verified: no, type: mrr_at_1
value: 19.92429456297316
verified: no, type: mrr_at_10
value: 26.551319656102862
verified: no, type: mrr_at_100
value: 27.428968210944316
verified: no, type: mrr_at_1000
value: 27.510501144435317
verified: no, type: mrr_at_20
value: 27.051813881383698
verified: no, type: mrr_at_3
value: 24.483826565726083
verified: no, type: mrr_at_5
value: 25.624569855471435
verified: no, type: nauc_map_at_1000_diff1
value: 39.70294552750383
verified: no, type: nauc_map_at_1000_max
value: 31.317466455201227
verified: no, type: nauc_map_at_1000_std
value: -1.762559086629105
verified: no, type: nauc_map_at_100_diff1
value: 39.71390899838813
verified: no, type: nauc_map_at_100_max
value: 31.29204970199068
verified: no, type: nauc_map_at_100_std
value: -1.791535537876596
verified: no, type: nauc_map_at_10_diff1
value: 40.01482969019678
verified: no, type: nauc_map_at_10_max
value: 31.23314156393745
verified: no, type: nauc_map_at_10_std
value: -2.3274535397042513
verified: no, type: nauc_map_at_1_diff1
value: 46.72895932959986
verified: no, type: nauc_map_at_1_max
value: 29.819875651168548
verified: no, type: nauc_map_at_1_std
value: -3.6639434506444912
verified: no, type: nauc_map_at_20_diff1
value: 39.79895580803141
verified: no, type: nauc_map_at_20_max
value: 31.18209733793537
verified: no, type: nauc_map_at_20_std
value: -2.052399285243834
verified: no, type: nauc_map_at_3_diff1
value: 41.98314483627424
verified: no, type: nauc_map_at_3_max
value: 31.410399587944422
verified: no, type: nauc_map_at_3_std
value: -3.1256987241100957
verified: no, type: nauc_map_at_5_diff1
value: 40.68955549018378
verified: no, type: nauc_map_at_5_max
value: 31.529138053527888
verified: no, type: nauc_map_at_5_std
value: -2.5106031609548727
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.843425454050774
verified: no, type: nauc_mrr_at_1000_max
value: 32.080747972542476
verified: no, type: nauc_mrr_at_1000_std
value: -1.8813140227198037
verified: no, type: nauc_mrr_at_100_diff1
value: 38.844774433232246
verified: no, type: nauc_mrr_at_100_max
value: 32.07767547525176
verified: no, type: nauc_mrr_at_100_std
value: -1.8853968240347412
verified: no, type: nauc_mrr_at_10_diff1
value: 38.9943638829038
verified: no, type: nauc_mrr_at_10_max
value: 32.113199636613224
verified: no, type: nauc_mrr_at_10_std
value: -2.2808765253620997
verified: no, type: nauc_mrr_at_1_diff1
value: 45.204551111582504
verified: no, type: nauc_mrr_at_1_max
value: 31.33271495263982
verified: no, type: nauc_mrr_at_1_std
value: -4.310808417520686
verified: no, type: nauc_mrr_at_20_diff1
value: 38.809653957002475
verified: no, type: nauc_mrr_at_20_max
value: 32.00087958077687
verified: no, type: nauc_mrr_at_20_std
value: -2.077240815930647
verified: no, type: nauc_mrr_at_3_diff1
value: 40.640559615359884
verified: no, type: nauc_mrr_at_3_max
value: 32.499874311042085
verified: no, type: nauc_mrr_at_3_std
value: -3.0250204118059623
verified: no, type: nauc_mrr_at_5_diff1
value: 39.730384199123904
verified: no, type: nauc_mrr_at_5_max
value: 32.54797498951286
verified: no, type: nauc_mrr_at_5_std
value: -2.483752446190051
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.67309434839137
verified: no, type: nauc_ndcg_at_1000_max
value: 31.968665383689366
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8902841143765996
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.532320541105456
verified: no, type: nauc_ndcg_at_100_max
value: 31.39262363611392
verified: no, type: nauc_ndcg_at_100_std
value: 1.3738974219360591
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.89304493982828
verified: no, type: nauc_ndcg_at_10_max
value: 31.413699188823262
verified: no, type: nauc_ndcg_at_10_std
value: -1.4406496834360265
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.204551111582504
verified: no, type: nauc_ndcg_at_1_max
value: 31.33271495263982
verified: no, type: nauc_ndcg_at_1_std
value: -4.310808417520686
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.10603668893203
verified: no, type: nauc_ndcg_at_20_max
value: 31.08596071268814
verified: no, type: nauc_ndcg_at_20_std
value: -0.5716127582631676
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.3406275054372
verified: no, type: nauc_ndcg_at_3_max
value: 32.30746163378498
verified: no, type: nauc_ndcg_at_3_std
value: -2.9826906381184086
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.435436080533805
verified: no, type: nauc_ndcg_at_5_max
value: 32.28159769507487
verified: no, type: nauc_ndcg_at_5_std
value: -1.896502637808091
verified: no, type: nauc_precision_at_1000_diff1
value: -1.3272380913114576
verified: no, type: nauc_precision_at_1000_max
value: 16.97452439042005
verified: no, type: nauc_precision_at_1000_std
value: 6.727514561355023
verified: no, type: nauc_precision_at_100_diff1
value: 9.050886288633748
verified: no, type: nauc_precision_at_100_max
value: 22.793531578995857
verified: no, type: nauc_precision_at_100_std
value: 9.041251836945914
verified: no, type: nauc_precision_at_10_diff1
value: 23.58024783123664
verified: no, type: nauc_precision_at_10_max
value: 30.911229044947746
verified: no, type: nauc_precision_at_10_std
value: 0.49206924465533297
verified: no, type: nauc_precision_at_1_diff1
value: 45.204551111582504
verified: no, type: nauc_precision_at_1_max
value: 31.33271495263982
verified: no, type: nauc_precision_at_1_std
value: -4.310808417520686
verified: no, type: nauc_precision_at_20_diff1
value: 18.72722750869453
verified: no, type: nauc_precision_at_20_max
value: 28.168309388621456
verified: no, type: nauc_precision_at_20_std
value: 3.5580796098534906
verified: no, type: nauc_precision_at_3_diff1
value: 34.21934456307853
verified: no, type: nauc_precision_at_3_max
value: 34.50963041596628
verified: no, type: nauc_precision_at_3_std
value: -2.1474684485851876
verified: no, type: nauc_precision_at_5_diff1
value: 29.967346999613596
verified: no, type: nauc_precision_at_5_max
value: 33.958476515854954
verified: no, type: nauc_precision_at_5_std
value: -0.45778793347456004
verified: no, type: nauc_recall_at_1000_diff1
value: 12.06453658572338
verified: no, type: nauc_recall_at_1000_max
value: 30.788667195142633
verified: no, type: nauc_recall_at_1000_std
value: 27.271269189751713
verified: no, type: nauc_recall_at_100_diff1
value: 19.6231994553196
verified: no, type: nauc_recall_at_100_max
value: 27.00238503628109
verified: no, type: nauc_recall_at_100_std
value: 13.294514312384601
verified: no, type: nauc_recall_at_10_diff1
value: 27.755272572613222
verified: no, type: nauc_recall_at_10_max
value: 28.332855891388125
verified: no, type: nauc_recall_at_10_std
value: 0.8241434995618968
verified: no, type: nauc_recall_at_1_diff1
value: 46.72895932959986
verified: no, type: nauc_recall_at_1_max
value: 29.819875651168548
verified: no, type: nauc_recall_at_1_std
value: -3.6639434506444912
verified: no, type: nauc_recall_at_20_diff1
value: 24.731671276025146
verified: no, type: nauc_recall_at_20_max
value: 26.949426211227795
verified: no, type: nauc_recall_at_20_std
value: 3.412457763382852
verified: no, type: nauc_recall_at_3_diff1
value: 36.38111388907899
verified: no, type: nauc_recall_at_3_max
value: 31.47754397495634
verified: no, type: nauc_recall_at_3_std
value: -2.1874715383733956
verified: no, type: nauc_recall_at_5_diff1
value: 31.68529930399809
verified: no, type: nauc_recall_at_5_max
value: 31.090941464639744
verified: no, type: nauc_recall_at_5_std
value: -0.1674878655815559
verified: no, type: ndcg_at_1
value: 19.924
verified: no, type: ndcg_at_10
value: 27.174
verified: no, type: ndcg_at_100
value: 32.065
verified: no, type: ndcg_at_1000
value: 35.106
verified: no, type: ndcg_at_20
value: 28.939999999999998
verified: no, type: ndcg_at_3
value: 23.372999999999998
verified: no, type: ndcg_at_5
value: 25.096
verified: no, type: precision_at_1
value: 19.924
verified: no, type: precision_at_10
value: 4.855
verified: no, type: precision_at_100
value: 0.857
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_20
value: 2.94
verified: no, type: precision_at_3
value: 10.897
verified: no, type: precision_at_5
value: 7.7909999999999995
verified: no, type: recall_at_1
value: 16.683
verified: no, type: recall_at_10
value: 36.276
verified: no, type: recall_at_100
value: 58.437
verified: no, type: recall_at_1000
value: 80.35900000000001
verified: no, type: recall_at_20
value: 42.79
verified: no, type: recall_at_3
value: 25.663999999999998
verified: no, type: recall_at_5
value: 30.213
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 38.34
verified: no, type: map_at_1
value: 25.924999999999997
verified: no, type: map_at_10
value: 33.53
verified: no, type: map_at_100
value: 34.635
verified: no, type: map_at_1000
value: 34.739
verified: no, type: map_at_20
value: 34.117999999999995
verified: no, type: map_at_3
value: 30.94
verified: no, type: map_at_5
value: 32.411
verified: no, type: mrr_at_1
value: 30.223880597014922
verified: no, type: mrr_at_10
value: 37.598873193556024
verified: no, type: mrr_at_100
value: 38.48001202116003
verified: no, type: mrr_at_1000
value: 38.53998687212744
verified: no, type: mrr_at_20
value: 38.0922428291824
verified: no, type: mrr_at_3
value: 35.26119402985074
verified: no, type: mrr_at_5
value: 36.627798507462686
verified: no, type: nauc_map_at_1000_diff1
value: 48.99658121611321
verified: no, type: nauc_map_at_1000_max
value: 43.36514689969973
verified: no, type: nauc_map_at_1000_std
value: 1.2743138438292323
verified: no, type: nauc_map_at_100_diff1
value: 49.00383839256485
verified: no, type: nauc_map_at_100_max
value: 43.34421843813268
verified: no, type: nauc_map_at_100_std
value: 1.2381577394429648
verified: no, type: nauc_map_at_10_diff1
value: 48.976968357570804
verified: no, type: nauc_map_at_10_max
value: 43.21656545934543
verified: no, type: nauc_map_at_10_std
value: 0.8806229946576106
verified: no, type: nauc_map_at_1_diff1
value: 54.79429701172901
verified: no, type: nauc_map_at_1_max
value: 44.94497297225627
verified: no, type: nauc_map_at_1_std
value: 0.3424876477921997
verified: no, type: nauc_map_at_20_diff1
value: 49.05500453067965
verified: no, type: nauc_map_at_20_max
value: 43.313867184227114
verified: no, type: nauc_map_at_20_std
value: 1.0599077751868857
verified: no, type: nauc_map_at_3_diff1
value: 50.202191345168735
verified: no, type: nauc_map_at_3_max
value: 43.16428713411531
verified: no, type: nauc_map_at_3_std
value: 0.33035782399351366
verified: no, type: nauc_map_at_5_diff1
value: 49.43896179760421
verified: no, type: nauc_map_at_5_max
value: 43.36309937252455
verified: no, type: nauc_map_at_5_std
value: 0.6152011411226946
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.359023685110486
verified: no, type: nauc_mrr_at_1000_max
value: 42.5315010808791
verified: no, type: nauc_mrr_at_1000_std
value: 0.5920431228924952
verified: no, type: nauc_mrr_at_100_diff1
value: 48.33949213883611
verified: no, type: nauc_mrr_at_100_max
value: 42.501697399914725
verified: no, type: nauc_mrr_at_100_std
value: 0.5683233598385363
verified: no, type: nauc_mrr_at_10_diff1
value: 48.17405374349975
verified: no, type: nauc_mrr_at_10_max
value: 42.36829702421452
verified: no, type: nauc_mrr_at_10_std
value: 0.3918636512799242
verified: no, type: nauc_mrr_at_1_diff1
value: 54.41613067936997
verified: no, type: nauc_mrr_at_1_max
value: 44.91551488557509
verified: no, type: nauc_mrr_at_1_std
value: -0.7697411188700982
verified: no, type: nauc_mrr_at_20_diff1
value: 48.29085774083497
verified: no, type: nauc_mrr_at_20_max
value: 42.46692350994534
verified: no, type: nauc_mrr_at_20_std
value: 0.49667689004854476
verified: no, type: nauc_mrr_at_3_diff1
value: 49.32403876113614
verified: no, type: nauc_mrr_at_3_max
value: 42.420974899262816
verified: no, type: nauc_mrr_at_3_std
value: -0.17054785857862576
verified: no, type: nauc_mrr_at_5_diff1
value: 48.5386866012484
verified: no, type: nauc_mrr_at_5_max
value: 42.49752447209939
verified: no, type: nauc_mrr_at_5_std
value: -0.030068724695007015
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.482903430093685
verified: no, type: nauc_ndcg_at_1000_max
value: 43.18727440958746
verified: no, type: nauc_ndcg_at_1000_std
value: 3.8397045352936874
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.272241119098105
verified: no, type: nauc_ndcg_at_100_max
value: 42.44044067518221
verified: no, type: nauc_ndcg_at_100_std
value: 3.0744093549329374
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.35820553525149
verified: no, type: nauc_ndcg_at_10_max
value: 42.05754989284268
verified: no, type: nauc_ndcg_at_10_std
value: 1.6140781134179982
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.41613067936997
verified: no, type: nauc_ndcg_at_1_max
value: 44.91551488557509
verified: no, type: nauc_ndcg_at_1_std
value: -0.7697411188700982
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.56173859192192
verified: no, type: nauc_ndcg_at_20_max
value: 42.39990803441754
verified: no, type: nauc_ndcg_at_20_std
value: 2.2301958940613518
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.45451921294981
verified: no, type: nauc_ndcg_at_3_max
value: 42.1519683087422
verified: no, type: nauc_ndcg_at_3_std
value: 0.43355376702150983
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.329516258529
verified: no, type: nauc_ndcg_at_5_max
value: 42.39325493165628
verified: no, type: nauc_ndcg_at_5_std
value: 0.8719863795035224
verified: no, type: nauc_precision_at_1000_diff1
value: -10.427395700183098
verified: no, type: nauc_precision_at_1000_max
value: 1.3695831886594074
verified: no, type: nauc_precision_at_1000_std
value: 5.396211335976429
verified: no, type: nauc_precision_at_100_diff1
value: 4.170216285720574
verified: no, type: nauc_precision_at_100_max
value: 14.393676436386233
verified: no, type: nauc_precision_at_100_std
value: 7.356250144868687
verified: no, type: nauc_precision_at_10_diff1
value: 25.406793843503
verified: no, type: nauc_precision_at_10_max
value: 30.469137431378485
verified: no, type: nauc_precision_at_10_std
value: 4.262031333274362
verified: no, type: nauc_precision_at_1_diff1
value: 54.41613067936997
verified: no, type: nauc_precision_at_1_max
value: 44.91551488557509
verified: no, type: nauc_precision_at_1_std
value: -0.7697411188700982
verified: no, type: nauc_precision_at_20_diff1
value: 20.989784339763254
verified: no, type: nauc_precision_at_20_max
value: 27.616892902118735
verified: no, type: nauc_precision_at_20_std
value: 5.021785061675381
verified: no, type: nauc_precision_at_3_diff1
value: 39.66665542900266
verified: no, type: nauc_precision_at_3_max
value: 37.76686222170862
verified: no, type: nauc_precision_at_3_std
value: 1.04925540752191
verified: no, type: nauc_precision_at_5_diff1
value: 32.88141076318413
verified: no, type: nauc_precision_at_5_max
value: 35.90401974619475
verified: no, type: nauc_precision_at_5_std
value: 2.2695242286100408
verified: no, type: nauc_recall_at_1000_diff1
value: 30.248973513875526
verified: no, type: nauc_recall_at_1000_max
value: 48.439331789791325
verified: no, type: nauc_recall_at_1000_std
value: 38.857189673518135
verified: no, type: nauc_recall_at_100_diff1
value: 33.090255913758874
verified: no, type: nauc_recall_at_100_max
value: 35.45818452208663
verified: no, type: nauc_recall_at_100_std
value: 12.58439358264515
verified: no, type: nauc_recall_at_10_diff1
value: 37.462082402733785
verified: no, type: nauc_recall_at_10_max
value: 36.99065942533105
verified: no, type: nauc_recall_at_10_std
value: 3.948587023033947
verified: no, type: nauc_recall_at_1_diff1
value: 54.79429701172901
verified: no, type: nauc_recall_at_1_max
value: 44.94497297225627
verified: no, type: nauc_recall_at_1_std
value: 0.3424876477921997
verified: no, type: nauc_recall_at_20_diff1
value: 37.34159405112872
verified: no, type: nauc_recall_at_20_max
value: 37.50873448555206
verified: no, type: nauc_recall_at_20_std
value: 6.669489660177887
verified: no, type: nauc_recall_at_3_diff1
value: 43.751405924588184
verified: no, type: nauc_recall_at_3_max
value: 38.5280847003097
verified: no, type: nauc_recall_at_3_std
value: 0.8234291612745726
verified: no, type: nauc_recall_at_5_diff1
value: 40.75537181461394
verified: no, type: nauc_recall_at_5_max
value: 38.64761171801593
verified: no, type: nauc_recall_at_5_std
value: 1.9783778065563666
verified: no, type: ndcg_at_1
value: 30.224
verified: no, type: ndcg_at_10
value: 38.34
verified: no, type: ndcg_at_100
value: 43.564
verified: no, type: ndcg_at_1000
value: 45.888
verified: no, type: ndcg_at_20
value: 40.285
verified: no, type: ndcg_at_3
value: 33.613
verified: no, type: ndcg_at_5
value: 35.868
verified: no, type: precision_at_1
value: 30.224
verified: no, type: precision_at_10
value: 6.343
verified: no, type: precision_at_100
value: 1.0030000000000001
verified: no, type: precision_at_1000
value: 0.131
verified: no, type: precision_at_20
value: 3.689
verified: no, type: precision_at_3
value: 14.832
verified: no, type: precision_at_5
value: 10.504
verified: no, type: recall_at_1
value: 25.924999999999997
verified: no, type: recall_at_10
value: 49.01
verified: no, type: recall_at_100
value: 71.935
verified: no, type: recall_at_1000
value: 88.191
verified: no, type: recall_at_20
value: 56.076
verified: no, type: recall_at_3
value: 36.344
verified: no, type: recall_at_5
value: 41.942
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 39.007
verified: no, type: map_at_1
value: 25.195
verified: no, type: map_at_10
value: 33.29
verified: no, type: map_at_100
value: 34.919
verified: no, type: map_at_1000
value: 35.132999999999996
verified: no, type: map_at_20
value: 34.184
verified: no, type: map_at_3
value: 30.501
verified: no, type: map_at_5
value: 31.917
verified: no, type: mrr_at_1
value: 30.237154150197625
verified: no, type: mrr_at_10
value: 37.97901373988331
verified: no, type: mrr_at_100
value: 38.89357624578056
verified: no, type: mrr_at_1000
value: 38.96172508462875
verified: no, type: mrr_at_20
value: 38.489908488593
verified: no, type: mrr_at_3
value: 35.44137022397892
verified: no, type: mrr_at_5
value: 36.755599472990774
verified: no, type: nauc_map_at_1000_diff1
value: 54.52234288345771
verified: no, type: nauc_map_at_1000_max
value: 37.02933259777875
verified: no, type: nauc_map_at_1000_std
value: -1.8802414735497839
verified: no, type: nauc_map_at_100_diff1
value: 54.592085424308564
verified: no, type: nauc_map_at_100_max
value: 37.13861558972853
verified: no, type: nauc_map_at_100_std
value: -1.8864900602925623
verified: no, type: nauc_map_at_10_diff1
value: 55.32701084932018
verified: no, type: nauc_map_at_10_max
value: 36.97158176818064
verified: no, type: nauc_map_at_10_std
value: -3.364570079568588
verified: no, type: nauc_map_at_1_diff1
value: 62.56234442022803
verified: no, type: nauc_map_at_1_max
value: 37.725553737446866
verified: no, type: nauc_map_at_1_std
value: -5.9573495367577705
verified: no, type: nauc_map_at_20_diff1
value: 54.92567471295049
verified: no, type: nauc_map_at_20_max
value: 36.980006282091985
verified: no, type: nauc_map_at_20_std
value: -2.7416738048891243
verified: no, type: nauc_map_at_3_diff1
value: 57.6202035201006
verified: no, type: nauc_map_at_3_max
value: 36.85083307496426
verified: no, type: nauc_map_at_3_std
value: -4.929088209082444
verified: no, type: nauc_map_at_5_diff1
value: 56.43034014992742
verified: no, type: nauc_map_at_5_max
value: 36.65006798835753
verified: no, type: nauc_map_at_5_std
value: -4.776147213332607
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.91684536214369
verified: no, type: nauc_mrr_at_1000_max
value: 35.50047477073224
verified: no, type: nauc_mrr_at_1000_std
value: -0.9638166168094422
verified: no, type: nauc_mrr_at_100_diff1
value: 51.89735751581897
verified: no, type: nauc_mrr_at_100_max
value: 35.48371938892366
verified: no, type: nauc_mrr_at_100_std
value: -0.9444977007097576
verified: no, type: nauc_mrr_at_10_diff1
value: 51.82990105533963
verified: no, type: nauc_mrr_at_10_max
value: 35.41678096580625
verified: no, type: nauc_mrr_at_10_std
value: -1.2998439543197369
verified: no, type: nauc_mrr_at_1_diff1
value: 57.36601705972182
verified: no, type: nauc_mrr_at_1_max
value: 36.90602990003092
verified: no, type: nauc_mrr_at_1_std
value: -3.4080880251307044
verified: no, type: nauc_mrr_at_20_diff1
value: 51.8613947241447
verified: no, type: nauc_mrr_at_20_max
value: 35.42345819928662
verified: no, type: nauc_mrr_at_20_std
value: -1.093870308993923
verified: no, type: nauc_mrr_at_3_diff1
value: 53.01993009463089
verified: no, type: nauc_mrr_at_3_max
value: 35.822666497908806
verified: no, type: nauc_mrr_at_3_std
value: -2.1165600076512474
verified: no, type: nauc_mrr_at_5_diff1
value: 52.34611304656942
verified: no, type: nauc_mrr_at_5_max
value: 35.49696929205688
verified: no, type: nauc_mrr_at_5_std
value: -2.0955274926266982
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.41120348218975
verified: no, type: nauc_ndcg_at_1000_max
value: 36.685342768279675
verified: no, type: nauc_ndcg_at_1000_std
value: 1.7205313748343651
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.93701708514895
verified: no, type: nauc_ndcg_at_100_max
value: 36.162627377243275
verified: no, type: nauc_ndcg_at_100_std
value: 1.7640807675244328
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.63098923593871
verified: no, type: nauc_ndcg_at_10_max
value: 35.34361464083639
verified: no, type: nauc_ndcg_at_10_std
value: -0.9402862458857915
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.36601705972182
verified: no, type: nauc_ndcg_at_1_max
value: 36.90602990003092
verified: no, type: nauc_ndcg_at_1_std
value: -3.4080880251307044
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.73961693837964
verified: no, type: nauc_ndcg_at_20_max
value: 35.01998564289338
verified: no, type: nauc_ndcg_at_20_std
value: -0.5241446967120867
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.23302956511971
verified: no, type: nauc_ndcg_at_3_max
value: 35.708980757056295
verified: no, type: nauc_ndcg_at_3_std
value: -3.017125347557592
verified: no, type: nauc_ndcg_at_5_diff1
value: 52.335636773583396
verified: no, type: nauc_ndcg_at_5_max
value: 35.34227057005852
verified: no, type: nauc_ndcg_at_5_std
value: -2.9708664518544508
verified: no, type: nauc_precision_at_1000_diff1
value: -18.554677236277232
verified: no, type: nauc_precision_at_1000_max
value: -15.659740900843067
verified: no, type: nauc_precision_at_1000_std
value: 8.228155770924415
verified: no, type: nauc_precision_at_100_diff1
value: -12.195998995692928
verified: no, type: nauc_precision_at_100_max
value: -0.5888781565639164
verified: no, type: nauc_precision_at_100_std
value: 19.312752223375448
verified: no, type: nauc_precision_at_10_diff1
value: 12.921470127228105
verified: no, type: nauc_precision_at_10_max
value: 21.317929458256238
verified: no, type: nauc_precision_at_10_std
value: 13.148202187911012
verified: no, type: nauc_precision_at_1_diff1
value: 57.36601705972182
verified: no, type: nauc_precision_at_1_max
value: 36.90602990003092
verified: no, type: nauc_precision_at_1_std
value: -3.4080880251307044
verified: no, type: nauc_precision_at_20_diff1
value: 2.4696353004069906
verified: no, type: nauc_precision_at_20_max
value: 14.284343093524058
verified: no, type: nauc_precision_at_20_std
value: 17.480976091077217
verified: no, type: nauc_precision_at_3_diff1
value: 35.82856720298558
verified: no, type: nauc_precision_at_3_max
value: 29.613454822718143
verified: no, type: nauc_precision_at_3_std
value: 0.38030095211645343
verified: no, type: nauc_precision_at_5_diff1
value: 27.632641276435354
verified: no, type: nauc_precision_at_5_max
value: 27.238425775328967
verified: no, type: nauc_precision_at_5_std
value: 3.152744091929671
verified: no, type: nauc_recall_at_1000_diff1
value: 33.28570370310322
verified: no, type: nauc_recall_at_1000_max
value: 44.315453433115785
verified: no, type: nauc_recall_at_1000_std
value: 43.371884128363
verified: no, type: nauc_recall_at_100_diff1
value: 35.77059425104567
verified: no, type: nauc_recall_at_100_max
value: 31.48054575812204
verified: no, type: nauc_recall_at_100_std
value: 17.639416832754303
verified: no, type: nauc_recall_at_10_diff1
value: 40.179789202687914
verified: no, type: nauc_recall_at_10_max
value: 30.466946546206923
verified: no, type: nauc_recall_at_10_std
value: 0.8385433327977754
verified: no, type: nauc_recall_at_1_diff1
value: 62.56234442022803
verified: no, type: nauc_recall_at_1_max
value: 37.725553737446866
verified: no, type: nauc_recall_at_1_std
value: -5.9573495367577705
verified: no, type: nauc_recall_at_20_diff1
value: 38.70371818511684
verified: no, type: nauc_recall_at_20_max
value: 28.305350175132567
verified: no, type: nauc_recall_at_20_std
value: 3.8854966962347746
verified: no, type: nauc_recall_at_3_diff1
value: 51.22347884414916
verified: no, type: nauc_recall_at_3_max
value: 33.21612425601433
verified: no, type: nauc_recall_at_3_std
value: -4.48370860005988
verified: no, type: nauc_recall_at_5_diff1
value: 46.848014408337676
verified: no, type: nauc_recall_at_5_max
value: 31.254476917525555
verified: no, type: nauc_recall_at_5_std
value: -4.903427133365656
verified: no, type: ndcg_at_1
value: 30.237000000000002
verified: no, type: ndcg_at_10
value: 39.007
verified: no, type: ndcg_at_100
value: 44.585
verified: no, type: ndcg_at_1000
value: 47.464
verified: no, type: ndcg_at_20
value: 41.278999999999996
verified: no, type: ndcg_at_3
value: 34.472
verified: no, type: ndcg_at_5
value: 36.315
verified: no, type: precision_at_1
value: 30.237000000000002
verified: no, type: precision_at_10
value: 7.51
verified: no, type: precision_at_100
value: 1.478
verified: no, type: precision_at_1000
value: 0.234
verified: no, type: precision_at_20
value: 4.7829999999999995
verified: no, type: precision_at_3
value: 16.14
verified: no, type: precision_at_5
value: 11.462
verified: no, type: recall_at_1
value: 25.195
verified: no, type: recall_at_10
value: 49.507
verified: no, type: recall_at_100
value: 74.083
verified: no, type: recall_at_1000
value: 92.899
verified: no, type: recall_at_20
value: 58.291000000000004
verified: no, type: recall_at_3
value: 36.167
verified: no, type: recall_at_5
value: 41.749
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 33.06
verified: no, type: map_at_1
value: 22.683
verified: no, type: map_at_10
value: 29.115000000000002
verified: no, type: map_at_100
value: 30.035
verified: no, type: map_at_1000
value: 30.141000000000002
verified: no, type: map_at_20
value: 29.585
verified: no, type: map_at_3
value: 27.436
verified: no, type: map_at_5
value: 28.186
verified: no, type: mrr_at_1
value: 24.953789279112755
verified: no, type: mrr_at_10
value: 31.512190828272157
verified: no, type: mrr_at_100
value: 32.30661079835987
verified: no, type: mrr_at_1000
value: 32.388485948646846
verified: no, type: mrr_at_20
value: 31.898454977555428
verified: no, type: mrr_at_3
value: 29.852125693160815
verified: no, type: mrr_at_5
value: 30.64695009242144
verified: no, type: nauc_map_at_1000_diff1
value: 41.37097481409692
verified: no, type: nauc_map_at_1000_max
value: 21.819472065390062
verified: no, type: nauc_map_at_1000_std
value: -5.511851233031371
verified: no, type: nauc_map_at_100_diff1
value: 41.38580981484577
verified: no, type: nauc_map_at_100_max
value: 21.796410887298222
verified: no, type: nauc_map_at_100_std
value: -5.56736379242138
verified: no, type: nauc_map_at_10_diff1
value: 41.63629903410976
verified: no, type: nauc_map_at_10_max
value: 21.90371149884218
verified: no, type: nauc_map_at_10_std
value: -6.152274677121426
verified: no, type: nauc_map_at_1_diff1
value: 45.84841941041374
verified: no, type: nauc_map_at_1_max
value: 20.461574274794568
verified: no, type: nauc_map_at_1_std
value: -7.769870515581234
verified: no, type: nauc_map_at_20_diff1
value: 41.616159838791376
verified: no, type: nauc_map_at_20_max
value: 21.879572436615728
verified: no, type: nauc_map_at_20_std
value: -6.001760143925003
verified: no, type: nauc_map_at_3_diff1
value: 42.690213994915474
verified: no, type: nauc_map_at_3_max
value: 21.35340820982141
verified: no, type: nauc_map_at_3_std
value: -6.118720026868332
verified: no, type: nauc_map_at_5_diff1
value: 42.107817663484575
verified: no, type: nauc_map_at_5_max
value: 22.02508826703247
verified: no, type: nauc_map_at_5_std
value: -5.655849953120985
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.66954612386224
verified: no, type: nauc_mrr_at_1000_max
value: 22.150137067327954
verified: no, type: nauc_mrr_at_1000_std
value: -4.798006812425386
verified: no, type: nauc_mrr_at_100_diff1
value: 39.66409024535208
verified: no, type: nauc_mrr_at_100_max
value: 22.121525365416538
verified: no, type: nauc_mrr_at_100_std
value: -4.806603240713894
verified: no, type: nauc_mrr_at_10_diff1
value: 39.87117352487735
verified: no, type: nauc_mrr_at_10_max
value: 22.298568726426076
verified: no, type: nauc_mrr_at_10_std
value: -5.1451772190015195
verified: no, type: nauc_mrr_at_1_diff1
value: 43.86075692062394
verified: no, type: nauc_mrr_at_1_max
value: 20.51270620979276
verified: no, type: nauc_mrr_at_1_std
value: -7.589704558075294
verified: no, type: nauc_mrr_at_20_diff1
value: 39.820424398881215
verified: no, type: nauc_mrr_at_20_max
value: 22.173944895852095
verified: no, type: nauc_mrr_at_20_std
value: -5.0727540461865335
verified: no, type: nauc_mrr_at_3_diff1
value: 40.73278435693193
verified: no, type: nauc_mrr_at_3_max
value: 21.930995553135812
verified: no, type: nauc_mrr_at_3_std
value: -5.980722775097277
verified: no, type: nauc_mrr_at_5_diff1
value: 39.89679395564144
verified: no, type: nauc_mrr_at_5_max
value: 22.02821777103734
verified: no, type: nauc_mrr_at_5_std
value: -5.072135508421082
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.957587605367785
verified: no, type: nauc_ndcg_at_1000_max
value: 22.362257192820255
verified: no, type: nauc_ndcg_at_1000_std
value: -1.7757428668228084
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.908544407246104
verified: no, type: nauc_ndcg_at_100_max
value: 21.536623476432354
verified: no, type: nauc_ndcg_at_100_std
value: -2.678355870833651
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.36845261271005
verified: no, type: nauc_ndcg_at_10_max
value: 22.3150793248212
verified: no, type: nauc_ndcg_at_10_std
value: -5.646375413170874
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.86075692062394
verified: no, type: nauc_ndcg_at_1_max
value: 20.51270620979276
verified: no, type: nauc_ndcg_at_1_std
value: -7.589704558075294
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.30711049883703
verified: no, type: nauc_ndcg_at_20_max
value: 21.935544953883415
verified: no, type: nauc_ndcg_at_20_std
value: -5.20402304183158
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.113286498750305
verified: no, type: nauc_ndcg_at_3_max
value: 21.635397999914282
verified: no, type: nauc_ndcg_at_3_std
value: -5.72866713630757
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.06783309225114
verified: no, type: nauc_ndcg_at_5_max
value: 22.416356942701672
verified: no, type: nauc_ndcg_at_5_std
value: -4.886519038213331
verified: no, type: nauc_precision_at_1000_diff1
value: -17.52292838463402
verified: no, type: nauc_precision_at_1000_max
value: -5.389818321213827
verified: no, type: nauc_precision_at_1000_std
value: 26.772552854570375
verified: no, type: nauc_precision_at_100_diff1
value: 3.543169641476175
verified: no, type: nauc_precision_at_100_max
value: 9.574510694378198
verified: no, type: nauc_precision_at_100_std
value: 17.92832693421059
verified: no, type: nauc_precision_at_10_diff1
value: 24.894375565187694
verified: no, type: nauc_precision_at_10_max
value: 22.273016884986628
verified: no, type: nauc_precision_at_10_std
value: -0.32355612520474136
verified: no, type: nauc_precision_at_1_diff1
value: 43.86075692062394
verified: no, type: nauc_precision_at_1_max
value: 20.51270620979276
verified: no, type: nauc_precision_at_1_std
value: -7.589704558075294
verified: no, type: nauc_precision_at_20_diff1
value: 21.29826064932648
verified: no, type: nauc_precision_at_20_max
value: 19.79498027543001
verified: no, type: nauc_precision_at_20_std
value: 2.804941576632282
verified: no, type: nauc_precision_at_3_diff1
value: 33.72177316592598
verified: no, type: nauc_precision_at_3_max
value: 22.691241202228518
verified: no, type: nauc_precision_at_3_std
value: -2.7085967541341853
verified: no, type: nauc_precision_at_5_diff1
value: 30.51704379057159
verified: no, type: nauc_precision_at_5_max
value: 24.287775910544436
verified: no, type: nauc_precision_at_5_std
value: 0.6318618555538418
verified: no, type: nauc_recall_at_1000_diff1
value: 16.14163529457628
verified: no, type: nauc_recall_at_1000_max
value: 30.255937330833625
verified: no, type: nauc_recall_at_1000_std
value: 34.82149396857235
verified: no, type: nauc_recall_at_100_diff1
value: 24.81738199141423
verified: no, type: nauc_recall_at_100_max
value: 17.622405730191517
verified: no, type: nauc_recall_at_100_std
value: 9.943278532212068
verified: no, type: nauc_recall_at_10_diff1
value: 34.03447281460739
verified: no, type: nauc_recall_at_10_max
value: 22.077681180504047
verified: no, type: nauc_recall_at_10_std
value: -5.772153803762581
verified: no, type: nauc_recall_at_1_diff1
value: 45.84841941041374
verified: no, type: nauc_recall_at_1_max
value: 20.461574274794568
verified: no, type: nauc_recall_at_1_std
value: -7.769870515581234
verified: no, type: nauc_recall_at_20_diff1
value: 33.91749085377916
verified: no, type: nauc_recall_at_20_max
value: 20.226869969726543
verified: no, type: nauc_recall_at_20_std
value: -4.369285076602888
verified: no, type: nauc_recall_at_3_diff1
value: 38.25575445199975
verified: no, type: nauc_recall_at_3_max
value: 21.402983769895837
verified: no, type: nauc_recall_at_3_std
value: -5.96278802416301
verified: no, type: nauc_recall_at_5_diff1
value: 36.17314539524256
verified: no, type: nauc_recall_at_5_max
value: 23.115551795773314
verified: no, type: nauc_recall_at_5_std
value: -3.8407187471333697
verified: no, type: ndcg_at_1
value: 24.954
verified: no, type: ndcg_at_10
value: 33.06
verified: no, type: ndcg_at_100
value: 37.751000000000005
verified: no, type: ndcg_at_1000
value: 40.477000000000004
verified: no, type: ndcg_at_20
value: 34.587
verified: no, type: ndcg_at_3
value: 29.666999999999998
verified: no, type: ndcg_at_5
value: 30.929000000000002
verified: no, type: precision_at_1
value: 24.954
verified: no, type: precision_at_10
value: 4.972
verified: no, type: precision_at_100
value: 0.799
verified: no, type: precision_at_1000
value: 0.11499999999999999
verified: no, type: precision_at_20
value: 2.874
verified: no, type: precision_at_3
value: 12.446
verified: no, type: precision_at_5
value: 8.244
verified: no, type: recall_at_1
value: 22.683
verified: no, type: recall_at_10
value: 42.775
verified: no, type: recall_at_100
value: 65.05300000000001
verified: no, type: recall_at_1000
value: 85.251
verified: no, type: recall_at_20
value: 48.512
verified: no, type: recall_at_3
value: 33.423
verified: no, type: recall_at_5
value: 36.571
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 25.713
verified: no, type: map_at_1
value: 10.995000000000001
verified: no, type: map_at_10
value: 18.183
verified: no, type: map_at_100
value: 19.758
verified: no, type: map_at_1000
value: 19.93
verified: no, type: map_at_20
value: 19.023
verified: no, type: map_at_3
value: 15.126999999999999
verified: no, type: map_at_5
value: 16.521
verified: no, type: mrr_at_1
value: 23.908794788273617
verified: no, type: mrr_at_10
value: 34.419626699756996
verified: no, type: mrr_at_100
value: 35.42205880765744
verified: no, type: mrr_at_1000
value: 35.465636585855435
verified: no, type: mrr_at_20
value: 35.04560320193987
verified: no, type: mrr_at_3
value: 31.31378935939197
verified: no, type: mrr_at_5
value: 32.98154180238871
verified: no, type: nauc_map_at_1000_diff1
value: 30.808649871031978
verified: no, type: nauc_map_at_1000_max
value: 38.44733700268257
verified: no, type: nauc_map_at_1000_std
value: 24.83849154952647
verified: no, type: nauc_map_at_100_diff1
value: 30.817681439188565
verified: no, type: nauc_map_at_100_max
value: 38.38165009049118
verified: no, type: nauc_map_at_100_std
value: 24.75945437667734
verified: no, type: nauc_map_at_10_diff1
value: 31.016072728955457
verified: no, type: nauc_map_at_10_max
value: 37.78482154934025
verified: no, type: nauc_map_at_10_std
value: 22.73087477402899
verified: no, type: nauc_map_at_1_diff1
value: 38.13786017193742
verified: no, type: nauc_map_at_1_max
value: 34.897924276187446
verified: no, type: nauc_map_at_1_std
value: 15.197914019142733
verified: no, type: nauc_map_at_20_diff1
value: 30.93811389613207
verified: no, type: nauc_map_at_20_max
value: 38.018621558175084
verified: no, type: nauc_map_at_20_std
value: 23.87402074626538
verified: no, type: nauc_map_at_3_diff1
value: 32.694558487234204
verified: no, type: nauc_map_at_3_max
value: 37.452175644150344
verified: no, type: nauc_map_at_3_std
value: 20.06796990357737
verified: no, type: nauc_map_at_5_diff1
value: 31.654957870346784
verified: no, type: nauc_map_at_5_max
value: 37.04115114192235
verified: no, type: nauc_map_at_5_std
value: 21.129693545324375
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.802772421913403
verified: no, type: nauc_mrr_at_1000_max
value: 38.000278050301176
verified: no, type: nauc_mrr_at_1000_std
value: 23.48992856904152
verified: no, type: nauc_mrr_at_100_diff1
value: 29.788014379597026
verified: no, type: nauc_mrr_at_100_max
value: 38.0070275486147
verified: no, type: nauc_mrr_at_100_std
value: 23.522736661530086
verified: no, type: nauc_mrr_at_10_diff1
value: 29.5812602078958
verified: no, type: nauc_mrr_at_10_max
value: 37.73314132006107
verified: no, type: nauc_mrr_at_10_std
value: 23.34339817425411
verified: no, type: nauc_mrr_at_1_diff1
value: 36.24696165314146
verified: no, type: nauc_mrr_at_1_max
value: 36.63498565688475
verified: no, type: nauc_mrr_at_1_std
value: 16.627906626261446
verified: no, type: nauc_mrr_at_20_diff1
value: 29.765297131181562
verified: no, type: nauc_mrr_at_20_max
value: 37.8739248069123
verified: no, type: nauc_mrr_at_20_std
value: 23.44526626055555
verified: no, type: nauc_mrr_at_3_diff1
value: 30.428492046004795
verified: no, type: nauc_mrr_at_3_max
value: 37.917848006886125
verified: no, type: nauc_mrr_at_3_std
value: 21.90161780585706
verified: no, type: nauc_mrr_at_5_diff1
value: 29.93977431566972
verified: no, type: nauc_mrr_at_5_max
value: 37.69690203746751
verified: no, type: nauc_mrr_at_5_std
value: 22.75274068799061
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.523183792167266
verified: no, type: nauc_ndcg_at_1000_max
value: 40.93757048012577
verified: no, type: nauc_ndcg_at_1000_std
value: 32.30396817658341
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.454763301587064
verified: no, type: nauc_ndcg_at_100_max
value: 40.45039618287942
verified: no, type: nauc_ndcg_at_100_std
value: 31.795801743619663
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.012456489936806
verified: no, type: nauc_ndcg_at_10_max
value: 38.045278212869825
verified: no, type: nauc_ndcg_at_10_std
value: 25.963041085823978
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.99513984271449
verified: no, type: nauc_ndcg_at_1_max
value: 36.62771507516844
verified: no, type: nauc_ndcg_at_1_std
value: 16.726124822038052
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.012111240688963
verified: no, type: nauc_ndcg_at_20_max
value: 38.667107321330555
verified: no, type: nauc_ndcg_at_20_std
value: 28.198245721076976
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.33073102826854
verified: no, type: nauc_ndcg_at_3_max
value: 37.995789997615354
verified: no, type: nauc_ndcg_at_3_std
value: 22.304331918813876
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.141028641237632
verified: no, type: nauc_ndcg_at_5_max
value: 37.2113360591228
verified: no, type: nauc_ndcg_at_5_std
value: 23.53066714165745
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0646702024743917
verified: no, type: nauc_precision_at_1000_max
value: 19.304218995700534
verified: no, type: nauc_precision_at_1000_std
value: 31.73840122818843
verified: no, type: nauc_precision_at_100_diff1
value: 5.427804568412734
verified: no, type: nauc_precision_at_100_max
value: 27.90881278884377
verified: no, type: nauc_precision_at_100_std
value: 38.45326235114876
verified: no, type: nauc_precision_at_10_diff1
value: 14.252021242340863
verified: no, type: nauc_precision_at_10_max
value: 32.047078663067914
verified: no, type: nauc_precision_at_10_std
value: 30.621835328899426
verified: no, type: nauc_precision_at_1_diff1
value: 35.99513984271449
verified: no, type: nauc_precision_at_1_max
value: 36.62771507516844
verified: no, type: nauc_precision_at_1_std
value: 16.726124822038052
verified: no, type: nauc_precision_at_20_diff1
value: 12.017354269524972
verified: no, type: nauc_precision_at_20_max
value: 29.906152963561322
verified: no, type: nauc_precision_at_20_std
value: 33.764105037332264
verified: no, type: nauc_precision_at_3_diff1
value: 23.486354895398577
verified: no, type: nauc_precision_at_3_max
value: 38.45096435794749
verified: no, type: nauc_precision_at_3_std
value: 26.636452479567645
verified: no, type: nauc_precision_at_5_diff1
value: 19.574760607896973
verified: no, type: nauc_precision_at_5_max
value: 34.51474571826715
verified: no, type: nauc_precision_at_5_std
value: 28.514859235740904
verified: no, type: nauc_recall_at_1000_diff1
value: 12.801905007251246
verified: no, type: nauc_recall_at_1000_max
value: 37.49463996225108
verified: no, type: nauc_recall_at_1000_std
value: 45.46087045204742
verified: no, type: nauc_recall_at_100_diff1
value: 15.082886168560034
verified: no, type: nauc_recall_at_100_max
value: 35.720813725614
verified: no, type: nauc_recall_at_100_std
value: 39.876934524809215
verified: no, type: nauc_recall_at_10_diff1
value: 20.08086437796489
verified: no, type: nauc_recall_at_10_max
value: 33.418507169063815
verified: no, type: nauc_recall_at_10_std
value: 27.309080075299562
verified: no, type: nauc_recall_at_1_diff1
value: 38.13786017193742
verified: no, type: nauc_recall_at_1_max
value: 34.897924276187446
verified: no, type: nauc_recall_at_1_std
value: 15.197914019142733
verified: no, type: nauc_recall_at_20_diff1
value: 18.984980462200134
verified: no, type: nauc_recall_at_20_max
value: 32.95474022914299
verified: no, type: nauc_recall_at_20_std
value: 30.77553423574554
verified: no, type: nauc_recall_at_3_diff1
value: 26.670776366276865
verified: no, type: nauc_recall_at_3_max
value: 37.07230392845629
verified: no, type: nauc_recall_at_3_std
value: 23.385309818709757
verified: no, type: nauc_recall_at_5_diff1
value: 23.45569235165577
verified: no, type: nauc_recall_at_5_max
value: 34.014688386664524
verified: no, type: nauc_recall_at_5_std
value: 24.50194439244803
verified: no, type: ndcg_at_1
value: 23.974
verified: no, type: ndcg_at_10
value: 25.713
verified: no, type: ndcg_at_100
value: 32.349
verified: no, type: ndcg_at_1000
value: 35.615
verified: no, type: ndcg_at_20
value: 28.28
verified: no, type: ndcg_at_3
value: 20.761
verified: no, type: ndcg_at_5
value: 22.225
verified: no, type: precision_at_1
value: 23.974
verified: no, type: precision_at_10
value: 8.052
verified: no, type: precision_at_100
value: 1.5110000000000001
verified: no, type: precision_at_1000
value: 0.211
verified: no, type: precision_at_20
value: 5.106999999999999
verified: no, type: precision_at_3
value: 15.157000000000002
verified: no, type: precision_at_5
value: 11.557
verified: no, type: recall_at_1
value: 10.995000000000001
verified: no, type: recall_at_10
value: 31.05
verified: no, type: recall_at_100
value: 54.233
verified: no, type: recall_at_1000
value: 72.75500000000001
verified: no, type: recall_at_20
value: 38.442
verified: no, type: recall_at_3
value: 18.839
verified: no, type: recall_at_5
value: 23.26
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 40.091
verified: no, type: map_at_1
value: 8.112
verified: no, type: map_at_10
value: 18.911
verified: no, type: map_at_100
value: 27.29
verified: no, type: map_at_1000
value: 28.749000000000002
verified: no, type: map_at_20
value: 22.187
verified: no, type: map_at_3
value: 13.177
verified: no, type: map_at_5
value: 15.723999999999998
verified: no, type: mrr_at_1
value: 64.75
verified: no, type: mrr_at_10
value: 73.0328373015873
verified: no, type: mrr_at_100
value: 73.3904467983012
verified: no, type: mrr_at_1000
value: 73.40582528487944
verified: no, type: mrr_at_20
value: 73.25613317925624
verified: no, type: mrr_at_3
value: 71.58333333333333
verified: no, type: mrr_at_5
value: 72.52083333333333
verified: no, type: nauc_map_at_1000_diff1
value: 30.326073419291667
verified: no, type: nauc_map_at_1000_max
value: 41.2485655499243
verified: no, type: nauc_map_at_1000_std
value: 34.68797882732488
verified: no, type: nauc_map_at_100_diff1
value: 30.250567651424635
verified: no, type: nauc_map_at_100_max
value: 39.591743243203275
verified: no, type: nauc_map_at_100_std
value: 32.14962028433263
verified: no, type: nauc_map_at_10_diff1
value: 28.30330426974147
verified: no, type: nauc_map_at_10_max
value: 24.685858800003153
verified: no, type: nauc_map_at_10_std
value: 6.991461788881313
verified: no, type: nauc_map_at_1_diff1
value: 37.84825245885128
verified: no, type: nauc_map_at_1_max
value: 10.784383140794167
verified: no, type: nauc_map_at_1_std
value: -12.413788028731759
verified: no, type: nauc_map_at_20_diff1
value: 30.56644002866712
verified: no, type: nauc_map_at_20_max
value: 32.09850095008104
verified: no, type: nauc_map_at_20_std
value: 17.68312732143373
verified: no, type: nauc_map_at_3_diff1
value: 26.94636553986902
verified: no, type: nauc_map_at_3_max
value: 13.716258156642672
verified: no, type: nauc_map_at_3_std
value: -7.919396887763491
verified: no, type: nauc_map_at_5_diff1
value: 26.703766272524305
verified: no, type: nauc_map_at_5_max
value: 18.493432579075815
verified: no, type: nauc_map_at_5_std
value: -1.7953102028408285
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.5585700690547
verified: no, type: nauc_mrr_at_1000_max
value: 68.59723304665478
verified: no, type: nauc_mrr_at_1000_std
value: 41.65741817361127
verified: no, type: nauc_mrr_at_100_diff1
value: 56.56488475063903
verified: no, type: nauc_mrr_at_100_max
value: 68.59436880973041
verified: no, type: nauc_mrr_at_100_std
value: 41.64008885243909
verified: no, type: nauc_mrr_at_10_diff1
value: 56.57992847970396
verified: no, type: nauc_mrr_at_10_max
value: 68.54809322422658
verified: no, type: nauc_mrr_at_10_std
value: 41.637196787701605
verified: no, type: nauc_mrr_at_1_diff1
value: 59.49013430944212
verified: no, type: nauc_mrr_at_1_max
value: 67.51266363522255
verified: no, type: nauc_mrr_at_1_std
value: 39.159077933489094
verified: no, type: nauc_mrr_at_20_diff1
value: 56.322141799066195
verified: no, type: nauc_mrr_at_20_max
value: 68.41241085079113
verified: no, type: nauc_mrr_at_20_std
value: 41.74023776153815
verified: no, type: nauc_mrr_at_3_diff1
value: 56.43465566121455
verified: no, type: nauc_mrr_at_3_max
value: 69.32027688455301
verified: no, type: nauc_mrr_at_3_std
value: 42.35441414676036
verified: no, type: nauc_mrr_at_5_diff1
value: 56.185426652218126
verified: no, type: nauc_mrr_at_5_max
value: 68.68507625781251
verified: no, type: nauc_mrr_at_5_std
value: 42.227673261247816
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.452991805224926
verified: no, type: nauc_ndcg_at_1000_max
value: 55.49295294630129
verified: no, type: nauc_ndcg_at_1000_std
value: 47.669258273236046
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.94112950003329
verified: no, type: nauc_ndcg_at_100_max
value: 50.68816850295493
verified: no, type: nauc_ndcg_at_100_std
value: 40.72315230606931
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.47467764455152
verified: no, type: nauc_ndcg_at_10_max
value: 49.25673297040027
verified: no, type: nauc_ndcg_at_10_std
value: 36.76815739343767
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.434593584664995
verified: no, type: nauc_ndcg_at_1_max
value: 57.61369658753043
verified: no, type: nauc_ndcg_at_1_std
value: 33.10284117958805
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.3053661549299
verified: no, type: nauc_ndcg_at_20_max
value: 49.26702623701029
verified: no, type: nauc_ndcg_at_20_std
value: 36.78366426340987
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.34783510078573
verified: no, type: nauc_ndcg_at_3_max
value: 51.181351973892085
verified: no, type: nauc_ndcg_at_3_std
value: 35.13771937716931
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.73137682217783
verified: no, type: nauc_ndcg_at_5_max
value: 51.289826741923875
verified: no, type: nauc_ndcg_at_5_std
value: 36.76670998246709
verified: no, type: nauc_precision_at_1000_diff1
value: -8.37698697546597
verified: no, type: nauc_precision_at_1000_max
value: 4.649648259545355
verified: no, type: nauc_precision_at_1000_std
value: 15.100762512885371
verified: no, type: nauc_precision_at_100_diff1
value: 4.538510496829277
verified: no, type: nauc_precision_at_100_max
value: 33.573044920932965
verified: no, type: nauc_precision_at_100_std
value: 50.15177354474223
verified: no, type: nauc_precision_at_10_diff1
value: 16.03217990213501
verified: no, type: nauc_precision_at_10_max
value: 45.22978979054545
verified: no, type: nauc_precision_at_10_std
value: 53.103286665555295
verified: no, type: nauc_precision_at_1_diff1
value: 59.49013430944212
verified: no, type: nauc_precision_at_1_max
value: 67.51266363522255
verified: no, type: nauc_precision_at_1_std
value: 39.159077933489094
verified: no, type: nauc_precision_at_20_diff1
value: 13.705605238285958
verified: no, type: nauc_precision_at_20_max
value: 44.08365262009368
verified: no, type: nauc_precision_at_20_std
value: 56.050420219607155
verified: no, type: nauc_precision_at_3_diff1
value: 21.409861522316014
verified: no, type: nauc_precision_at_3_max
value: 48.93702948445578
verified: no, type: nauc_precision_at_3_std
value: 42.8419067771303
verified: no, type: nauc_precision_at_5_diff1
value: 20.1310639195609
verified: no, type: nauc_precision_at_5_max
value: 49.59134352761235
verified: no, type: nauc_precision_at_5_std
value: 48.98546957350543
verified: no, type: nauc_recall_at_1000_diff1
value: 27.181172941984112
verified: no, type: nauc_recall_at_1000_max
value: 49.20832060504127
verified: no, type: nauc_recall_at_1000_std
value: 50.58754027710416
verified: no, type: nauc_recall_at_100_diff1
value: 25.831239736658713
verified: no, type: nauc_recall_at_100_max
value: 37.92978899965714
verified: no, type: nauc_recall_at_100_std
value: 32.84155059838547
verified: no, type: nauc_recall_at_10_diff1
value: 21.03971256731199
verified: no, type: nauc_recall_at_10_max
value: 16.34542184400448
verified: no, type: nauc_recall_at_10_std
value: 1.624004078039708
verified: no, type: nauc_recall_at_1_diff1
value: 37.84825245885128
verified: no, type: nauc_recall_at_1_max
value: 10.784383140794167
verified: no, type: nauc_recall_at_1_std
value: -12.413788028731759
verified: no, type: nauc_recall_at_20_diff1
value: 23.612410438391652
verified: no, type: nauc_recall_at_20_max
value: 24.731496668584725
verified: no, type: nauc_recall_at_20_std
value: 11.94162779763853
verified: no, type: nauc_recall_at_3_diff1
value: 21.124250217970754
verified: no, type: nauc_recall_at_3_max
value: 9.581953839031879
verified: no, type: nauc_recall_at_3_std
value: -9.955224094610848
verified: no, type: nauc_recall_at_5_diff1
value: 20.272821143755714
verified: no, type: nauc_recall_at_5_max
value: 12.80122421686649
verified: no, type: nauc_recall_at_5_std
value: -4.822509659730001
verified: no, type: ndcg_at_1
value: 52.87500000000001
verified: no, type: ndcg_at_10
value: 40.091
verified: no, type: ndcg_at_100
value: 45.007999999999996
verified: no, type: ndcg_at_1000
value: 51.522
verified: no, type: ndcg_at_20
value: 39.953
verified: no, type: ndcg_at_3
value: 44.627
verified: no, type: ndcg_at_5
value: 41.748000000000005
verified: no, type: precision_at_1
value: 64.75
verified: no, type: precision_at_10
value: 32.324999999999996
verified: no, type: precision_at_100
value: 10.583
verified: no, type: precision_at_1000
value: 1.992
verified: no, type: precision_at_20
value: 25.15
verified: no, type: precision_at_3
value: 48.5
verified: no, type: precision_at_5
value: 40.8
verified: no, type: recall_at_1
value: 8.112
verified: no, type: recall_at_10
value: 24.769
verified: no, type: recall_at_100
value: 51.92400000000001
verified: no, type: recall_at_1000
value: 72.60799999999999
verified: no, type: recall_at_20
value: 32.085
verified: no, type: recall_at_3
value: 14.707999999999998
verified: no, type: recall_at_5
value: 18.881
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 74.88499999999999
verified: no, type: f1
value: 69.55769956653745
verified: no, type: f1_weighted
value: 75.98938892167276
verified: no, type: main_score
value: 74.88499999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 86.088
verified: no, type: map_at_1
value: 74.21
verified: no, type: map_at_10
value: 82.238
verified: no, type: map_at_100
value: 82.467
verified: no, type: map_at_1000
value: 82.48
verified: no, type: map_at_20
value: 82.38
verified: no, type: map_at_3
value: 81.178
verified: no, type: map_at_5
value: 81.882
verified: no, type: mrr_at_1
value: 80.04800480048004
verified: no, type: mrr_at_10
value: 87.28162697222103
verified: no, type: mrr_at_100
value: 87.36425501689853
verified: no, type: mrr_at_1000
value: 87.36494888408146
verified: no, type: mrr_at_20
value: 87.33488767030532
verified: no, type: mrr_at_3
value: 86.5011501150115
verified: no, type: mrr_at_5
value: 87.04345434543454
verified: no, type: nauc_map_at_1000_diff1
value: 46.86807158039652
verified: no, type: nauc_map_at_1000_max
value: 17.537735239936584
verified: no, type: nauc_map_at_1000_std
value: -6.180991548000637
verified: no, type: nauc_map_at_100_diff1
value: 46.840981153123515
verified: no, type: nauc_map_at_100_max
value: 17.51241604543591
verified: no, type: nauc_map_at_100_std
value: -6.19572402233368
verified: no, type: nauc_map_at_10_diff1
value: 46.63164937877156
verified: no, type: nauc_map_at_10_max
value: 17.396231277218714
verified: no, type: nauc_map_at_10_std
value: -6.328960389468633
verified: no, type: nauc_map_at_1_diff1
value: 51.91442444295392
verified: no, type: nauc_map_at_1_max
value: 14.772868336313651
verified: no, type: nauc_map_at_1_std
value: -7.924628073687737
verified: no, type: nauc_map_at_20_diff1
value: 46.78996154399
verified: no, type: nauc_map_at_20_max
value: 17.52594082408568
verified: no, type: nauc_map_at_20_std
value: -6.2535816636418255
verified: no, type: nauc_map_at_3_diff1
value: 46.86720061616425
verified: no, type: nauc_map_at_3_max
value: 17.17282268255638
verified: no, type: nauc_map_at_3_std
value: -7.100454400283953
verified: no, type: nauc_map_at_5_diff1
value: 46.743320728340485
verified: no, type: nauc_map_at_5_max
value: 17.22026822962506
verified: no, type: nauc_map_at_5_std
value: -6.593983297795947
verified: no, type: nauc_mrr_at_1000_diff1
value: 64.22963921921831
verified: no, type: nauc_mrr_at_1000_max
value: 22.50147928007347
verified: no, type: nauc_mrr_at_1000_std
value: -10.753338651031981
verified: no, type: nauc_mrr_at_100_diff1
value: 64.22599646741416
verified: no, type: nauc_mrr_at_100_max
value: 22.49976292804203
verified: no, type: nauc_mrr_at_100_std
value: -10.753324625089736
verified: no, type: nauc_mrr_at_10_diff1
value: 64.24857003564016
verified: no, type: nauc_mrr_at_10_max
value: 22.721448283312323
verified: no, type: nauc_mrr_at_10_std
value: -10.698659951469375
verified: no, type: nauc_mrr_at_1_diff1
value: 65.80017393845672
verified: no, type: nauc_mrr_at_1_max
value: 19.56658619771462
verified: no, type: nauc_mrr_at_1_std
value: -10.691529848056236
verified: no, type: nauc_mrr_at_20_diff1
value: 64.22606211105564
verified: no, type: nauc_mrr_at_20_max
value: 22.60630203277465
verified: no, type: nauc_mrr_at_20_std
value: -10.698352035527936
verified: no, type: nauc_mrr_at_3_diff1
value: 64.03189495070804
verified: no, type: nauc_mrr_at_3_max
value: 23.197599099302078
verified: no, type: nauc_mrr_at_3_std
value: -10.941260656610341
verified: no, type: nauc_mrr_at_5_diff1
value: 64.21946450636831
verified: no, type: nauc_mrr_at_5_max
value: 22.869883457504613
verified: no, type: nauc_mrr_at_5_std
value: -10.773375222905306
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.18634946007256
verified: no, type: nauc_ndcg_at_1000_max
value: 19.635685645181443
verified: no, type: nauc_ndcg_at_1000_std
value: -5.008615485203909
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.460702424024646
verified: no, type: nauc_ndcg_at_100_max
value: 19.197829510466093
verified: no, type: nauc_ndcg_at_100_std
value: -5.141098235552701
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.75967320832195
verified: no, type: nauc_ndcg_at_10_max
value: 19.162998560532944
verified: no, type: nauc_ndcg_at_10_std
value: -5.680454888720109
verified: no, type: nauc_ndcg_at_1_diff1
value: 65.80017393845672
verified: no, type: nauc_ndcg_at_1_max
value: 19.56658619771462
verified: no, type: nauc_ndcg_at_1_std
value: -10.691529848056236
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.15063801450417
verified: no, type: nauc_ndcg_at_20_max
value: 19.387976860064036
verified: no, type: nauc_ndcg_at_20_std
value: -5.434429887556901
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.48013879703285
verified: no, type: nauc_ndcg_at_3_max
value: 19.563845683013074
verified: no, type: nauc_ndcg_at_3_std
value: -7.306366856511263
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.4477936851643
verified: no, type: nauc_ndcg_at_5_max
value: 19.12745930840238
verified: no, type: nauc_ndcg_at_5_std
value: -6.338914655492511
verified: no, type: nauc_precision_at_1000_diff1
value: -4.975768805829236
verified: no, type: nauc_precision_at_1000_max
value: 10.078421203817527
verified: no, type: nauc_precision_at_1000_std
value: 10.15753365579419
verified: no, type: nauc_precision_at_100_diff1
value: -7.411336519288538
verified: no, type: nauc_precision_at_100_max
value: 11.116507499213043
verified: no, type: nauc_precision_at_100_std
value: 11.608241877542543
verified: no, type: nauc_precision_at_10_diff1
value: 2.6403449208341274
verified: no, type: nauc_precision_at_10_max
value: 20.668398953238633
verified: no, type: nauc_precision_at_10_std
value: 7.433281722501917
verified: no, type: nauc_precision_at_1_diff1
value: 65.80017393845672
verified: no, type: nauc_precision_at_1_max
value: 19.56658619771462
verified: no, type: nauc_precision_at_1_std
value: -10.691529848056236
verified: no, type: nauc_precision_at_20_diff1
value: -1.286553967637511
verified: no, type: nauc_precision_at_20_max
value: 17.30405603464926
verified: no, type: nauc_precision_at_20_std
value: 9.234773655809756
verified: no, type: nauc_precision_at_3_diff1
value: 31.364166410646675
verified: no, type: nauc_precision_at_3_max
value: 26.397101881343527
verified: no, type: nauc_precision_at_3_std
value: -5.0543954546843946
verified: no, type: nauc_precision_at_5_diff1
value: 17.1466778085294
verified: no, type: nauc_precision_at_5_max
value: 23.18905254179433
verified: no, type: nauc_precision_at_5_std
value: 1.6051724821489612
verified: no, type: nauc_recall_at_1000_diff1
value: -3.9377049069087935
verified: no, type: nauc_recall_at_1000_max
value: 27.168346654704095
verified: no, type: nauc_recall_at_1000_std
value: 38.58463265497753
verified: no, type: nauc_recall_at_100_diff1
value: -1.886570080947599
verified: no, type: nauc_recall_at_100_max
value: 16.12930964320666
verified: no, type: nauc_recall_at_100_std
value: 21.616391259129152
verified: no, type: nauc_recall_at_10_diff1
value: 15.941506685002588
verified: no, type: nauc_recall_at_10_max
value: 19.141995524332728
verified: no, type: nauc_recall_at_10_std
value: 5.860480767168416
verified: no, type: nauc_recall_at_1_diff1
value: 51.91442444295392
verified: no, type: nauc_recall_at_1_max
value: 14.772868336313651
verified: no, type: nauc_recall_at_1_std
value: -7.924628073687737
verified: no, type: nauc_recall_at_20_diff1
value: 11.583722825668058
verified: no, type: nauc_recall_at_20_max
value: 19.867221612869876
verified: no, type: nauc_recall_at_20_std
value: 10.141960757453084
verified: no, type: nauc_recall_at_3_diff1
value: 32.30936424972365
verified: no, type: nauc_recall_at_3_max
value: 20.11705236473992
verified: no, type: nauc_recall_at_3_std
value: -3.525144821962635
verified: no, type: nauc_recall_at_5_diff1
value: 25.68392975410304
verified: no, type: nauc_recall_at_5_max
value: 19.221295609032595
verified: no, type: nauc_recall_at_5_std
value: 0.576160647152633
verified: no, type: ndcg_at_1
value: 80.048
verified: no, type: ndcg_at_10
value: 86.088
verified: no, type: ndcg_at_100
value: 86.911
verified: no, type: ndcg_at_1000
value: 87.125
verified: no, type: ndcg_at_20
value: 86.468
verified: no, type: ndcg_at_3
value: 84.375
verified: no, type: ndcg_at_5
value: 85.384
verified: no, type: precision_at_1
value: 80.048
verified: no, type: precision_at_10
value: 10.236
verified: no, type: precision_at_100
value: 1.085
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 5.2330000000000005
verified: no, type: precision_at_3
value: 32.078
verified: no, type: precision_at_5
value: 19.895
verified: no, type: recall_at_1
value: 74.21
verified: no, type: recall_at_10
value: 93.077
verified: no, type: recall_at_100
value: 96.348
verified: no, type: recall_at_1000
value: 97.65700000000001
verified: no, type: recall_at_20
value: 94.36099999999999
verified: no, type: recall_at_3
value: 88.337
verified: no, type: recall_at_5
value: 90.948
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 45.405
verified: no, type: map_at_1
value: 22.325
verified: no, type: map_at_10
value: 36.975
verified: no, type: map_at_100
value: 38.846000000000004
verified: no, type: map_at_1000
value: 39.012
verified: no, type: map_at_20
value: 37.958999999999996
verified: no, type: map_at_3
value: 32.208
verified: no, type: map_at_5
value: 34.928
verified: no, type: mrr_at_1
value: 44.29012345679013
verified: no, type: mrr_at_10
value: 54.02030668234372
verified: no, type: mrr_at_100
value: 54.72897336245347
verified: no, type: mrr_at_1000
value: 54.76320283944561
verified: no, type: mrr_at_20
value: 54.50419077165938
verified: no, type: mrr_at_3
value: 51.41460905349795
verified: no, type: mrr_at_5
value: 53.11213991769548
verified: no, type: nauc_map_at_1000_diff1
value: 42.33950505310022
verified: no, type: nauc_map_at_1000_max
value: 32.814158723141745
verified: no, type: nauc_map_at_1000_std
value: -4.5297230544932825
verified: no, type: nauc_map_at_100_diff1
value: 42.316327406548695
verified: no, type: nauc_map_at_100_max
value: 32.706900013479725
verified: no, type: nauc_map_at_100_std
value: -4.564571222935577
verified: no, type: nauc_map_at_10_diff1
value: 42.17734361420548
verified: no, type: nauc_map_at_10_max
value: 31.527366385827854
verified: no, type: nauc_map_at_10_std
value: -5.559289874353945
verified: no, type: nauc_map_at_1_diff1
value: 47.33003471166015
verified: no, type: nauc_map_at_1_max
value: 21.535228737020457
verified: no, type: nauc_map_at_1_std
value: -11.649016586524858
verified: no, type: nauc_map_at_20_diff1
value: 42.11015618170868
verified: no, type: nauc_map_at_20_max
value: 32.18582282622051
verified: no, type: nauc_map_at_20_std
value: -5.042968429993695
verified: no, type: nauc_map_at_3_diff1
value: 43.26686524198236
verified: no, type: nauc_map_at_3_max
value: 28.849395895564083
verified: no, type: nauc_map_at_3_std
value: -6.976952334117308
verified: no, type: nauc_map_at_5_diff1
value: 42.95893517901293
verified: no, type: nauc_map_at_5_max
value: 30.871999781837612
verified: no, type: nauc_map_at_5_std
value: -6.149645006139908
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.23708914241626
verified: no, type: nauc_mrr_at_1000_max
value: 40.298960389709
verified: no, type: nauc_mrr_at_1000_std
value: -5.188577391773796
verified: no, type: nauc_mrr_at_100_diff1
value: 51.24001351681103
verified: no, type: nauc_mrr_at_100_max
value: 40.318755039260886
verified: no, type: nauc_mrr_at_100_std
value: -5.164744512057911
verified: no, type: nauc_mrr_at_10_diff1
value: 51.116323465364566
verified: no, type: nauc_mrr_at_10_max
value: 40.18322650792177
verified: no, type: nauc_mrr_at_10_std
value: -5.42707335446156
verified: no, type: nauc_mrr_at_1_diff1
value: 54.623685354463625
verified: no, type: nauc_mrr_at_1_max
value: 38.52800456113852
verified: no, type: nauc_mrr_at_1_std
value: -8.561342078884513
verified: no, type: nauc_mrr_at_20_diff1
value: 51.082878864924076
verified: no, type: nauc_mrr_at_20_max
value: 40.25224355621811
verified: no, type: nauc_mrr_at_20_std
value: -5.1386035874860925
verified: no, type: nauc_mrr_at_3_diff1
value: 51.28771495504919
verified: no, type: nauc_mrr_at_3_max
value: 40.167661702884644
verified: no, type: nauc_mrr_at_3_std
value: -6.672938174195537
verified: no, type: nauc_mrr_at_5_diff1
value: 51.386811950131026
verified: no, type: nauc_mrr_at_5_max
value: 40.29452825209631
verified: no, type: nauc_mrr_at_5_std
value: -6.134184637482388
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.46948002237412
verified: no, type: nauc_ndcg_at_1000_max
value: 37.882877667376576
verified: no, type: nauc_ndcg_at_1000_std
value: -0.2441149985965938
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.96014037390138
verified: no, type: nauc_ndcg_at_100_max
value: 36.96423036666587
verified: no, type: nauc_ndcg_at_100_std
value: 0.21228554480998071
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.889923047150226
verified: no, type: nauc_ndcg_at_10_max
value: 33.95406097914127
verified: no, type: nauc_ndcg_at_10_std
value: -3.3077129078149796
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.623685354463625
verified: no, type: nauc_ndcg_at_1_max
value: 38.52800456113852
verified: no, type: nauc_ndcg_at_1_std
value: -8.561342078884513
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.806846626799626
verified: no, type: nauc_ndcg_at_20_max
value: 35.01566424207401
verified: no, type: nauc_ndcg_at_20_std
value: -2.01466646308545
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.29070711758635
verified: no, type: nauc_ndcg_at_3_max
value: 35.81474510295669
verified: no, type: nauc_ndcg_at_3_std
value: -4.937712863159993
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.533204764747346
verified: no, type: nauc_ndcg_at_5_max
value: 34.67200578229001
verified: no, type: nauc_ndcg_at_5_std
value: -4.220153646752217
verified: no, type: nauc_precision_at_1000_diff1
value: -0.24162611684046686
verified: no, type: nauc_precision_at_1000_max
value: 26.610031730319122
verified: no, type: nauc_precision_at_1000_std
value: 12.85473387814076
verified: no, type: nauc_precision_at_100_diff1
value: 6.593767812518609
verified: no, type: nauc_precision_at_100_max
value: 32.89478475065496
verified: no, type: nauc_precision_at_100_std
value: 16.66995461135905
verified: no, type: nauc_precision_at_10_diff1
value: 17.48446148168886
verified: no, type: nauc_precision_at_10_max
value: 36.54732448382068
verified: no, type: nauc_precision_at_10_std
value: 6.7478320020402
verified: no, type: nauc_precision_at_1_diff1
value: 54.623685354463625
verified: no, type: nauc_precision_at_1_max
value: 38.52800456113852
verified: no, type: nauc_precision_at_1_std
value: -8.561342078884513
verified: no, type: nauc_precision_at_20_diff1
value: 13.039974734569537
verified: no, type: nauc_precision_at_20_max
value: 36.49695572253983
verified: no, type: nauc_precision_at_20_std
value: 10.476938728091008
verified: no, type: nauc_precision_at_3_diff1
value: 30.19928557150241
verified: no, type: nauc_precision_at_3_max
value: 38.897101267116554
verified: no, type: nauc_precision_at_3_std
value: 1.121533090916794
verified: no, type: nauc_precision_at_5_diff1
value: 25.33029636435617
verified: no, type: nauc_precision_at_5_max
value: 39.59677600835699
verified: no, type: nauc_precision_at_5_std
value: 3.4416095155763244
verified: no, type: nauc_recall_at_1000_diff1
value: 34.823080033440434
verified: no, type: nauc_recall_at_1000_max
value: 43.87066795154745
verified: no, type: nauc_recall_at_1000_std
value: 42.23182031662749
verified: no, type: nauc_recall_at_100_diff1
value: 30.70809572521992
verified: no, type: nauc_recall_at_100_max
value: 31.598064007837852
verified: no, type: nauc_recall_at_100_std
value: 20.758185821213164
verified: no, type: nauc_recall_at_10_diff1
value: 30.674660204386957
verified: no, type: nauc_recall_at_10_max
value: 25.13675931430177
verified: no, type: nauc_recall_at_10_std
value: 1.1493152709013974
verified: no, type: nauc_recall_at_1_diff1
value: 47.33003471166015
verified: no, type: nauc_recall_at_1_max
value: 21.535228737020457
verified: no, type: nauc_recall_at_1_std
value: -11.649016586524858
verified: no, type: nauc_recall_at_20_diff1
value: 28.60023313868174
verified: no, type: nauc_recall_at_20_max
value: 26.576577612640655
verified: no, type: nauc_recall_at_20_std
value: 6.331498880910594
verified: no, type: nauc_recall_at_3_diff1
value: 36.61359637854836
verified: no, type: nauc_recall_at_3_max
value: 26.205709444189345
verified: no, type: nauc_recall_at_3_std
value: -4.41772315378875
verified: no, type: nauc_recall_at_5_diff1
value: 34.721622588958894
verified: no, type: nauc_recall_at_5_max
value: 26.870375540274104
verified: no, type: nauc_recall_at_5_std
value: -1.2959303042762926
verified: no, type: ndcg_at_1
value: 44.29
verified: no, type: ndcg_at_10
value: 45.405
verified: no, type: ndcg_at_100
value: 52.027
verified: no, type: ndcg_at_1000
value: 54.688
verified: no, type: ndcg_at_20
value: 47.967999999999996
verified: no, type: ndcg_at_3
value: 41.496
verified: no, type: ndcg_at_5
value: 42.902
verified: no, type: precision_at_1
value: 44.29
verified: no, type: precision_at_10
value: 12.469
verified: no, type: precision_at_100
value: 1.9349999999999998
verified: no, type: precision_at_1000
value: 0.243
verified: no, type: precision_at_20
value: 7.323
verified: no, type: precision_at_3
value: 27.622999999999998
verified: no, type: precision_at_5
value: 20.34
verified: no, type: recall_at_1
value: 22.325
verified: no, type: recall_at_10
value: 52.788999999999994
verified: no, type: recall_at_100
value: 77.274
verified: no, type: recall_at_1000
value: 92.94
verified: no, type: recall_at_20
value: 60.714
verified: no, type: recall_at_3
value: 37.502
verified: no, type: recall_at_5
value: 44.808
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 66.661
verified: no, type: map_at_1
value: 41.418
verified: no, type: map_at_10
value: 57.086999999999996
verified: no, type: map_at_100
value: 57.888
verified: no, type: map_at_1000
value: 57.955
verified: no, type: map_at_20
value: 57.544
verified: no, type: map_at_3
value: 54.112
verified: no, type: map_at_5
value: 55.942
verified: no, type: mrr_at_1
value: 82.79540850776502
verified: no, type: mrr_at_10
value: 87.24545298650632
verified: no, type: mrr_at_100
value: 87.3943716521154
verified: no, type: mrr_at_1000
value: 87.40052014901985
verified: no, type: mrr_at_20
value: 87.3376988773675
verified: no, type: mrr_at_3
value: 86.54287643484132
verified: no, type: mrr_at_5
value: 87.0162052667117
verified: no, type: nauc_map_at_1000_diff1
value: 13.347058320450778
verified: no, type: nauc_map_at_1000_max
value: 19.172918193696585
verified: no, type: nauc_map_at_1000_std
value: 1.6085652199402172
verified: no, type: nauc_map_at_100_diff1
value: 13.309459563369677
verified: no, type: nauc_map_at_100_max
value: 19.142490361521045
verified: no, type: nauc_map_at_100_std
value: 1.5997757026480046
verified: no, type: nauc_map_at_10_diff1
value: 13.821467981397284
verified: no, type: nauc_map_at_10_max
value: 19.47388049912085
verified: no, type: nauc_map_at_10_std
value: 0.7945082440633815
verified: no, type: nauc_map_at_1_diff1
value: 80.17822133984255
verified: no, type: nauc_map_at_1_max
value: 56.93232002015388
verified: no, type: nauc_map_at_1_std
value: -9.565010407038201
verified: no, type: nauc_map_at_20_diff1
value: 13.447193497393146
verified: no, type: nauc_map_at_20_max
value: 19.208078541028097
verified: no, type: nauc_map_at_20_std
value: 1.2699537557176803
verified: no, type: nauc_map_at_3_diff1
value: 16.854345839107967
verified: no, type: nauc_map_at_3_max
value: 21.648192526975727
verified: no, type: nauc_map_at_3_std
value: -0.6137487567045511
verified: no, type: nauc_map_at_5_diff1
value: 14.543663008536509
verified: no, type: nauc_map_at_5_max
value: 20.155541895741532
verified: no, type: nauc_map_at_5_std
value: 0.25148082760110224
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.11825919796162
verified: no, type: nauc_mrr_at_1000_max
value: 60.10563640048739
verified: no, type: nauc_mrr_at_1000_std
value: -6.726621618014327
verified: no, type: nauc_mrr_at_100_diff1
value: 79.11854278578646
verified: no, type: nauc_mrr_at_100_max
value: 60.11377258817985
verified: no, type: nauc_mrr_at_100_std
value: -6.704065951576038
verified: no, type: nauc_mrr_at_10_diff1
value: 79.07961808239499
verified: no, type: nauc_mrr_at_10_max
value: 60.2138079214177
verified: no, type: nauc_mrr_at_10_std
value: -6.74779578820509
verified: no, type: nauc_mrr_at_1_diff1
value: 80.25371155548501
verified: no, type: nauc_mrr_at_1_max
value: 57.01027352172217
verified: no, type: nauc_mrr_at_1_std
value: -9.682353752598317
verified: no, type: nauc_mrr_at_20_diff1
value: 79.08786670986484
verified: no, type: nauc_mrr_at_20_max
value: 60.139471646688925
verified: no, type: nauc_mrr_at_20_std
value: -6.720404576075471
verified: no, type: nauc_mrr_at_3_diff1
value: 78.93741620023842
verified: no, type: nauc_mrr_at_3_max
value: 60.31902114928829
verified: no, type: nauc_mrr_at_3_std
value: -7.066082480981481
verified: no, type: nauc_mrr_at_5_diff1
value: 79.06255305350973
verified: no, type: nauc_mrr_at_5_max
value: 60.344631571197546
verified: no, type: nauc_mrr_at_5_std
value: -6.788165280997917
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.006951693217548
verified: no, type: nauc_ndcg_at_1000_max
value: 21.854859924097646
verified: no, type: nauc_ndcg_at_1000_std
value: 4.70138835806943
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.195007796313384
verified: no, type: nauc_ndcg_at_100_max
value: 21.264332841663858
verified: no, type: nauc_ndcg_at_100_std
value: 4.620999926841355
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.327522629298294
verified: no, type: nauc_ndcg_at_10_max
value: 22.686509071566917
verified: no, type: nauc_ndcg_at_10_std
value: 1.5527071297942836
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.17822133984255
verified: no, type: nauc_ndcg_at_1_max
value: 56.93232002015388
verified: no, type: nauc_ndcg_at_1_std
value: -9.565010407038201
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.11074173500959
verified: no, type: nauc_ndcg_at_20_max
value: 21.81160814631424
verified: no, type: nauc_ndcg_at_20_std
value: 2.858829825220597
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.797089205140068
verified: no, type: nauc_ndcg_at_3_max
value: 26.659269305908296
verified: no, type: nauc_ndcg_at_3_std
value: -0.7545654502076451
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.067483031938934
verified: no, type: nauc_ndcg_at_5_max
value: 24.23026610511652
verified: no, type: nauc_ndcg_at_5_std
value: 0.5097749208107711
verified: no, type: nauc_precision_at_1000_diff1
value: -21.807728330326697
verified: no, type: nauc_precision_at_1000_max
value: -2.9835997103120344
verified: no, type: nauc_precision_at_1000_std
value: 25.81739799194849
verified: no, type: nauc_precision_at_100_diff1
value: -16.05478872817429
verified: no, type: nauc_precision_at_100_max
value: 0.2665969008515287
verified: no, type: nauc_precision_at_100_std
value: 19.352798394287323
verified: no, type: nauc_precision_at_10_diff1
value: -3.3507602135961037
verified: no, type: nauc_precision_at_10_max
value: 8.867034772304718
verified: no, type: nauc_precision_at_10_std
value: 6.545361194526079
verified: no, type: nauc_precision_at_1_diff1
value: 80.17822133984255
verified: no, type: nauc_precision_at_1_max
value: 56.93232002015388
verified: no, type: nauc_precision_at_1_std
value: -9.565010407038201
verified: no, type: nauc_precision_at_20_diff1
value: -7.902542409127802
verified: no, type: nauc_precision_at_20_max
value: 5.62428878283396
verified: no, type: nauc_precision_at_20_std
value: 10.592045512127914
verified: no, type: nauc_precision_at_3_diff1
value: 8.132713424441485
verified: no, type: nauc_precision_at_3_max
value: 17.99416677485544
verified: no, type: nauc_precision_at_3_std
value: 1.9785114664304215
verified: no, type: nauc_precision_at_5_diff1
value: 1.38596734740728
verified: no, type: nauc_precision_at_5_max
value: 13.214138500817723
verified: no, type: nauc_precision_at_5_std
value: 4.15378198762281
verified: no, type: nauc_recall_at_1000_diff1
value: -21.807728330326455
verified: no, type: nauc_recall_at_1000_max
value: -2.9835997103117293
verified: no, type: nauc_recall_at_1000_std
value: 25.8173979919487
verified: no, type: nauc_recall_at_100_diff1
value: -16.054788728174266
verified: no, type: nauc_recall_at_100_max
value: 0.26659690085157123
verified: no, type: nauc_recall_at_100_std
value: 19.35279839428729
verified: no, type: nauc_recall_at_10_diff1
value: -3.350760213596107
verified: no, type: nauc_recall_at_10_max
value: 8.86703477230471
verified: no, type: nauc_recall_at_10_std
value: 6.5453611945261505
verified: no, type: nauc_recall_at_1_diff1
value: 80.17822133984255
verified: no, type: nauc_recall_at_1_max
value: 56.93232002015388
verified: no, type: nauc_recall_at_1_std
value: -9.565010407038201
verified: no, type: nauc_recall_at_20_diff1
value: -7.902542409127704
verified: no, type: nauc_recall_at_20_max
value: 5.6242887828340375
verified: no, type: nauc_recall_at_20_std
value: 10.592045512127953
verified: no, type: nauc_recall_at_3_diff1
value: 8.132713424441446
verified: no, type: nauc_recall_at_3_max
value: 17.99416677485538
verified: no, type: nauc_recall_at_3_std
value: 1.9785114664303751
verified: no, type: nauc_recall_at_5_diff1
value: 1.3859673474071779
verified: no, type: nauc_recall_at_5_max
value: 13.214138500817668
verified: no, type: nauc_recall_at_5_std
value: 4.153781987622754
verified: no, type: ndcg_at_1
value: 82.836
verified: no, type: ndcg_at_10
value: 66.661
verified: no, type: ndcg_at_100
value: 69.42399999999999
verified: no, type: ndcg_at_1000
value: 70.722
verified: no, type: ndcg_at_20
value: 67.777
verified: no, type: ndcg_at_3
value: 62.517
verified: no, type: ndcg_at_5
value: 64.79700000000001
verified: no, type: precision_at_1
value: 82.836
verified: no, type: precision_at_10
value: 13.350000000000001
verified: no, type: precision_at_100
value: 1.552
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_20
value: 7.034
verified: no, type: precision_at_3
value: 38.375
verified: no, type: precision_at_5
value: 24.829
verified: no, type: recall_at_1
value: 41.418
verified: no, type: recall_at_10
value: 66.752
verified: no, type: recall_at_100
value: 77.576
verified: no, type: recall_at_1000
value: 86.199
verified: no, type: recall_at_20
value: 70.338
verified: no, type: recall_at_3
value: 57.562000000000005
verified: no, type: recall_at_5
value: 62.073
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 93.58840000000001
verified: no, type: ap
value: 90.234834378287
verified: no, type: ap_weighted
value: 90.234834378287
verified: no, type: f1
value: 93.58346966422063
verified: no, type: f1_weighted
value: 93.58346966422063
verified: no, type: main_score
value: 93.58840000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 41.48
verified: no, type: map_at_1
value: 22.078999999999997
verified: no, type: map_at_10
value: 34.416000000000004
verified: no, type: map_at_100
value: 35.541
verified: no, type: map_at_1000
value: 35.592
verified: no, type: map_at_20
value: 35.106
verified: no, type: map_at_3
value: 30.470000000000002
verified: no, type: map_at_5
value: 32.774
verified: no, type: mrr_at_1
value: 22.693409742120345
verified: no, type: mrr_at_10
value: 35.02055760221949
verified: no, type: mrr_at_100
value: 36.07282466487795
verified: no, type: mrr_at_1000
value: 36.11725121701468
verified: no, type: mrr_at_20
value: 35.667140877547986
verified: no, type: mrr_at_3
value: 31.122254059216814
verified: no, type: mrr_at_5
value: 33.40592168099331
verified: no, type: nauc_map_at_1000_diff1
value: 33.00333472064972
verified: no, type: nauc_map_at_1000_max
value: 5.156444947074947
verified: no, type: nauc_map_at_1000_std
value: -23.103939979826375
verified: no, type: nauc_map_at_100_diff1
value: 32.99943906977456
verified: no, type: nauc_map_at_100_max
value: 5.156792638157342
verified: no, type: nauc_map_at_100_std
value: -23.09927789432014
verified: no, type: nauc_map_at_10_diff1
value: 32.93427060211673
verified: no, type: nauc_map_at_10_max
value: 5.009847068055439
verified: no, type: nauc_map_at_10_std
value: -23.69229778425936
verified: no, type: nauc_map_at_1_diff1
value: 35.879541770806426
verified: no, type: nauc_map_at_1_max
value: 4.037000551161811
verified: no, type: nauc_map_at_1_std
value: -21.066913542507095
verified: no, type: nauc_map_at_20_diff1
value: 32.94459306136245
verified: no, type: nauc_map_at_20_max
value: 5.08450123260384
verified: no, type: nauc_map_at_20_std
value: -23.367858842401674
verified: no, type: nauc_map_at_3_diff1
value: 33.186734646971495
verified: no, type: nauc_map_at_3_max
value: 4.52958372002426
verified: no, type: nauc_map_at_3_std
value: -23.407182657661863
verified: no, type: nauc_map_at_5_diff1
value: 33.09447602825229
verified: no, type: nauc_map_at_5_max
value: 4.8295482352066275
verified: no, type: nauc_map_at_5_std
value: -23.977226416616457
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.90248885790994
verified: no, type: nauc_mrr_at_1000_max
value: 5.345915497836417
verified: no, type: nauc_mrr_at_1000_std
value: -22.775176728644926
verified: no, type: nauc_mrr_at_100_diff1
value: 32.89830733234614
verified: no, type: nauc_mrr_at_100_max
value: 5.354794932204688
verified: no, type: nauc_mrr_at_100_std
value: -22.76281634843283
verified: no, type: nauc_mrr_at_10_diff1
value: 32.85362740239939
verified: no, type: nauc_mrr_at_10_max
value: 5.22277263020967
verified: no, type: nauc_mrr_at_10_std
value: -23.29890783663585
verified: no, type: nauc_mrr_at_1_diff1
value: 35.8004961400585
verified: no, type: nauc_mrr_at_1_max
value: 4.07480515690297
verified: no, type: nauc_mrr_at_1_std
value: -21.157419860722133
verified: no, type: nauc_mrr_at_20_diff1
value: 32.831058277421675
verified: no, type: nauc_mrr_at_20_max
value: 5.30231502729234
verified: no, type: nauc_mrr_at_20_std
value: -22.995188734787643
verified: no, type: nauc_mrr_at_3_diff1
value: 33.06512398614513
verified: no, type: nauc_mrr_at_3_max
value: 4.6832127086497675
verified: no, type: nauc_mrr_at_3_std
value: -23.185466086324016
verified: no, type: nauc_mrr_at_5_diff1
value: 32.95656016095678
verified: no, type: nauc_mrr_at_5_max
value: 5.0055516099566475
verified: no, type: nauc_mrr_at_5_std
value: -23.648076417104612
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.23911068627994
verified: no, type: nauc_ndcg_at_1000_max
value: 6.340890121521923
verified: no, type: nauc_ndcg_at_1000_std
value: -21.64542687396577
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.11878167303473
verified: no, type: nauc_ndcg_at_100_max
value: 6.597128552520879
verified: no, type: nauc_ndcg_at_100_std
value: -21.03041945862791
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.78511231016483
verified: no, type: nauc_ndcg_at_10_max
value: 5.784417481640047
verified: no, type: nauc_ndcg_at_10_std
value: -24.161027978905647
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.74394132968329
verified: no, type: nauc_ndcg_at_1_max
value: 4.0476454646619215
verified: no, type: nauc_ndcg_at_1_std
value: -21.16866068260486
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.722628551526604
verified: no, type: nauc_ndcg_at_20_max
value: 6.085473579598258
verified: no, type: nauc_ndcg_at_20_std
value: -23.01301453978275
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.38743175334077
verified: no, type: nauc_ndcg_at_3_max
value: 4.708074286110014
verified: no, type: nauc_ndcg_at_3_std
value: -24.005841131351065
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.19107640366649
verified: no, type: nauc_ndcg_at_5_max
value: 5.248392125691872
verified: no, type: nauc_ndcg_at_5_std
value: -24.9544454485758
verified: no, type: nauc_precision_at_1000_diff1
value: -2.0283123762593203
verified: no, type: nauc_precision_at_1000_max
value: 14.569550330630554
verified: no, type: nauc_precision_at_1000_std
value: 18.01811212416059
verified: no, type: nauc_precision_at_100_diff1
value: 14.463485381374719
verified: no, type: nauc_precision_at_100_max
value: 16.06415646423591
verified: no, type: nauc_precision_at_100_std
value: 8.987627462107199
verified: no, type: nauc_precision_at_10_diff1
value: 25.530846925228666
verified: no, type: nauc_precision_at_10_max
value: 8.075830710803086
verified: no, type: nauc_precision_at_10_std
value: -24.00010341583341
verified: no, type: nauc_precision_at_1_diff1
value: 35.74394132968329
verified: no, type: nauc_precision_at_1_max
value: 4.0476454646619215
verified: no, type: nauc_precision_at_1_std
value: -21.16866068260486
verified: no, type: nauc_precision_at_20_diff1
value: 22.490315165998652
verified: no, type: nauc_precision_at_20_max
value: 9.695438542678712
verified: no, type: nauc_precision_at_20_std
value: -16.779150840743586
verified: no, type: nauc_precision_at_3_diff1
value: 29.653053865297718
verified: no, type: nauc_precision_at_3_max
value: 4.956580341717329
verified: no, type: nauc_precision_at_3_std
value: -25.716768027801912
verified: no, type: nauc_precision_at_5_diff1
value: 28.466584677280675
verified: no, type: nauc_precision_at_5_max
value: 6.035813186905091
verified: no, type: nauc_precision_at_5_std
value: -27.40096435134959
verified: no, type: nauc_recall_at_1000_diff1
value: 16.188777617075157
verified: no, type: nauc_recall_at_1000_max
value: 45.1160674872711
verified: no, type: nauc_recall_at_1000_std
value: 50.8993030763505
verified: no, type: nauc_recall_at_100_diff1
value: 26.462748511423666
verified: no, type: nauc_recall_at_100_max
value: 20.17057177381908
verified: no, type: nauc_recall_at_100_std
value: 6.567222385661084
verified: no, type: nauc_recall_at_10_diff1
value: 27.694042744869897
verified: no, type: nauc_recall_at_10_max
value: 8.193922397003126
verified: no, type: nauc_recall_at_10_std
value: -25.428481461107726
verified: no, type: nauc_recall_at_1_diff1
value: 35.879541770806426
verified: no, type: nauc_recall_at_1_max
value: 4.037000551161811
verified: no, type: nauc_recall_at_1_std
value: -21.066913542507095
verified: no, type: nauc_recall_at_20_diff1
value: 26.412542837917503
verified: no, type: nauc_recall_at_20_max
value: 10.119778040160208
verified: no, type: nauc_recall_at_20_std
value: -20.353583276762542
verified: no, type: nauc_recall_at_3_diff1
value: 30.1723792933633
verified: no, type: nauc_recall_at_3_max
value: 4.991021506511908
verified: no, type: nauc_recall_at_3_std
value: -25.61028187578253
verified: no, type: nauc_recall_at_5_diff1
value: 29.546460816157307
verified: no, type: nauc_recall_at_5_max
value: 6.257065735729789
verified: no, type: nauc_recall_at_5_std
value: -27.757268209659046
verified: no, type: ndcg_at_1
value: 22.708000000000002
verified: no, type: ndcg_at_10
value: 41.48
verified: no, type: ndcg_at_100
value: 46.894999999999996
verified: no, type: ndcg_at_1000
value: 48.14
verified: no, type: ndcg_at_20
value: 43.918
verified: no, type: ndcg_at_3
value: 33.423
verified: no, type: ndcg_at_5
value: 37.553
verified: no, type: precision_at_1
value: 22.708000000000002
verified: no, type: precision_at_10
value: 6.6049999999999995
verified: no, type: precision_at_100
value: 0.9329999999999999
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 3.811
verified: no, type: precision_at_3
value: 14.283999999999999
verified: no, type: precision_at_5
value: 10.685
verified: no, type: recall_at_1
value: 22.078999999999997
verified: no, type: recall_at_10
value: 63.269
verified: no, type: recall_at_100
value: 88.318
verified: no, type: recall_at_1000
value: 97.80799999999999
verified: no, type: recall_at_20
value: 72.741
verified: no, type: recall_at_3
value: 41.347
verified: no, type: recall_at_5
value: 51.271
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 96.0373917008664
verified: no, type: f1
value: 95.77672920037678
verified: no, type: f1_weighted
value: 96.06299804062722
verified: no, type: main_score
value: 96.0373917008664
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 89.1655266757866
verified: no, type: f1
value: 71.6595596649587
verified: no, type: f1_weighted
value: 90.44597470884298
verified: no, type: main_score
value: 89.1655266757866
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 76.60390047074647
verified: no, type: f1
value: 74.0382414657559
verified: no, type: f1_weighted
value: 76.53055023019932
verified: no, type: main_score
value: 76.60390047074647
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 78.93073301950236
verified: no, type: f1
value: 78.58195068346751
verified: no, type: f1_weighted
value: 78.86975899493798
verified: no, type: main_score
value: 78.93073301950236
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 37.66500681777215
verified: no, type: v_measure
value: 37.66500681777215
verified: no, type: v_measure_std
value: 1.4953449515069268
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 35.51021437644991
verified: no, type: v_measure
value: 35.51021437644991
verified: no, type: v_measure_std
value: 1.3321174913629759
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 30.10020452046386
verified: no, type: map
value: 30.10020452046386
verified: no, type: mrr
value: 31.096861019258043
verified: no, type: nAUC_map_diff1
value: 12.853085612418742
verified: no, type: nAUC_map_max
value: -20.97077158351351
verified: no, type: nAUC_map_std
value: -2.459841546804226
verified: no, type: nAUC_mrr_diff1
value: 12.08750595893558
verified: no, type: nAUC_mrr_max
value: -15.502813020230475
verified: no, type: nAUC_mrr_std
value: -0.8069966088331175
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 34.725
verified: no, type: map_at_1
value: 5.901
verified: no, type: map_at_10
value: 12.992999999999999
verified: no, type: map_at_100
value: 16.402
verified: no, type: map_at_1000
value: 17.896
verified: no, type: map_at_20
value: 14.411
verified: no, type: map_at_3
value: 9.3
verified: no, type: map_at_5
value: 10.906
verified: no, type: mrr_at_1
value: 46.13003095975232
verified: no, type: mrr_at_10
value: 54.67123691581895
verified: no, type: mrr_at_100
value: 55.13154466663215
verified: no, type: mrr_at_1000
value: 55.18028030923489
verified: no, type: mrr_at_20
value: 54.89203403371564
verified: no, type: mrr_at_3
value: 52.47678018575851
verified: no, type: mrr_at_5
value: 54.10216718266254
verified: no, type: nauc_map_at_1000_diff1
value: 26.097980547292376
verified: no, type: nauc_map_at_1000_max
value: 31.716612190607847
verified: no, type: nauc_map_at_1000_std
value: 10.484226609845875
verified: no, type: nauc_map_at_100_diff1
value: 26.903184213500687
verified: no, type: nauc_map_at_100_max
value: 30.254077338590847
verified: no, type: nauc_map_at_100_std
value: 5.721213154053636
verified: no, type: nauc_map_at_10_diff1
value: 30.41995975934737
verified: no, type: nauc_map_at_10_max
value: 23.720851152044826
verified: no, type: nauc_map_at_10_std
value: -6.968119243629756
verified: no, type: nauc_map_at_1_diff1
value: 45.91087927776542
verified: no, type: nauc_map_at_1_max
value: 11.368756627277754
verified: no, type: nauc_map_at_1_std
value: -21.987291617576854
verified: no, type: nauc_map_at_20_diff1
value: 28.907069629931854
verified: no, type: nauc_map_at_20_max
value: 26.70846407056094
verified: no, type: nauc_map_at_20_std
value: -1.9126005785897775
verified: no, type: nauc_map_at_3_diff1
value: 38.73155355719495
verified: no, type: nauc_map_at_3_max
value: 17.769925571726496
verified: no, type: nauc_map_at_3_std
value: -15.240426410962574
verified: no, type: nauc_map_at_5_diff1
value: 34.6278617589197
verified: no, type: nauc_map_at_5_max
value: 20.54601986245645
verified: no, type: nauc_map_at_5_std
value: -11.566817873968779
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.64991509982144
verified: no, type: nauc_mrr_at_1000_max
value: 49.697173212531744
verified: no, type: nauc_mrr_at_1000_std
value: 26.86511696261478
verified: no, type: nauc_mrr_at_100_diff1
value: 36.68743394598715
verified: no, type: nauc_mrr_at_100_max
value: 49.744202083676264
verified: no, type: nauc_mrr_at_100_std
value: 26.90232555840209
verified: no, type: nauc_mrr_at_10_diff1
value: 36.47029954847764
verified: no, type: nauc_mrr_at_10_max
value: 49.439023284006
verified: no, type: nauc_mrr_at_10_std
value: 26.690706480930444
verified: no, type: nauc_mrr_at_1_diff1
value: 36.59190142546215
verified: no, type: nauc_mrr_at_1_max
value: 41.74235868276634
verified: no, type: nauc_mrr_at_1_std
value: 18.414274177675807
verified: no, type: nauc_mrr_at_20_diff1
value: 36.681072119690086
verified: no, type: nauc_mrr_at_20_max
value: 49.800936007548934
verified: no, type: nauc_mrr_at_20_std
value: 26.961504252981683
verified: no, type: nauc_mrr_at_3_diff1
value: 36.63303178691115
verified: no, type: nauc_mrr_at_3_max
value: 48.628730526802904
verified: no, type: nauc_mrr_at_3_std
value: 25.157181938589225
verified: no, type: nauc_mrr_at_5_diff1
value: 36.41948638139246
verified: no, type: nauc_mrr_at_5_max
value: 49.180007480727134
verified: no, type: nauc_mrr_at_5_std
value: 26.145567865350543
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.257313381009283
verified: no, type: nauc_ndcg_at_1000_max
value: 46.45094846583072
verified: no, type: nauc_ndcg_at_1000_std
value: 30.74855470405661
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.337713280261774
verified: no, type: nauc_ndcg_at_100_max
value: 42.51314175786316
verified: no, type: nauc_ndcg_at_100_std
value: 25.717600091835052
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.28963504973803
verified: no, type: nauc_ndcg_at_10_max
value: 45.07020624629025
verified: no, type: nauc_ndcg_at_10_std
value: 29.017215904691902
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.69547779212674
verified: no, type: nauc_ndcg_at_1_max
value: 39.944550572400225
verified: no, type: nauc_ndcg_at_1_std
value: 17.27308663512775
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.88029364873597
verified: no, type: nauc_ndcg_at_20_max
value: 43.89319625918324
verified: no, type: nauc_ndcg_at_20_std
value: 29.182590252122804
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.49288862835273
verified: no, type: nauc_ndcg_at_3_max
value: 45.57318753977976
verified: no, type: nauc_ndcg_at_3_std
value: 23.953534500127557
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.578845399866545
verified: no, type: nauc_ndcg_at_5_max
value: 46.601862971633544
verified: no, type: nauc_ndcg_at_5_std
value: 27.55565792973463
verified: no, type: nauc_precision_at_1000_diff1
value: -4.397392180783799
verified: no, type: nauc_precision_at_1000_max
value: 17.406927055459345
verified: no, type: nauc_precision_at_1000_std
value: 47.8835834302276
verified: no, type: nauc_precision_at_100_diff1
value: -3.582470870457778
verified: no, type: nauc_precision_at_100_max
value: 30.6298826448415
verified: no, type: nauc_precision_at_100_std
value: 55.54858727751579
verified: no, type: nauc_precision_at_10_diff1
value: 6.591245947478634
verified: no, type: nauc_precision_at_10_max
value: 44.36069671353394
verified: no, type: nauc_precision_at_10_std
value: 45.85949796089425
verified: no, type: nauc_precision_at_1_diff1
value: 39.90620183792372
verified: no, type: nauc_precision_at_1_max
value: 41.93832955553217
verified: no, type: nauc_precision_at_1_std
value: 17.78208215842155
verified: no, type: nauc_precision_at_20_diff1
value: 3.1763559888676305
verified: no, type: nauc_precision_at_20_max
value: 40.19013491290661
verified: no, type: nauc_precision_at_20_std
value: 50.30896997510246
verified: no, type: nauc_precision_at_3_diff1
value: 21.346541990363338
verified: no, type: nauc_precision_at_3_max
value: 46.358486907663234
verified: no, type: nauc_precision_at_3_std
value: 30.30796100013066
verified: no, type: nauc_precision_at_5_diff1
value: 13.764960158282511
verified: no, type: nauc_precision_at_5_max
value: 47.38189520644064
verified: no, type: nauc_precision_at_5_std
value: 38.83370975791448
verified: no, type: nauc_recall_at_1000_diff1
value: 3.111013627981912
verified: no, type: nauc_recall_at_1000_max
value: 17.453303474327654
verified: no, type: nauc_recall_at_1000_std
value: 16.831446977812252
verified: no, type: nauc_recall_at_100_diff1
value: 16.59425078697382
verified: no, type: nauc_recall_at_100_max
value: 25.400896109980174
verified: no, type: nauc_recall_at_100_std
value: 10.794971059479254
verified: no, type: nauc_recall_at_10_diff1
value: 23.63271460212068
verified: no, type: nauc_recall_at_10_max
value: 20.991264958049598
verified: no, type: nauc_recall_at_10_std
value: -6.022250169253036
verified: no, type: nauc_recall_at_1_diff1
value: 45.91087927776542
verified: no, type: nauc_recall_at_1_max
value: 11.368756627277754
verified: no, type: nauc_recall_at_1_std
value: -21.987291617576854
verified: no, type: nauc_recall_at_20_diff1
value: 22.615984500854555
verified: no, type: nauc_recall_at_20_max
value: 23.637250829352997
verified: no, type: nauc_recall_at_20_std
value: 0.41128528477486354
verified: no, type: nauc_recall_at_3_diff1
value: 37.308271400820985
verified: no, type: nauc_recall_at_3_max
value: 18.63584930406467
verified: no, type: nauc_recall_at_3_std
value: -13.472251033244428
verified: no, type: nauc_recall_at_5_diff1
value: 31.142005435540852
verified: no, type: nauc_recall_at_5_max
value: 20.5834454794761
verified: no, type: nauc_recall_at_5_std
value: -9.81034234508067
verified: no, type: ndcg_at_1
value: 42.879
verified: no, type: ndcg_at_10
value: 34.725
verified: no, type: ndcg_at_100
value: 31.798
verified: no, type: ndcg_at_1000
value: 40.486
verified: no, type: ndcg_at_20
value: 32.535
verified: no, type: ndcg_at_3
value: 38.97
verified: no, type: ndcg_at_5
value: 37.602000000000004
verified: no, type: precision_at_1
value: 44.891999999999996
verified: no, type: precision_at_10
value: 26.192
verified: no, type: precision_at_100
value: 8.241
verified: no, type: precision_at_1000
value: 2.085
verified: no, type: precision_at_20
value: 19.52
verified: no, type: precision_at_3
value: 36.842000000000006
verified: no, type: precision_at_5
value: 33.312999999999995
verified: no, type: recall_at_1
value: 5.901
verified: no, type: recall_at_10
value: 17.171
verified: no, type: recall_at_100
value: 31.709
verified: no, type: recall_at_1000
value: 63.589
verified: no, type: recall_at_20
value: 20.782999999999998
verified: no, type: recall_at_3
value: 10.194
verified: no, type: recall_at_5
value: 12.934999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 59.951
verified: no, type: map_at_1
value: 36.718
verified: no, type: map_at_10
value: 52.518
verified: no, type: map_at_100
value: 53.373000000000005
verified: no, type: map_at_1000
value: 53.400000000000006
verified: no, type: map_at_20
value: 53.11
verified: no, type: map_at_3
value: 48.606
verified: no, type: map_at_5
value: 50.922999999999995
verified: no, type: mrr_at_1
value: 41.22247972190035
verified: no, type: mrr_at_10
value: 55.10211471610661
verified: no, type: mrr_at_100
value: 55.690424468447944
verified: no, type: mrr_at_1000
value: 55.709587669000626
verified: no, type: mrr_at_20
value: 55.51307514935747
verified: no, type: mrr_at_3
value: 52.10023174971031
verified: no, type: mrr_at_5
value: 53.85139049826188
verified: no, type: nauc_map_at_1000_diff1
value: 36.084432495766244
verified: no, type: nauc_map_at_1000_max
value: 32.106683448614696
verified: no, type: nauc_map_at_1000_std
value: 0.28114600458421135
verified: no, type: nauc_map_at_100_diff1
value: 36.076754155834685
verified: no, type: nauc_map_at_100_max
value: 32.124501222653386
verified: no, type: nauc_map_at_100_std
value: 0.3074172933687319
verified: no, type: nauc_map_at_10_diff1
value: 35.95846264899338
verified: no, type: nauc_map_at_10_max
value: 32.268962480678645
verified: no, type: nauc_map_at_10_std
value: -0.10550275250265802
verified: no, type: nauc_map_at_1_diff1
value: 39.29370524773578
verified: no, type: nauc_map_at_1_max
value: 25.991296131217062
verified: no, type: nauc_map_at_1_std
value: -2.5540466996583753
verified: no, type: nauc_map_at_20_diff1
value: 35.98377971994357
verified: no, type: nauc_map_at_20_max
value: 32.15683504409824
verified: no, type: nauc_map_at_20_std
value: 0.19145693127134786
verified: no, type: nauc_map_at_3_diff1
value: 36.0944254890347
verified: no, type: nauc_map_at_3_max
value: 30.2128510665515
verified: no, type: nauc_map_at_3_std
value: -1.9611081461308983
verified: no, type: nauc_map_at_5_diff1
value: 36.00156289591984
verified: no, type: nauc_map_at_5_max
value: 31.56149465902775
verified: no, type: nauc_map_at_5_std
value: -0.8373235686244762
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.09152753153953
verified: no, type: nauc_mrr_at_1000_max
value: 32.43454228496553
verified: no, type: nauc_mrr_at_1000_std
value: 1.8517892571605596
verified: no, type: nauc_mrr_at_100_diff1
value: 36.09112009133751
verified: no, type: nauc_mrr_at_100_max
value: 32.44951869408173
verified: no, type: nauc_mrr_at_100_std
value: 1.8714844618486277
verified: no, type: nauc_mrr_at_10_diff1
value: 35.930421137614914
verified: no, type: nauc_mrr_at_10_max
value: 32.65451978743636
verified: no, type: nauc_mrr_at_10_std
value: 1.7723190829619009
verified: no, type: nauc_mrr_at_1_diff1
value: 39.396024242346954
verified: no, type: nauc_mrr_at_1_max
value: 28.132740347350953
verified: no, type: nauc_mrr_at_1_std
value: -0.5935576215439111
verified: no, type: nauc_mrr_at_20_diff1
value: 35.99903536497898
verified: no, type: nauc_mrr_at_20_max
value: 32.50256539352071
verified: no, type: nauc_mrr_at_20_std
value: 1.8829977887370852
verified: no, type: nauc_mrr_at_3_diff1
value: 35.91812477028109
verified: no, type: nauc_mrr_at_3_max
value: 31.595134192404796
verified: no, type: nauc_mrr_at_3_std
value: 0.6749658339604261
verified: no, type: nauc_mrr_at_5_diff1
value: 35.90541524153257
verified: no, type: nauc_mrr_at_5_max
value: 32.375076970871106
verified: no, type: nauc_mrr_at_5_std
value: 1.4530009988326982
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.52189976546703
verified: no, type: nauc_ndcg_at_1000_max
value: 33.97534043055662
verified: no, type: nauc_ndcg_at_1000_std
value: 2.7358127566748025
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.32967760887528
verified: no, type: nauc_ndcg_at_100_max
value: 34.51536712950666
verified: no, type: nauc_ndcg_at_100_std
value: 3.561484184520643
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.63981443982384
verified: no, type: nauc_ndcg_at_10_max
value: 35.2466755214177
verified: no, type: nauc_ndcg_at_10_std
value: 2.163469830591493
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.47234805254548
verified: no, type: nauc_ndcg_at_1_max
value: 27.949377920983448
verified: no, type: nauc_ndcg_at_1_std
value: -0.7016496183295023
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.77193782885647
verified: no, type: nauc_ndcg_at_20_max
value: 34.79563187118757
verified: no, type: nauc_ndcg_at_20_std
value: 3.0333339734937326
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.84410905343334
verified: no, type: nauc_ndcg_at_3_max
value: 31.53857235413653
verified: no, type: nauc_ndcg_at_3_std
value: -1.2121011083371147
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.70655373953545
verified: no, type: nauc_ndcg_at_5_max
value: 33.692790095442994
verified: no, type: nauc_ndcg_at_5_std
value: 0.6612260001056149
verified: no, type: nauc_precision_at_1000_diff1
value: -6.531497758654776
verified: no, type: nauc_precision_at_1000_max
value: 6.592383443768815
verified: no, type: nauc_precision_at_1000_std
value: 15.266065986503547
verified: no, type: nauc_precision_at_100_diff1
value: -2.0738709139302003
verified: no, type: nauc_precision_at_100_max
value: 15.324594432362842
verified: no, type: nauc_precision_at_100_std
value: 20.825895623533857
verified: no, type: nauc_precision_at_10_diff1
value: 9.98637582589397
verified: no, type: nauc_precision_at_10_max
value: 30.50457748285925
verified: no, type: nauc_precision_at_10_std
value: 13.73313229149034
verified: no, type: nauc_precision_at_1_diff1
value: 39.47234805254548
verified: no, type: nauc_precision_at_1_max
value: 27.949377920983448
verified: no, type: nauc_precision_at_1_std
value: -0.7016496183295023
verified: no, type: nauc_precision_at_20_diff1
value: 4.338247023429635
verified: no, type: nauc_precision_at_20_max
value: 23.76589815146598
verified: no, type: nauc_precision_at_20_std
value: 17.322633618978386
verified: no, type: nauc_precision_at_3_diff1
value: 23.17326950999716
verified: no, type: nauc_precision_at_3_max
value: 31.075717350827293
verified: no, type: nauc_precision_at_3_std
value: 2.762436540576557
verified: no, type: nauc_precision_at_5_diff1
value: 17.362008096246633
verified: no, type: nauc_precision_at_5_max
value: 32.08805696305664
verified: no, type: nauc_precision_at_5_std
value: 8.12524167169048
verified: no, type: nauc_recall_at_1000_diff1
value: 34.18415215294108
verified: no, type: nauc_recall_at_1000_max
value: 79.77930971993527
verified: no, type: nauc_recall_at_1000_std
value: 70.27189175741741
verified: no, type: nauc_recall_at_100_diff1
value: 28.249629521143465
verified: no, type: nauc_recall_at_100_max
value: 62.21529072406605
verified: no, type: nauc_recall_at_100_std
value: 46.23141649265807
verified: no, type: nauc_recall_at_10_diff1
value: 27.302420328273612
verified: no, type: nauc_recall_at_10_max
value: 47.57999826869166
verified: no, type: nauc_recall_at_10_std
value: 9.807109630878386
verified: no, type: nauc_recall_at_1_diff1
value: 39.29370524773578
verified: no, type: nauc_recall_at_1_max
value: 25.991296131217062
verified: no, type: nauc_recall_at_1_std
value: -2.5540466996583753
verified: no, type: nauc_recall_at_20_diff1
value: 26.264363964930997
verified: no, type: nauc_recall_at_20_max
value: 49.762297304442136
verified: no, type: nauc_recall_at_20_std
value: 18.650695925686502
verified: no, type: nauc_recall_at_3_diff1
value: 29.95231482486556
verified: no, type: nauc_recall_at_3_max
value: 33.054441143791394
verified: no, type: nauc_recall_at_3_std
value: -1.4133288694811754
verified: no, type: nauc_recall_at_5_diff1
value: 28.978660648633802
verified: no, type: nauc_recall_at_5_max
value: 38.844300548161186
verified: no, type: nauc_recall_at_5_std
value: 3.19644809086287
verified: no, type: ndcg_at_1
value: 41.193999999999996
verified: no, type: ndcg_at_10
value: 59.951
verified: no, type: ndcg_at_100
value: 63.343
verified: no, type: ndcg_at_1000
value: 63.941
verified: no, type: ndcg_at_20
value: 61.781
verified: no, type: ndcg_at_3
value: 52.756
verified: no, type: ndcg_at_5
value: 56.486999999999995
verified: no, type: precision_at_1
value: 41.193999999999996
verified: no, type: precision_at_10
value: 9.528
verified: no, type: precision_at_100
value: 1.145
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_20
value: 5.206
verified: no, type: precision_at_3
value: 23.696
verified: no, type: precision_at_5
value: 16.419
verified: no, type: recall_at_1
value: 36.718
verified: no, type: recall_at_10
value: 79.84
verified: no, type: recall_at_100
value: 94.228
verified: no, type: recall_at_1000
value: 98.648
verified: no, type: recall_at_20
value: 86.542
verified: no, type: recall_at_3
value: 61.31999999999999
verified: no, type: recall_at_5
value: 69.836
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 89.838
verified: no, type: map_at_1
value: 72.44500000000001
verified: no, type: map_at_10
value: 86.332
verified: no, type: map_at_100
value: 86.936
verified: no, type: map_at_1000
value: 86.95
verified: no, type: map_at_20
value: 86.72999999999999
verified: no, type: map_at_3
value: 83.417
verified: no, type: map_at_5
value: 85.292
verified: no, type: mrr_at_1
value: 83.5
verified: no, type: mrr_at_10
value: 89.20519444444444
verified: no, type: mrr_at_100
value: 89.2819086258491
verified: no, type: mrr_at_1000
value: 89.28214505128291
verified: no, type: mrr_at_20
value: 89.26673258007042
verified: no, type: mrr_at_3
value: 88.36
verified: no, type: mrr_at_5
value: 88.95100000000001
verified: no, type: nauc_map_at_1000_diff1
value: 76.90740671940051
verified: no, type: nauc_map_at_1000_max
value: 36.46444946338708
verified: no, type: nauc_map_at_1000_std
value: -56.60380240532508
verified: no, type: nauc_map_at_100_diff1
value: 76.91112078761572
verified: no, type: nauc_map_at_100_max
value: 36.45304363618243
verified: no, type: nauc_map_at_100_std
value: -56.67988410741111
verified: no, type: nauc_map_at_10_diff1
value: 77.09598611046616
verified: no, type: nauc_map_at_10_max
value: 35.96689922341558
verified: no, type: nauc_map_at_10_std
value: -58.68604909203303
verified: no, type: nauc_map_at_1_diff1
value: 80.37641963929528
verified: no, type: nauc_map_at_1_max
value: 27.046973659136057
verified: no, type: nauc_map_at_1_std
value: -49.41187376826384
verified: no, type: nauc_map_at_20_diff1
value: 76.9541622063172
verified: no, type: nauc_map_at_20_max
value: 36.29817666157097
verified: no, type: nauc_map_at_20_std
value: -57.58995860118392
verified: no, type: nauc_map_at_3_diff1
value: 77.79036430390953
verified: no, type: nauc_map_at_3_max
value: 33.23673927645347
verified: no, type: nauc_map_at_3_std
value: -60.10156884287652
verified: no, type: nauc_map_at_5_diff1
value: 77.33636903512307
verified: no, type: nauc_map_at_5_max
value: 35.003919992106006
verified: no, type: nauc_map_at_5_std
value: -59.97787405958172
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.73000572331905
verified: no, type: nauc_mrr_at_1000_max
value: 38.561364157585324
verified: no, type: nauc_mrr_at_1000_std
value: -53.44976098044828
verified: no, type: nauc_mrr_at_100_diff1
value: 77.72981689727108
verified: no, type: nauc_mrr_at_100_max
value: 38.561425387623785
verified: no, type: nauc_mrr_at_100_std
value: -53.45033750871979
verified: no, type: nauc_mrr_at_10_diff1
value: 77.71709626439586
verified: no, type: nauc_mrr_at_10_max
value: 38.624900686387214
verified: no, type: nauc_mrr_at_10_std
value: -53.58765986161691
verified: no, type: nauc_mrr_at_1_diff1
value: 78.37565253706408
verified: no, type: nauc_mrr_at_1_max
value: 38.23888076842768
verified: no, type: nauc_mrr_at_1_std
value: -50.20603764579538
verified: no, type: nauc_mrr_at_20_diff1
value: 77.7306939391157
verified: no, type: nauc_mrr_at_20_max
value: 38.59165749191751
verified: no, type: nauc_mrr_at_20_std
value: -53.48812024214872
verified: no, type: nauc_mrr_at_3_diff1
value: 77.54353349806524
verified: no, type: nauc_mrr_at_3_max
value: 38.713759549229785
verified: no, type: nauc_mrr_at_3_std
value: -53.94582165002703
verified: no, type: nauc_mrr_at_5_diff1
value: 77.70283049254654
verified: no, type: nauc_mrr_at_5_max
value: 38.716317005111215
verified: no, type: nauc_mrr_at_5_std
value: -53.92085356926888
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.89855290894926
verified: no, type: nauc_ndcg_at_1000_max
value: 37.772216233524325
verified: no, type: nauc_ndcg_at_1000_std
value: -54.86144177114646
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.90257905740786
verified: no, type: nauc_ndcg_at_100_max
value: 37.739876618823274
verified: no, type: nauc_ndcg_at_100_std
value: -55.18253534518033
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.82906119719216
verified: no, type: nauc_ndcg_at_10_max
value: 37.09739956129085
verified: no, type: nauc_ndcg_at_10_std
value: -58.49646829288816
verified: no, type: nauc_ndcg_at_1_diff1
value: 78.37565253706408
verified: no, type: nauc_ndcg_at_1_max
value: 38.335351847985045
verified: no, type: nauc_ndcg_at_1_std
value: -50.212302001610745
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.86843611975287
verified: no, type: nauc_ndcg_at_20_max
value: 37.38859864360577
verified: no, type: nauc_ndcg_at_20_std
value: -57.243383699901386
verified: no, type: nauc_ndcg_at_3_diff1
value: 76.43700144403104
verified: no, type: nauc_ndcg_at_3_max
value: 35.849266604568456
verified: no, type: nauc_ndcg_at_3_std
value: -58.26941196366757
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.65368894551763
verified: no, type: nauc_ndcg_at_5_max
value: 36.67820873138469
verified: no, type: nauc_ndcg_at_5_std
value: -59.167875261562884
verified: no, type: nauc_precision_at_1000_diff1
value: -44.61035236776975
verified: no, type: nauc_precision_at_1000_max
value: -6.9906519553038535
verified: no, type: nauc_precision_at_1000_std
value: 45.26673634956755
verified: no, type: nauc_precision_at_100_diff1
value: -44.471568524106466
verified: no, type: nauc_precision_at_100_max
value: -6.513827405878257
verified: no, type: nauc_precision_at_100_std
value: 43.61461800235919
verified: no, type: nauc_precision_at_10_diff1
value: -40.63269213674181
verified: no, type: nauc_precision_at_10_max
value: -2.176686756124717
verified: no, type: nauc_precision_at_10_std
value: 29.834023361852225
verified: no, type: nauc_precision_at_1_diff1
value: 78.37565253706408
verified: no, type: nauc_precision_at_1_max
value: 38.335351847985045
verified: no, type: nauc_precision_at_1_std
value: -50.212302001610745
verified: no, type: nauc_precision_at_20_diff1
value: -43.166138321174
verified: no, type: nauc_precision_at_20_max
value: -4.551647757465525
verified: no, type: nauc_precision_at_20_std
value: 36.236925649882664
verified: no, type: nauc_precision_at_3_diff1
value: -22.241887562444298
verified: no, type: nauc_precision_at_3_max
value: 6.147594412705473
verified: no, type: nauc_precision_at_3_std
value: 6.206594648276548
verified: no, type: nauc_precision_at_5_diff1
value: -33.948204035499955
verified: no, type: nauc_precision_at_5_max
value: 1.551952866668139
verified: no, type: nauc_precision_at_5_std
value: 19.086692514199573
verified: no, type: nauc_recall_at_1000_diff1
value: 56.00550359595701
verified: no, type: nauc_recall_at_1000_max
value: 0.25076313433895114
verified: no, type: nauc_recall_at_1000_std
value: -19.767447908090993
verified: no, type: nauc_recall_at_100_diff1
value: 71.09157100014333
verified: no, type: nauc_recall_at_100_max
value: 36.803937541332566
verified: no, type: nauc_recall_at_100_std
value: -68.4065523296009
verified: no, type: nauc_recall_at_10_diff1
value: 72.74150240606814
verified: no, type: nauc_recall_at_10_max
value: 34.20323841659202
verified: no, type: nauc_recall_at_10_std
value: -81.23057156799683
verified: no, type: nauc_recall_at_1_diff1
value: 80.37641963929528
verified: no, type: nauc_recall_at_1_max
value: 27.046973659136057
verified: no, type: nauc_recall_at_1_std
value: -49.41187376826384
verified: no, type: nauc_recall_at_20_diff1
value: 72.23679243300582
verified: no, type: nauc_recall_at_20_max
value: 35.472624896485584
verified: no, type: nauc_recall_at_20_std
value: -83.96453691324263
verified: no, type: nauc_recall_at_3_diff1
value: 74.4436126143353
verified: no, type: nauc_recall_at_3_max
value: 30.220293116530584
verified: no, type: nauc_recall_at_3_std
value: -68.23230306181532
verified: no, type: nauc_recall_at_5_diff1
value: 72.89682914794618
verified: no, type: nauc_recall_at_5_max
value: 32.220311115253786
verified: no, type: nauc_recall_at_5_std
value: -74.53623789048245
verified: no, type: ndcg_at_1
value: 83.5
verified: no, type: ndcg_at_10
value: 89.838
verified: no, type: ndcg_at_100
value: 90.879
verified: no, type: ndcg_at_1000
value: 90.955
verified: no, type: ndcg_at_20
value: 90.422
verified: no, type: ndcg_at_3
value: 87.21799999999999
verified: no, type: ndcg_at_5
value: 88.727
verified: no, type: precision_at_1
value: 83.5
verified: no, type: precision_at_10
value: 13.571
verified: no, type: precision_at_100
value: 1.5350000000000001
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.175
verified: no, type: precision_at_3
value: 38.12
verified: no, type: precision_at_5
value: 25.041999999999998
verified: no, type: recall_at_1
value: 72.44500000000001
verified: no, type: recall_at_10
value: 96.298
verified: no, type: recall_at_100
value: 99.696
verified: no, type: recall_at_1000
value: 99.98599999999999
verified: no, type: recall_at_20
value: 98.15700000000001
verified: no, type: recall_at_3
value: 88.633
verified: no, type: recall_at_5
value: 92.985
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 59.36225093784713
verified: no, type: v_measure
value: 59.36225093784713
verified: no, type: v_measure_std
value: 3.9911509588570393
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 64.46282036246124
verified: no, type: v_measure
value: 64.46282036246124
verified: no, type: v_measure_std
value: 12.49196304240264
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 21.781
verified: no, type: map_at_1
value: 5.103
verified: no, type: map_at_10
value: 13.152
verified: no, type: map_at_100
value: 15.421000000000001
verified: no, type: map_at_1000
value: 15.738
verified: no, type: map_at_20
value: 14.313
verified: no, type: map_at_3
value: 9.277000000000001
verified: no, type: map_at_5
value: 11.079
verified: no, type: mrr_at_1
value: 25.2
verified: no, type: mrr_at_10
value: 36.30464285714286
verified: no, type: mrr_at_100
value: 37.37083205414486
verified: no, type: mrr_at_1000
value: 37.41889994963302
verified: no, type: mrr_at_20
value: 36.99006600941199
verified: no, type: mrr_at_3
value: 33.11666666666667
verified: no, type: mrr_at_5
value: 34.971666666666664
verified: no, type: nauc_map_at_1000_diff1
value: 13.3829110188465
verified: no, type: nauc_map_at_1000_max
value: 26.200548089249203
verified: no, type: nauc_map_at_1000_std
value: 15.782390299656376
verified: no, type: nauc_map_at_100_diff1
value: 13.434823562595197
verified: no, type: nauc_map_at_100_max
value: 26.19757227269967
verified: no, type: nauc_map_at_100_std
value: 15.666149403001597
verified: no, type: nauc_map_at_10_diff1
value: 13.136752265014085
verified: no, type: nauc_map_at_10_max
value: 24.37704176159032
verified: no, type: nauc_map_at_10_std
value: 11.875468320642725
verified: no, type: nauc_map_at_1_diff1
value: 23.91080785158353
verified: no, type: nauc_map_at_1_max
value: 21.714915496600813
verified: no, type: nauc_map_at_1_std
value: 4.523659534794796
verified: no, type: nauc_map_at_20_diff1
value: 13.08994175195148
verified: no, type: nauc_map_at_20_max
value: 25.564250916023035
verified: no, type: nauc_map_at_20_std
value: 13.758854620282229
verified: no, type: nauc_map_at_3_diff1
value: 15.629634284012711
verified: no, type: nauc_map_at_3_max
value: 20.94416328947656
verified: no, type: nauc_map_at_3_std
value: 5.443733090008665
verified: no, type: nauc_map_at_5_diff1
value: 13.717844004379067
verified: no, type: nauc_map_at_5_max
value: 21.93083811259854
verified: no, type: nauc_map_at_5_std
value: 7.496869394816883
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.466105991639516
verified: no, type: nauc_mrr_at_1000_max
value: 23.857199036893714
verified: no, type: nauc_mrr_at_1000_std
value: 10.400833057932964
verified: no, type: nauc_mrr_at_100_diff1
value: 19.45377482442327
verified: no, type: nauc_mrr_at_100_max
value: 23.86931198998342
verified: no, type: nauc_mrr_at_100_std
value: 10.43160252915245
verified: no, type: nauc_mrr_at_10_diff1
value: 19.595100505906498
verified: no, type: nauc_mrr_at_10_max
value: 23.828564831729913
verified: no, type: nauc_mrr_at_10_std
value: 10.158332218550582
verified: no, type: nauc_mrr_at_1_diff1
value: 23.639623316387265
verified: no, type: nauc_mrr_at_1_max
value: 21.91276584516334
verified: no, type: nauc_mrr_at_1_std
value: 4.555063005377011
verified: no, type: nauc_mrr_at_20_diff1
value: 19.42312083502562
verified: no, type: nauc_mrr_at_20_max
value: 23.998031015425354
verified: no, type: nauc_mrr_at_20_std
value: 10.507801798326819
verified: no, type: nauc_mrr_at_3_diff1
value: 20.50499706447941
verified: no, type: nauc_mrr_at_3_max
value: 22.89975536944602
verified: no, type: nauc_mrr_at_3_std
value: 8.976243818880809
verified: no, type: nauc_mrr_at_5_diff1
value: 19.59735376368769
verified: no, type: nauc_mrr_at_5_max
value: 23.079995863526243
verified: no, type: nauc_mrr_at_5_std
value: 9.558077494050336
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.411221925319488
verified: no, type: nauc_ndcg_at_1000_max
value: 28.874659943874605
verified: no, type: nauc_ndcg_at_1000_std
value: 22.92179424488089
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.177059117246053
verified: no, type: nauc_ndcg_at_100_max
value: 29.49863202457167
verified: no, type: nauc_ndcg_at_100_std
value: 23.415432542915244
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.034714269886518
verified: no, type: nauc_ndcg_at_10_max
value: 26.529324449228014
verified: no, type: nauc_ndcg_at_10_std
value: 15.0835036529515
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.639623316387265
verified: no, type: nauc_ndcg_at_1_max
value: 21.91276584516334
verified: no, type: nauc_ndcg_at_1_std
value: 4.555063005377011
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.639153726908837
verified: no, type: nauc_ndcg_at_20_max
value: 28.34934989257701
verified: no, type: nauc_ndcg_at_20_std
value: 18.346102705103505
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.310949228363334
verified: no, type: nauc_ndcg_at_3_max
value: 21.96244399696209
verified: no, type: nauc_ndcg_at_3_std
value: 7.79248819842006
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.630417187709366
verified: no, type: nauc_ndcg_at_5_max
value: 23.28452419937793
verified: no, type: nauc_ndcg_at_5_std
value: 10.132485346479228
verified: no, type: nauc_precision_at_1000_diff1
value: 0.4617378903286949
verified: no, type: nauc_precision_at_1000_max
value: 23.084163863883607
verified: no, type: nauc_precision_at_1000_std
value: 34.74028918125758
verified: no, type: nauc_precision_at_100_diff1
value: 7.744924657665058
verified: no, type: nauc_precision_at_100_max
value: 28.822902541968237
verified: no, type: nauc_precision_at_100_std
value: 35.872958881610344
verified: no, type: nauc_precision_at_10_diff1
value: 9.242022361674694
verified: no, type: nauc_precision_at_10_max
value: 27.707443555826906
verified: no, type: nauc_precision_at_10_std
value: 20.465290637452664
verified: no, type: nauc_precision_at_1_diff1
value: 23.639623316387265
verified: no, type: nauc_precision_at_1_max
value: 21.91276584516334
verified: no, type: nauc_precision_at_1_std
value: 4.555063005377011
verified: no, type: nauc_precision_at_20_diff1
value: 7.901785657316664
verified: no, type: nauc_precision_at_20_max
value: 29.678603802205057
verified: no, type: nauc_precision_at_20_std
value: 25.65946048724345
verified: no, type: nauc_precision_at_3_diff1
value: 13.650585769886394
verified: no, type: nauc_precision_at_3_max
value: 22.03045956299473
verified: no, type: nauc_precision_at_3_std
value: 9.155456520493106
verified: no, type: nauc_precision_at_5_diff1
value: 10.200134466214287
verified: no, type: nauc_precision_at_5_max
value: 23.308672947117167
verified: no, type: nauc_precision_at_5_std
value: 12.695862040385645
verified: no, type: nauc_recall_at_1000_diff1
value: 1.7286393025447204
verified: no, type: nauc_recall_at_1000_max
value: 23.322719223507704
verified: no, type: nauc_recall_at_1000_std
value: 36.358257876511956
verified: no, type: nauc_recall_at_100_diff1
value: 8.230846619688952
verified: no, type: nauc_recall_at_100_max
value: 28.880569830494963
verified: no, type: nauc_recall_at_100_std
value: 36.29115706966346
verified: no, type: nauc_recall_at_10_diff1
value: 9.362248846760513
verified: no, type: nauc_recall_at_10_max
value: 27.475538879580885
verified: no, type: nauc_recall_at_10_std
value: 20.314461649538373
verified: no, type: nauc_recall_at_1_diff1
value: 23.91080785158353
verified: no, type: nauc_recall_at_1_max
value: 21.714915496600813
verified: no, type: nauc_recall_at_1_std
value: 4.523659534794796
verified: no, type: nauc_recall_at_20_diff1
value: 8.140101636033602
verified: no, type: nauc_recall_at_20_max
value: 29.59131501693498
verified: no, type: nauc_recall_at_20_std
value: 25.876120433055316
verified: no, type: nauc_recall_at_3_diff1
value: 13.725759049941843
verified: no, type: nauc_recall_at_3_max
value: 21.75055584058006
verified: no, type: nauc_recall_at_3_std
value: 8.965766944507815
verified: no, type: nauc_recall_at_5_diff1
value: 10.366069494614596
verified: no, type: nauc_recall_at_5_max
value: 23.031784865881054
verified: no, type: nauc_recall_at_5_std
value: 12.411188897743521
verified: no, type: ndcg_at_1
value: 25.2
verified: no, type: ndcg_at_10
value: 21.781
verified: no, type: ndcg_at_100
value: 30.273
verified: no, type: ndcg_at_1000
value: 35.768
verified: no, type: ndcg_at_20
value: 24.967
verified: no, type: ndcg_at_3
value: 20.580000000000002
verified: no, type: ndcg_at_5
value: 17.926000000000002
verified: no, type: precision_at_1
value: 25.2
verified: no, type: precision_at_10
value: 11.4
verified: no, type: precision_at_100
value: 2.359
verified: no, type: precision_at_1000
value: 0.368
verified: no, type: precision_at_20
value: 7.545
verified: no, type: precision_at_3
value: 19.3
verified: no, type: precision_at_5
value: 15.78
verified: no, type: recall_at_1
value: 5.103
verified: no, type: recall_at_10
value: 23.083000000000002
verified: no, type: recall_at_100
value: 47.882999999999996
verified: no, type: recall_at_1000
value: 74.783
verified: no, type: recall_at_20
value: 30.592000000000002
verified: no, type: recall_at_3
value: 11.753
verified: no, type: recall_at_5
value: 15.983
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 83.9841377195369
verified: no, type: cosine_spearman
value: 77.44919890597407
verified: no, type: euclidean_pearson
value: 81.21238548422511
verified: no, type: euclidean_spearman
value: 76.94405730272983
verified: no, type: main_score
value: 77.44919890597407
verified: no, type: manhattan_pearson
value: 81.16824677968528
verified: no, type: manhattan_spearman
value: 76.94296468591867
verified: no, type: pearson
value: 83.9841377195369
verified: no, type: spearman
value: 77.44919890597407
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 81.36071984442052
verified: no, type: cosine_spearman
value: 74.2212823495219
verified: no, type: euclidean_pearson
value: 78.31139429452078
verified: no, type: euclidean_spearman
value: 74.02790834412275
verified: no, type: main_score
value: 74.2212823495219
verified: no, type: manhattan_pearson
value: 78.26141328104697
verified: no, type: manhattan_spearman
value: 74.02545007676329
verified: no, type: pearson
value: 81.36071984442052
verified: no, type: spearman
value: 74.2212823495219
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 85.49925337918731
verified: no, type: cosine_spearman
value: 86.12368715292688
verified: no, type: euclidean_pearson
value: 85.71147581542367
verified: no, type: euclidean_spearman
value: 86.64112317821541
verified: no, type: main_score
value: 86.12368715292688
verified: no, type: manhattan_pearson
value: 85.58242941611371
verified: no, type: manhattan_spearman
value: 86.51041533466731
verified: no, type: pearson
value: 85.49925337918731
verified: no, type: spearman
value: 86.12368715292688
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 82.24735192639226
verified: no, type: cosine_spearman
value: 78.88155361224834
verified: no, type: euclidean_pearson
value: 80.52048132030517
verified: no, type: euclidean_spearman
value: 78.1335955670817
verified: no, type: main_score
value: 78.88155361224834
verified: no, type: manhattan_pearson
value: 80.48178866605353
verified: no, type: manhattan_spearman
value: 78.08994918255844
verified: no, type: pearson
value: 82.24735192639226
verified: no, type: spearman
value: 78.88155361224834
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 86.27381322229758
verified: no, type: cosine_spearman
value: 87.5038962579188
verified: no, type: euclidean_pearson
value: 86.7575259976948
verified: no, type: euclidean_spearman
value: 87.3358778981031
verified: no, type: main_score
value: 87.5038962579188
verified: no, type: manhattan_pearson
value: 86.72177109814491
verified: no, type: manhattan_spearman
value: 87.30593609243358
verified: no, type: pearson
value: 86.27381322229758
verified: no, type: spearman
value: 87.5038962579188
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 82.90364706517789
verified: no, type: cosine_spearman
value: 84.25854334490232
verified: no, type: euclidean_pearson
value: 83.30065780824273
verified: no, type: euclidean_spearman
value: 84.17467271748362
verified: no, type: main_score
value: 84.25854334490232
verified: no, type: manhattan_pearson
value: 83.21239264085494
verified: no, type: manhattan_spearman
value: 84.05456832118482
verified: no, type: pearson
value: 82.90364706517789
verified: no, type: spearman
value: 84.25854334490232
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 88.88258729094343
verified: no, type: cosine_spearman
value: 89.68436656381257
verified: no, type: euclidean_pearson
value: 88.23417725579127
verified: no, type: euclidean_spearman
value: 87.96688277361433
verified: no, type: main_score
value: 89.68436656381257
verified: no, type: manhattan_pearson
value: 88.07673471897155
verified: no, type: manhattan_spearman
value: 87.7976329721765
verified: no, type: pearson
value: 88.88258729094343
verified: no, type: spearman
value: 89.68436656381257
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 65.24627744968292
verified: no, type: cosine_spearman
value: 65.96283849168346
verified: no, type: euclidean_pearson
value: 66.2111925054528
verified: no, type: euclidean_spearman
value: 65.83563143944401
verified: no, type: main_score
value: 65.96283849168346
verified: no, type: manhattan_pearson
value: 66.25664281582083
verified: no, type: manhattan_spearman
value: 65.8830797513158
verified: no, type: pearson
value: 65.24627744968292
verified: no, type: spearman
value: 65.96283849168346
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 85.57515090752183
verified: no, type: cosine_spearman
value: 85.54441587714372
verified: no, type: euclidean_pearson
value: 85.53938106211463
verified: no, type: euclidean_spearman
value: 85.28473579067878
verified: no, type: main_score
value: 85.54441587714372
verified: no, type: manhattan_pearson
value: 85.51025100057596
verified: no, type: manhattan_spearman
value: 85.260887707662
verified: no, type: pearson
value: 85.57515090752183
verified: no, type: spearman
value: 85.54441587714372
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 82.9058801876062
verified: no, type: map
value: 82.9058801876062
verified: no, type: mrr
value: 95.256220721907
verified: no, type: nAUC_map_diff1
value: 0.13078953297011875
verified: no, type: nAUC_map_max
value: 59.173980738758026
verified: no, type: nAUC_map_std
value: 73.35735418975649
verified: no, type: nAUC_mrr_diff1
value: 46.534353907114514
verified: no, type: nAUC_mrr_max
value: 89.56255914950661
verified: no, type: nAUC_mrr_std
value: 85.6716185155955
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 71.844
verified: no, type: map_at_1
value: 57.278
verified: no, type: map_at_10
value: 67.109
verified: no, type: map_at_100
value: 67.66499999999999
verified: no, type: map_at_1000
value: 67.685
verified: no, type: map_at_20
value: 67.482
verified: no, type: map_at_3
value: 64.16199999999999
verified: no, type: map_at_5
value: 65.82900000000001
verified: no, type: mrr_at_1
value: 60
verified: no, type: mrr_at_10
value: 68.19960317460317
verified: no, type: mrr_at_100
value: 68.62748949394921
verified: no, type: mrr_at_1000
value: 68.64515905414915
verified: no, type: mrr_at_20
value: 68.472601010101
verified: no, type: mrr_at_3
value: 66
verified: no, type: mrr_at_5
value: 67.21666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 70.04313292027558
verified: no, type: nauc_map_at_1000_max
value: 57.24529193476731
verified: no, type: nauc_map_at_1000_std
value: -4.8888921470785585
verified: no, type: nauc_map_at_100_diff1
value: 70.04624674117014
verified: no, type: nauc_map_at_100_max
value: 57.25302539508853
verified: no, type: nauc_map_at_100_std
value: -4.907703072069842
verified: no, type: nauc_map_at_10_diff1
value: 70.06943109940849
verified: no, type: nauc_map_at_10_max
value: 57.39452715929109
verified: no, type: nauc_map_at_10_std
value: -4.743417671263566
verified: no, type: nauc_map_at_1_diff1
value: 76.61111479875207
verified: no, type: nauc_map_at_1_max
value: 52.822124992902374
verified: no, type: nauc_map_at_1_std
value: -7.6071857283495445
verified: no, type: nauc_map_at_20_diff1
value: 69.95251393140202
verified: no, type: nauc_map_at_20_max
value: 57.328356768833146
verified: no, type: nauc_map_at_20_std
value: -4.871357691032887
verified: no, type: nauc_map_at_3_diff1
value: 69.71499509001714
verified: no, type: nauc_map_at_3_max
value: 53.645107897260026
verified: no, type: nauc_map_at_3_std
value: -7.908850295935557
verified: no, type: nauc_map_at_5_diff1
value: 69.7531280646943
verified: no, type: nauc_map_at_5_max
value: 55.71038914997073
verified: no, type: nauc_map_at_5_std
value: -6.7813041970848476
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.61840192382927
verified: no, type: nauc_mrr_at_1000_max
value: 58.419734360225696
verified: no, type: nauc_mrr_at_1000_std
value: -1.8503761885586425
verified: no, type: nauc_mrr_at_100_diff1
value: 69.6153571701724
verified: no, type: nauc_mrr_at_100_max
value: 58.422378816414565
verified: no, type: nauc_mrr_at_100_std
value: -1.8731915889302972
verified: no, type: nauc_mrr_at_10_diff1
value: 69.5874772943516
verified: no, type: nauc_mrr_at_10_max
value: 58.78121978366665
verified: no, type: nauc_mrr_at_10_std
value: -1.2843146465927913
verified: no, type: nauc_mrr_at_1_diff1
value: 74.35688136934793
verified: no, type: nauc_mrr_at_1_max
value: 57.487384980706416
verified: no, type: nauc_mrr_at_1_std
value: -1.3005837538340144
verified: no, type: nauc_mrr_at_20_diff1
value: 69.53988639045606
verified: no, type: nauc_mrr_at_20_max
value: 58.49631860342686
verified: no, type: nauc_mrr_at_20_std
value: -1.7220227513588833
verified: no, type: nauc_mrr_at_3_diff1
value: 68.94320178615871
verified: no, type: nauc_mrr_at_3_max
value: 56.60856449749424
verified: no, type: nauc_mrr_at_3_std
value: -3.3432894595086866
verified: no, type: nauc_mrr_at_5_diff1
value: 68.94240340867633
verified: no, type: nauc_mrr_at_5_max
value: 58.27068018852665
verified: no, type: nauc_mrr_at_5_std
value: -2.320192066949136
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.15093538086137
verified: no, type: nauc_ndcg_at_1000_max
value: 58.6801221127507
verified: no, type: nauc_ndcg_at_1000_std
value: -3.002038837722594
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.11507044508373
verified: no, type: nauc_ndcg_at_100_max
value: 58.843490113137605
verified: no, type: nauc_ndcg_at_100_std
value: -3.2810475322338566
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.71920945656667
verified: no, type: nauc_ndcg_at_10_max
value: 60.13600198034469
verified: no, type: nauc_ndcg_at_10_std
value: -1.6190106644777749
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.35688136934793
verified: no, type: nauc_ndcg_at_1_max
value: 57.487384980706416
verified: no, type: nauc_ndcg_at_1_std
value: -1.3005837538340144
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.33714726670162
verified: no, type: nauc_ndcg_at_20_max
value: 59.45907982196103
verified: no, type: nauc_ndcg_at_20_std
value: -2.5953063304797754
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.33605891922716
verified: no, type: nauc_ndcg_at_3_max
value: 55.01142849375101
verified: no, type: nauc_ndcg_at_3_std
value: -6.5632981093508205
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.59450950578172
verified: no, type: nauc_ndcg_at_5_max
value: 57.50106057747294
verified: no, type: nauc_ndcg_at_5_std
value: -5.415038422866616
verified: no, type: nauc_precision_at_1000_diff1
value: -33.21156082089814
verified: no, type: nauc_precision_at_1000_max
value: 19.132732038554398
verified: no, type: nauc_precision_at_1000_std
value: 44.091281225705714
verified: no, type: nauc_precision_at_100_diff1
value: -20.015823755259245
verified: no, type: nauc_precision_at_100_max
value: 26.507243354636085
verified: no, type: nauc_precision_at_100_std
value: 37.87274756817076
verified: no, type: nauc_precision_at_10_diff1
value: 8.35057694800983
verified: no, type: nauc_precision_at_10_max
value: 49.60611953844157
verified: no, type: nauc_precision_at_10_std
value: 32.18410475820039
verified: no, type: nauc_precision_at_1_diff1
value: 74.35688136934793
verified: no, type: nauc_precision_at_1_max
value: 57.487384980706416
verified: no, type: nauc_precision_at_1_std
value: -1.3005837538340144
verified: no, type: nauc_precision_at_20_diff1
value: -3.0872665961524612
verified: no, type: nauc_precision_at_20_max
value: 40.5565038905005
verified: no, type: nauc_precision_at_20_std
value: 32.15291813716766
verified: no, type: nauc_precision_at_3_diff1
value: 34.627722605371545
verified: no, type: nauc_precision_at_3_max
value: 49.65219072739979
verified: no, type: nauc_precision_at_3_std
value: 7.7588985130719434
verified: no, type: nauc_precision_at_5_diff1
value: 22.06911561993657
verified: no, type: nauc_precision_at_5_max
value: 49.09578970278826
verified: no, type: nauc_precision_at_5_std
value: 16.038789872070705
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 64.77257569694551
verified: no, type: nauc_recall_at_100_max
value: 65.07269574496497
verified: no, type: nauc_recall_at_100_std
value: -10.979947534569218
verified: no, type: nauc_recall_at_10_diff1
value: 62.14297161941494
verified: no, type: nauc_recall_at_10_max
value: 70.41353364022896
verified: no, type: nauc_recall_at_10_std
value: 9.172932719542075
verified: no, type: nauc_recall_at_1_diff1
value: 76.61111479875207
verified: no, type: nauc_recall_at_1_max
value: 52.822124992902374
verified: no, type: nauc_recall_at_1_std
value: -7.6071857283495445
verified: no, type: nauc_recall_at_20_diff1
value: 57.631464811333224
verified: no, type: nauc_recall_at_20_max
value: 67.83558221740536
verified: no, type: nauc_recall_at_20_std
value: 3.110691973832695
verified: no, type: nauc_recall_at_3_diff1
value: 60.39078444139112
verified: no, type: nauc_recall_at_3_max
value: 51.122425596651574
verified: no, type: nauc_recall_at_3_std
value: -10.307895490015559
verified: no, type: nauc_recall_at_5_diff1
value: 59.703727953513145
verified: no, type: nauc_recall_at_5_max
value: 59.81893786534298
verified: no, type: nauc_recall_at_5_std
value: -6.231017907901268
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 71.844
verified: no, type: ndcg_at_100
value: 74.278
verified: no, type: ndcg_at_1000
value: 74.74199999999999
verified: no, type: ndcg_at_20
value: 72.99
verified: no, type: ndcg_at_3
value: 66.721
verified: no, type: ndcg_at_5
value: 69.137
verified: no, type: precision_at_1
value: 60
verified: no, type: precision_at_10
value: 9.6
verified: no, type: precision_at_100
value: 1.093
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.067
verified: no, type: precision_at_3
value: 26.111
verified: no, type: precision_at_5
value: 17.267
verified: no, type: recall_at_1
value: 57.278
verified: no, type: recall_at_10
value: 85.344
verified: no, type: recall_at_100
value: 96.5
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 89.589
verified: no, type: recall_at_3
value: 71.45
verified: no, type: recall_at_5
value: 77.361
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.8019801980198
verified: no, type: cosine_accuracy_threshold
value: 74.77510571479797
verified: no, type: cosine_ap
value: 95.30006120252773
verified: no, type: cosine_f1
value: 89.75265017667844
verified: no, type: cosine_f1_threshold
value: 72.93492555618286
verified: no, type: cosine_precision
value: 90.62181447502549
verified: no, type: cosine_recall
value: 88.9
verified: no, type: dot_accuracy
value: 99.74554455445545
verified: no, type: dot_accuracy_threshold
value: 794.2790985107422
verified: no, type: dot_ap
value: 93.33073289508414
verified: no, type: dot_f1
value: 87.11779448621553
verified: no, type: dot_f1_threshold
value: 793.5191631317139
verified: no, type: dot_precision
value: 87.33668341708542
verified: no, type: dot_recall
value: 86.9
verified: no, type: euclidean_accuracy
value: 99.7960396039604
verified: no, type: euclidean_accuracy_threshold
value: 238.72876167297363
verified: no, type: euclidean_ap
value: 95.04815354196363
verified: no, type: euclidean_f1
value: 89.53252032520325
verified: no, type: euclidean_f1_threshold
value: 241.42813682556152
verified: no, type: euclidean_precision
value: 91.01239669421489
verified: no, type: euclidean_recall
value: 88.1
verified: no, type: main_score
value: 95.30006120252773
verified: no, type: manhattan_accuracy
value: 99.7960396039604
verified: no, type: manhattan_accuracy_threshold
value: 5224.44953918457
verified: no, type: manhattan_ap
value: 95.02798265540767
verified: no, type: manhattan_f1
value: 89.4552723638181
verified: no, type: manhattan_f1_threshold
value: 5434.450531005859
verified: no, type: manhattan_precision
value: 89.41058941058941
verified: no, type: manhattan_recall
value: 89.5
verified: no, type: max_accuracy
value: 99.8019801980198
verified: no, type: max_ap
value: 95.30006120252773
verified: no, type: max_f1
value: 89.75265017667844
verified: no, type: max_precision
value: 91.01239669421489
verified: no, type: max_recall
value: 89.5
verified: no, type: similarity_accuracy
value: 99.8019801980198
verified: no, type: similarity_accuracy_threshold
value: 74.77510571479797
verified: no, type: similarity_ap
value: 95.30006120252773
verified: no, type: similarity_f1
value: 89.75265017667844
verified: no, type: similarity_f1_threshold
value: 72.93492555618286
verified: no, type: similarity_precision
value: 90.62181447502549
verified: no, type: similarity_recall
value: 88.9
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 66.76593843797666
verified: no, type: v_measure
value: 66.76593843797666
verified: no, type: v_measure_std
value: 3.5421488096435416
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 38.90007255920144
verified: no, type: v_measure
value: 38.90007255920144
verified: no, type: v_measure_std
value: 1.440894289494648
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 52.71807785910519
verified: no, type: map
value: 52.71807785910519
verified: no, type: mrr
value: 53.51011427298192
verified: no, type: nAUC_map_diff1
value: 38.489341755206404
verified: no, type: nAUC_map_max
value: 12.810459097227756
verified: no, type: nAUC_map_std
value: 10.001723368468545
verified: no, type: nAUC_mrr_diff1
value: 38.1795784067288
verified: no, type: nAUC_mrr_max
value: 13.876071274342735
verified: no, type: nAUC_mrr_std
value: 10.809361649584433
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 31.51422308323083
verified: no, type: cosine_spearman
value: 31.22821719703179
verified: no, type: dot_pearson
value: 30.692806438778554
verified: no, type: dot_spearman
value: 30.440095026481913
verified: no, type: main_score
value: 31.22821719703179
verified: no, type: pearson
value: 31.51422308323083
verified: no, type: spearman
value: 31.22821719703179
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 79.38199999999999
verified: no, type: map_at_1
value: 0.258
verified: no, type: map_at_10
value: 2.077
verified: no, type: map_at_100
value: 12.062000000000001
verified: no, type: map_at_1000
value: 28.717
verified: no, type: map_at_20
value: 3.6630000000000003
verified: no, type: map_at_3
value: 0.7040000000000001
verified: no, type: map_at_5
value: 1.114
verified: no, type: mrr_at_1
value: 96
verified: no, type: mrr_at_10
value: 97.66666666666667
verified: no, type: mrr_at_100
value: 97.66666666666667
verified: no, type: mrr_at_1000
value: 97.66666666666667
verified: no, type: mrr_at_20
value: 97.66666666666667
verified: no, type: mrr_at_3
value: 97.66666666666667
verified: no, type: mrr_at_5
value: 97.66666666666667
verified: no, type: nauc_map_at_1000_diff1
value: -19.606457542469276
verified: no, type: nauc_map_at_1000_max
value: 62.23126542837836
verified: no, type: nauc_map_at_1000_std
value: 78.11491433681955
verified: no, type: nauc_map_at_100_diff1
value: 1.056950862100428
verified: no, type: nauc_map_at_100_max
value: 43.14707718269215
verified: no, type: nauc_map_at_100_std
value: 54.99119932336741
verified: no, type: nauc_map_at_10_diff1
value: 31.26313513848752
verified: no, type: nauc_map_at_10_max
value: 18.729050164831303
verified: no, type: nauc_map_at_10_std
value: 12.501346100150942
verified: no, type: nauc_map_at_1_diff1
value: 50.67428371303766
verified: no, type: nauc_map_at_1_max
value: 8.26350705716926
verified: no, type: nauc_map_at_1_std
value: -2.802747360156509
verified: no, type: nauc_map_at_20_diff1
value: 23.85177292094862
verified: no, type: nauc_map_at_20_max
value: 24.907498374862385
verified: no, type: nauc_map_at_20_std
value: 23.15361092830954
verified: no, type: nauc_map_at_3_diff1
value: 44.34113488392741
verified: no, type: nauc_map_at_3_max
value: 16.13816628219856
verified: no, type: nauc_map_at_3_std
value: 1.64493293742063
verified: no, type: nauc_map_at_5_diff1
value: 43.35667417997146
verified: no, type: nauc_map_at_5_max
value: 16.651525778549175
verified: no, type: nauc_map_at_5_std
value: 5.344297729807275
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.01934106976137
verified: no, type: nauc_mrr_at_1000_max
value: 74.5231425903695
verified: no, type: nauc_mrr_at_1000_std
value: 84.12698412698381
verified: no, type: nauc_mrr_at_100_diff1
value: 65.01934106976137
verified: no, type: nauc_mrr_at_100_max
value: 74.5231425903695
verified: no, type: nauc_mrr_at_100_std
value: 84.12698412698381
verified: no, type: nauc_mrr_at_10_diff1
value: 65.01934106976137
verified: no, type: nauc_mrr_at_10_max
value: 74.5231425903695
verified: no, type: nauc_mrr_at_10_std
value: 84.12698412698381
verified: no, type: nauc_mrr_at_1_diff1
value: 63.81886087768457
verified: no, type: nauc_mrr_at_1_max
value: 77.70774976657333
verified: no, type: nauc_mrr_at_1_std
value: 86.11111111111124
verified: no, type: nauc_mrr_at_20_diff1
value: 65.01934106976137
verified: no, type: nauc_mrr_at_20_max
value: 74.5231425903695
verified: no, type: nauc_mrr_at_20_std
value: 84.12698412698381
verified: no, type: nauc_mrr_at_3_diff1
value: 65.01934106976137
verified: no, type: nauc_mrr_at_3_max
value: 74.5231425903695
verified: no, type: nauc_mrr_at_3_std
value: 84.12698412698381
verified: no, type: nauc_mrr_at_5_diff1
value: 65.01934106976137
verified: no, type: nauc_mrr_at_5_max
value: 74.5231425903695
verified: no, type: nauc_mrr_at_5_std
value: 84.12698412698381
verified: no, type: nauc_ndcg_at_1000_diff1
value: -12.207934630430895
verified: no, type: nauc_ndcg_at_1000_max
value: 63.27131989733247
verified: no, type: nauc_ndcg_at_1000_std
value: 77.77862783776057
verified: no, type: nauc_ndcg_at_100_diff1
value: -31.139043418906777
verified: no, type: nauc_ndcg_at_100_max
value: 56.29288690229761
verified: no, type: nauc_ndcg_at_100_std
value: 80.54207709212822
verified: no, type: nauc_ndcg_at_10_diff1
value: -21.623075757241335
verified: no, type: nauc_ndcg_at_10_max
value: 42.00930185115019
verified: no, type: nauc_ndcg_at_10_std
value: 63.90085820733794
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.03957293721711
verified: no, type: nauc_ndcg_at_1_max
value: 18.687865072917816
verified: no, type: nauc_ndcg_at_1_std
value: 40.65606746354093
verified: no, type: nauc_ndcg_at_20_diff1
value: -27.059567337111528
verified: no, type: nauc_ndcg_at_20_max
value: 44.873490488692845
verified: no, type: nauc_ndcg_at_20_std
value: 68.27056244238835
verified: no, type: nauc_ndcg_at_3_diff1
value: -2.2768439107759253
verified: no, type: nauc_ndcg_at_3_max
value: 33.16972612805963
verified: no, type: nauc_ndcg_at_3_std
value: 49.35785810423734
verified: no, type: nauc_ndcg_at_5_diff1
value: -8.380892599544165
verified: no, type: nauc_ndcg_at_5_max
value: 39.7045491756542
verified: no, type: nauc_ndcg_at_5_std
value: 56.662696632820044
verified: no, type: nauc_precision_at_1000_diff1
value: -39.853246552685256
verified: no, type: nauc_precision_at_1000_max
value: 45.82687391914263
verified: no, type: nauc_precision_at_1000_std
value: 51.6573155072073
verified: no, type: nauc_precision_at_100_diff1
value: -35.334152199143055
verified: no, type: nauc_precision_at_100_max
value: 57.74163988146608
verified: no, type: nauc_precision_at_100_std
value: 78.83424294782806
verified: no, type: nauc_precision_at_10_diff1
value: -29.572269138136193
verified: no, type: nauc_precision_at_10_max
value: 45.16249504588279
verified: no, type: nauc_precision_at_10_std
value: 63.92716685466912
verified: no, type: nauc_precision_at_1_diff1
value: 63.81886087768457
verified: no, type: nauc_precision_at_1_max
value: 77.70774976657333
verified: no, type: nauc_precision_at_1_std
value: 86.11111111111124
verified: no, type: nauc_precision_at_20_diff1
value: -31.155129521710613
verified: no, type: nauc_precision_at_20_max
value: 46.072522169609606
verified: no, type: nauc_precision_at_20_std
value: 64.29857883516294
verified: no, type: nauc_precision_at_3_diff1
value: -5.644268209909603
verified: no, type: nauc_precision_at_3_max
value: 54.62437037830888
verified: no, type: nauc_precision_at_3_std
value: 52.27021040974535
verified: no, type: nauc_precision_at_5_diff1
value: -15.560278135078049
verified: no, type: nauc_precision_at_5_max
value: 50.21344816658272
verified: no, type: nauc_precision_at_5_std
value: 58.94711332326674
verified: no, type: nauc_recall_at_1000_diff1
value: -8.016557237167058
verified: no, type: nauc_recall_at_1000_max
value: 58.857938362714165
verified: no, type: nauc_recall_at_1000_std
value: 66.83850522737738
verified: no, type: nauc_recall_at_100_diff1
value: 15.447588986377317
verified: no, type: nauc_recall_at_100_max
value: 37.515788055189084
verified: no, type: nauc_recall_at_100_std
value: 42.326000614078026
verified: no, type: nauc_recall_at_10_diff1
value: 34.99067421432679
verified: no, type: nauc_recall_at_10_max
value: 13.792789030946933
verified: no, type: nauc_recall_at_10_std
value: 7.066206327262477
verified: no, type: nauc_recall_at_1_diff1
value: 50.67428371303766
verified: no, type: nauc_recall_at_1_max
value: 8.26350705716926
verified: no, type: nauc_recall_at_1_std
value: -2.802747360156509
verified: no, type: nauc_recall_at_20_diff1
value: 31.277397618992136
verified: no, type: nauc_recall_at_20_max
value: 20.296127261717054
verified: no, type: nauc_recall_at_20_std
value: 16.117931287068437
verified: no, type: nauc_recall_at_3_diff1
value: 46.303571802817025
verified: no, type: nauc_recall_at_3_max
value: 14.03073426897129
verified: no, type: nauc_recall_at_3_std
value: -0.39592906337357797
verified: no, type: nauc_recall_at_5_diff1
value: 45.51206018811467
verified: no, type: nauc_recall_at_5_max
value: 12.263182926616867
verified: no, type: nauc_recall_at_5_std
value: 1.5451403387758214
verified: no, type: ndcg_at_1
value: 87
verified: no, type: ndcg_at_10
value: 79.38199999999999
verified: no, type: ndcg_at_100
value: 59.941
verified: no, type: ndcg_at_1000
value: 53.581999999999994
verified: no, type: ndcg_at_20
value: 74.244
verified: no, type: ndcg_at_3
value: 84.05
verified: no, type: ndcg_at_5
value: 82.328
verified: no, type: precision_at_1
value: 96
verified: no, type: precision_at_10
value: 85.2
verified: no, type: precision_at_100
value: 61.519999999999996
verified: no, type: precision_at_1000
value: 23.328
verified: no, type: precision_at_20
value: 78.4
verified: no, type: precision_at_3
value: 90.667
verified: no, type: precision_at_5
value: 88.4
verified: no, type: recall_at_1
value: 0.258
verified: no, type: recall_at_10
value: 2.225
verified: no, type: recall_at_100
value: 15.190999999999999
verified: no, type: recall_at_1000
value: 50.656
verified: no, type: recall_at_20
value: 4.063
verified: no, type: recall_at_3
value: 0.722
verified: no, type: recall_at_5
value: 1.168
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 24.254
verified: no, type: map_at_1
value: 2.355
verified: no, type: map_at_10
value: 9.554
verified: no, type: map_at_100
value: 14.856
verified: no, type: map_at_1000
value: 16.320999999999998
verified: no, type: map_at_20
value: 11.594
verified: no, type: map_at_3
value: 5.624
verified: no, type: map_at_5
value: 6.948
verified: no, type: mrr_at_1
value: 28.57142857142857
verified: no, type: mrr_at_10
value: 45.30855199222546
verified: no, type: mrr_at_100
value: 46.29196367191565
verified: no, type: mrr_at_1000
value: 46.31499833524485
verified: no, type: mrr_at_20
value: 46.113797167218536
verified: no, type: mrr_at_3
value: 42.17687074829932
verified: no, type: mrr_at_5
value: 43.70748299319728
verified: no, type: nauc_map_at_1000_diff1
value: 16.20923402096991
verified: no, type: nauc_map_at_1000_max
value: -1.0790035381754648
verified: no, type: nauc_map_at_1000_std
value: 7.195462252108266
verified: no, type: nauc_map_at_100_diff1
value: 18.389136986949936
verified: no, type: nauc_map_at_100_max
value: -2.05569038009456
verified: no, type: nauc_map_at_100_std
value: 2.571693024788773
verified: no, type: nauc_map_at_10_diff1
value: 21.066136452964642
verified: no, type: nauc_map_at_10_max
value: 1.5731034935019352
verified: no, type: nauc_map_at_10_std
value: -10.470562156435545
verified: no, type: nauc_map_at_1_diff1
value: 18.809274247757674
verified: no, type: nauc_map_at_1_max
value: -8.68104031396317
verified: no, type: nauc_map_at_1_std
value: -30.619138463973307
verified: no, type: nauc_map_at_20_diff1
value: 23.36148432932364
verified: no, type: nauc_map_at_20_max
value: -0.38560029617230923
verified: no, type: nauc_map_at_20_std
value: -6.8825311118744485
verified: no, type: nauc_map_at_3_diff1
value: 18.9370153117886
verified: no, type: nauc_map_at_3_max
value: 2.2032967783435375
verified: no, type: nauc_map_at_3_std
value: -12.532694022066659
verified: no, type: nauc_map_at_5_diff1
value: 21.434904521858602
verified: no, type: nauc_map_at_5_max
value: 6.094611630406942
verified: no, type: nauc_map_at_5_std
value: -12.492795788667474
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.961046636239269
verified: no, type: nauc_mrr_at_1000_max
value: -15.748297693665677
verified: no, type: nauc_mrr_at_1000_std
value: -12.067130971523385
verified: no, type: nauc_mrr_at_100_diff1
value: 11.95534277650038
verified: no, type: nauc_mrr_at_100_max
value: -15.684486171307041
verified: no, type: nauc_mrr_at_100_std
value: -11.98247014226321
verified: no, type: nauc_mrr_at_10_diff1
value: 12.191520381511925
verified: no, type: nauc_mrr_at_10_max
value: -16.510285123987302
verified: no, type: nauc_mrr_at_10_std
value: -11.93784570526233
verified: no, type: nauc_mrr_at_1_diff1
value: 18.162553375605516
verified: no, type: nauc_mrr_at_1_max
value: -18.920009881475387
verified: no, type: nauc_mrr_at_1_std
value: -31.201005281857086
verified: no, type: nauc_mrr_at_20_diff1
value: 11.85035482221006
verified: no, type: nauc_mrr_at_20_max
value: -16.18704935368085
verified: no, type: nauc_mrr_at_20_std
value: -11.424991900511088
verified: no, type: nauc_mrr_at_3_diff1
value: 14.733201594965836
verified: no, type: nauc_mrr_at_3_max
value: -11.75899459749356
verified: no, type: nauc_mrr_at_3_std
value: -11.499870896820976
verified: no, type: nauc_mrr_at_5_diff1
value: 12.874017458219845
verified: no, type: nauc_mrr_at_5_max
value: -13.642689819875791
verified: no, type: nauc_mrr_at_5_std
value: -11.64117086557618
verified: no, type: nauc_ndcg_at_1000_diff1
value: -6.849400123979281
verified: no, type: nauc_ndcg_at_1000_max
value: -3.8209628417621393
verified: no, type: nauc_ndcg_at_1000_std
value: 31.393629472927504
verified: no, type: nauc_ndcg_at_100_diff1
value: 5.4656320972286485
verified: no, type: nauc_ndcg_at_100_max
value: -11.571250999652408
verified: no, type: nauc_ndcg_at_100_std
value: 16.5511179303082
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.553502614400788
verified: no, type: nauc_ndcg_at_10_max
value: -14.08266102380929
verified: no, type: nauc_ndcg_at_10_std
value: -5.404201943794988
verified: no, type: nauc_ndcg_at_1_diff1
value: 11.37824691229176
verified: no, type: nauc_ndcg_at_1_max
value: -21.31215334708879
verified: no, type: nauc_ndcg_at_1_std
value: -29.749958184219334
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.396975021395857
verified: no, type: nauc_ndcg_at_20_max
value: -14.5189405742469
verified: no, type: nauc_ndcg_at_20_std
value: -1.6276921520570502
verified: no, type: nauc_ndcg_at_3_diff1
value: 2.3132968948746226
verified: no, type: nauc_ndcg_at_3_max
value: -11.351646560904848
verified: no, type: nauc_ndcg_at_3_std
value: -0.15036952995361091
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.214320727021392
verified: no, type: nauc_ndcg_at_5_max
value: -9.797994041679638
verified: no, type: nauc_ndcg_at_5_std
value: -3.3742904276844223
verified: no, type: nauc_precision_at_1000_diff1
value: -32.78708155144845
verified: no, type: nauc_precision_at_1000_max
value: 34.81622247650308
verified: no, type: nauc_precision_at_1000_std
value: 47.996245254718744
verified: no, type: nauc_precision_at_100_diff1
value: -10.867559709952797
verified: no, type: nauc_precision_at_100_max
value: 6.681915188055671
verified: no, type: nauc_precision_at_100_std
value: 61.989390090979356
verified: no, type: nauc_precision_at_10_diff1
value: 6.511211593484189
verified: no, type: nauc_precision_at_10_max
value: -16.842566662697454
verified: no, type: nauc_precision_at_10_std
value: 5.002600740433903
verified: no, type: nauc_precision_at_1_diff1
value: 18.162553375605516
verified: no, type: nauc_precision_at_1_max
value: -18.920009881475387
verified: no, type: nauc_precision_at_1_std
value: -31.201005281857086
verified: no, type: nauc_precision_at_20_diff1
value: 9.640744611970522
verified: no, type: nauc_precision_at_20_max
value: -18.27653996056668
verified: no, type: nauc_precision_at_20_std
value: 22.021814503656543
verified: no, type: nauc_precision_at_3_diff1
value: 6.916201107284145
verified: no, type: nauc_precision_at_3_max
value: -0.039381527098944095
verified: no, type: nauc_precision_at_3_std
value: 9.096821181866671
verified: no, type: nauc_precision_at_5_diff1
value: 9.032683328748616
verified: no, type: nauc_precision_at_5_max
value: -3.5989814795848223
verified: no, type: nauc_precision_at_5_std
value: 2.506947866544208
verified: no, type: nauc_recall_at_1000_diff1
value: -27.92405572104993
verified: no, type: nauc_recall_at_1000_max
value: 14.256848434706395
verified: no, type: nauc_recall_at_1000_std
value: 69.3546817240148
verified: no, type: nauc_recall_at_100_diff1
value: 6.613753533249129
verified: no, type: nauc_recall_at_100_max
value: -8.405822616363144
verified: no, type: nauc_recall_at_100_std
value: 29.430588706591397
verified: no, type: nauc_recall_at_10_diff1
value: 18.481730784371077
verified: no, type: nauc_recall_at_10_max
value: -7.763172381505888
verified: no, type: nauc_recall_at_10_std
value: -7.48570052741164
verified: no, type: nauc_recall_at_1_diff1
value: 18.809274247757674
verified: no, type: nauc_recall_at_1_max
value: -8.68104031396317
verified: no, type: nauc_recall_at_1_std
value: -30.619138463973307
verified: no, type: nauc_recall_at_20_diff1
value: 20.639977762281493
verified: no, type: nauc_recall_at_20_max
value: -11.301201172125623
verified: no, type: nauc_recall_at_20_std
value: 0.38755705583239786
verified: no, type: nauc_recall_at_3_diff1
value: 18.279383297820562
verified: no, type: nauc_recall_at_3_max
value: 5.287795698059438
verified: no, type: nauc_recall_at_3_std
value: -3.7312167565958316
verified: no, type: nauc_recall_at_5_diff1
value: 21.115852302465356
verified: no, type: nauc_recall_at_5_max
value: 5.318139212101227
verified: no, type: nauc_recall_at_5_std
value: -7.792885381250281
verified: no, type: ndcg_at_1
value: 25.509999999999998
verified: no, type: ndcg_at_10
value: 24.254
verified: no, type: ndcg_at_100
value: 34.660000000000004
verified: no, type: ndcg_at_1000
value: 45.798
verified: no, type: ndcg_at_20
value: 24.988
verified: no, type: ndcg_at_3
value: 29.273
verified: no, type: ndcg_at_5
value: 25.453
verified: no, type: precision_at_1
value: 28.571
verified: no, type: precision_at_10
value: 21.02
verified: no, type: precision_at_100
value: 7.122000000000001
verified: no, type: precision_at_1000
value: 1.435
verified: no, type: precision_at_20
value: 16.326999999999998
verified: no, type: precision_at_3
value: 31.293
verified: no, type: precision_at_5
value: 24.898
verified: no, type: recall_at_1
value: 2.355
verified: no, type: recall_at_10
value: 15.397
verified: no, type: recall_at_100
value: 43.647000000000006
verified: no, type: recall_at_1000
value: 77.089
verified: no, type: recall_at_20
value: 22.792
verified: no, type: recall_at_3
value: 6.847
verified: no, type: recall_at_5
value: 9.136
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 72.7734375
verified: no, type: ap
value: 15.655230461083708
verified: no, type: ap_weighted
value: 15.655230461083708
verified: no, type: f1
value: 56.31497978454638
verified: no, type: f1_weighted
value: 78.70509613747345
verified: no, type: main_score
value: 72.7734375
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 72.56366723259762
verified: no, type: f1
value: 72.90413275122202
verified: no, type: f1_weighted
value: 72.19948169084057
verified: no, type: main_score
value: 72.56366723259762
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 56.90970017457857
verified: no, type: v_measure
value: 56.90970017457857
verified: no, type: v_measure_std
value: 1.5885885070403738
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 85.7006616200751
verified: no, type: cosine_accuracy_threshold
value: 75.78572630882263
verified: no, type: cosine_ap
value: 72.87577990245127
verified: no, type: cosine_f1
value: 67.36422521175885
verified: no, type: cosine_f1_threshold
value: 70.15678882598877
verified: no, type: cosine_precision
value: 63.80368098159509
verified: no, type: cosine_recall
value: 71.34564643799473
verified: no, type: dot_accuracy
value: 83.60851165285807
verified: no, type: dot_accuracy_threshold
value: 744.7918891906738
verified: no, type: dot_ap
value: 64.82619159813649
verified: no, type: dot_f1
value: 62.62379263968699
verified: no, type: dot_f1_threshold
value: 696.7735290527344
verified: no, type: dot_precision
value: 58.350421508316245
verified: no, type: dot_recall
value: 67.57255936675462
verified: no, type: euclidean_accuracy
value: 85.84371460928652
verified: no, type: euclidean_accuracy_threshold
value: 220.4747200012207
verified: no, type: euclidean_ap
value: 72.47837433257799
verified: no, type: euclidean_f1
value: 67.2811059907834
verified: no, type: euclidean_f1_threshold
value: 240.81902503967285
verified: no, type: euclidean_precision
value: 65.34062655395326
verified: no, type: euclidean_recall
value: 69.34036939313984
verified: no, type: main_score
value: 72.87577990245127
verified: no, type: manhattan_accuracy
value: 85.83179352685224
verified: no, type: manhattan_accuracy_threshold
value: 4910.404205322266
verified: no, type: manhattan_ap
value: 72.44111617709422
verified: no, type: manhattan_f1
value: 67.09989806320081
verified: no, type: manhattan_f1_threshold
value: 5333.793640136719
verified: no, type: manhattan_precision
value: 64.88417939871857
verified: no, type: manhattan_recall
value: 69.47229551451187
verified: no, type: max_accuracy
value: 85.84371460928652
verified: no, type: max_ap
value: 72.87577990245127
verified: no, type: max_f1
value: 67.36422521175885
verified: no, type: max_precision
value: 65.34062655395326
verified: no, type: max_recall
value: 71.34564643799473
verified: no, type: similarity_accuracy
value: 85.7006616200751
verified: no, type: similarity_accuracy_threshold
value: 75.78572630882263
verified: no, type: similarity_ap
value: 72.87577990245127
verified: no, type: similarity_f1
value: 67.36422521175885
verified: no, type: similarity_f1_threshold
value: 70.15678882598877
verified: no, type: similarity_precision
value: 63.80368098159509
verified: no, type: similarity_recall
value: 71.34564643799473
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 88.88112702293631
verified: no, type: cosine_accuracy_threshold
value: 71.48405313491821
verified: no, type: cosine_ap
value: 85.88088882163336
verified: no, type: cosine_f1
value: 78.2251744598276
verified: no, type: cosine_f1_threshold
value: 70.09605169296265
verified: no, type: cosine_precision
value: 75.8997755087262
verified: no, type: cosine_recall
value: 80.69756698490914
verified: no, type: dot_accuracy
value: 88.04672643303451
verified: no, type: dot_accuracy_threshold
value: 700.6264686584473
verified: no, type: dot_ap
value: 83.52072844458456
verified: no, type: dot_f1
value: 76.24239256244634
verified: no, type: dot_f1_threshold
value: 664.9115562438965
verified: no, type: dot_precision
value: 74.0123233055455
verified: no, type: dot_recall
value: 78.61102556205728
verified: no, type: euclidean_accuracy
value: 88.72588970388482
verified: no, type: euclidean_accuracy_threshold
value: 226.53303146362305
verified: no, type: euclidean_ap
value: 85.51788295919707
verified: no, type: euclidean_f1
value: 77.73453426739316
verified: no, type: euclidean_f1_threshold
value: 238.7503147125244
verified: no, type: euclidean_precision
value: 74.94818097348296
verified: no, type: euclidean_recall
value: 80.73606405913151
verified: no, type: main_score
value: 85.88088882163336
verified: no, type: manhattan_accuracy
value: 88.68902084061008
verified: no, type: manhattan_accuracy_threshold
value: 5034.079742431641
verified: no, type: manhattan_ap
value: 85.49952903626239
verified: no, type: manhattan_f1
value: 77.74326743888625
verified: no, type: manhattan_f1_threshold
value: 5334.531021118164
verified: no, type: manhattan_precision
value: 73.98289171708741
verified: no, type: manhattan_recall
value: 81.90637511549123
verified: no, type: max_accuracy
value: 88.88112702293631
verified: no, type: max_ap
value: 85.88088882163336
verified: no, type: max_f1
value: 78.2251744598276
verified: no, type: max_precision
value: 75.8997755087262
verified: no, type: max_recall
value: 81.90637511549123
verified: no, type: similarity_accuracy
value: 88.88112702293631
verified: no, type: similarity_accuracy_threshold
value: 71.48405313491821
verified: no, type: similarity_ap
value: 85.88088882163336
verified: no, type: similarity_f1
value: 78.2251744598276
verified: no, type: similarity_f1_threshold
value: 70.09605169296265
verified: no, type: similarity_precision
value: 75.8997755087262
verified: no, type: similarity_recall
value: 80.69756698490914
verified: no
task: type: PairClassification
Likes: 4 | All-time downloads: 740157
Created: 2024-11-08 19:49:54