Model: bhavnicksm/brown-beetle-tiny-v1.1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-beetle-tiny-v1.1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: brown-beetle-tiny-v1.1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 58.830584707646175
verified: no, type: ap
value: 14.241682889039433
verified: no, type: ap_weighted
value: 14.241682889039433
verified: no, type: f1
value: 48.5936178843729
verified: no, type: f1_weighted
value: 66.64016478461046
verified: no, type: main_score
value: 58.830584707646175
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 62.11940298507462
verified: no, type: ap
value: 26.494815366120626
verified: no, type: ap_weighted
value: 26.494815366120626
verified: no, type: f1
value: 56.55790568162655
verified: no, type: f1_weighted
value: 65.92652713932654
verified: no, type: main_score
value: 62.11940298507462
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 67.527775
verified: no, type: ap
value: 62.31387967951735
verified: no, type: ap_weighted
value: 62.31387967951735
verified: no, type: f1
value: 67.12865756624123
verified: no, type: f1_weighted
value: 67.12865756624123
verified: no, type: main_score
value: 67.527775
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 29.968000000000007
verified: no, type: f1
value: 29.620359312985045
verified: no, type: f1_weighted
value: 29.620359312985045
verified: no, type: main_score
value: 29.968000000000007
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 36.480000000000004
verified: no, type: map_at_1
value: 17.639
verified: no, type: map_at_10
value: 29.604999999999997
verified: no, type: map_at_100
value: 30.898999999999997
verified: no, type: map_at_1000
value: 30.947999999999997
verified: no, type: map_at_20
value: 30.42
verified: no, type: map_at_3
value: 25.806
verified: no, type: map_at_5
value: 27.933000000000003
verified: no, type: mrr_at_1
value: 17.99431009957326
verified: no, type: mrr_at_10
value: 29.750982185192644
verified: no, type: mrr_at_100
value: 31.037377958608246
verified: no, type: mrr_at_1000
value: 31.087085233241616
verified: no, type: mrr_at_20
value: 30.5627281450158
verified: no, type: mrr_at_3
value: 25.88904694167848
verified: no, type: mrr_at_5
value: 28.036984352773747
verified: no, type: nauc_map_at_1000_diff1
value: 12.853709370685642
verified: no, type: nauc_map_at_1000_max
value: 4.8833808074588365
verified: no, type: nauc_map_at_1000_std
value: 11.081425004051052
verified: no, type: nauc_map_at_100_diff1
value: 12.878369907583098
verified: no, type: nauc_map_at_100_max
value: 4.9364762343352275
verified: no, type: nauc_map_at_100_std
value: 11.134432658977179
verified: no, type: nauc_map_at_10_diff1
value: 12.729917848671576
verified: no, type: nauc_map_at_10_max
value: 4.55530298034271
verified: no, type: nauc_map_at_10_std
value: 10.533258755913105
verified: no, type: nauc_map_at_1_diff1
value: 14.680694965646502
verified: no, type: nauc_map_at_1_max
value: 1.1720576000079526
verified: no, type: nauc_map_at_1_std
value: 8.441664872005541
verified: no, type: nauc_map_at_20_diff1
value: 12.945504976571526
verified: no, type: nauc_map_at_20_max
value: 4.898879689521632
verified: no, type: nauc_map_at_20_std
value: 11.08864886226705
verified: no, type: nauc_map_at_3_diff1
value: 12.847122365332092
verified: no, type: nauc_map_at_3_max
value: 3.6083447873607843
verified: no, type: nauc_map_at_3_std
value: 9.498619548713663
verified: no, type: nauc_map_at_5_diff1
value: 12.238408652626491
verified: no, type: nauc_map_at_5_max
value: 3.6888004104892493
verified: no, type: nauc_map_at_5_std
value: 9.852446838681866
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.586423898629707
verified: no, type: nauc_mrr_at_1000_max
value: 4.558245040645976
verified: no, type: nauc_mrr_at_1000_std
value: 11.055102235347729
verified: no, type: nauc_mrr_at_100_diff1
value: 11.608568889832261
verified: no, type: nauc_mrr_at_100_max
value: 4.607305869938075
verified: no, type: nauc_mrr_at_100_std
value: 11.109304228878841
verified: no, type: nauc_mrr_at_10_diff1
value: 11.483208359397663
verified: no, type: nauc_mrr_at_10_max
value: 4.229214098058294
verified: no, type: nauc_mrr_at_10_std
value: 10.51680731215307
verified: no, type: nauc_mrr_at_1_diff1
value: 13.118482723029596
verified: no, type: nauc_mrr_at_1_max
value: 1.6871086384393104
verified: no, type: nauc_mrr_at_1_std
value: 8.602901027567015
verified: no, type: nauc_mrr_at_20_diff1
value: 11.686436303176
verified: no, type: nauc_mrr_at_20_max
value: 4.572191785889084
verified: no, type: nauc_mrr_at_20_std
value: 11.051948771953406
verified: no, type: nauc_mrr_at_3_diff1
value: 11.414920835569657
verified: no, type: nauc_mrr_at_3_max
value: 3.069880838543885
verified: no, type: nauc_mrr_at_3_std
value: 9.511515110460818
verified: no, type: nauc_mrr_at_5_diff1
value: 10.855188244255604
verified: no, type: nauc_mrr_at_5_max
value: 3.207160385679181
verified: no, type: nauc_mrr_at_5_std
value: 9.811664912935784
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.850852387016756
verified: no, type: nauc_ndcg_at_1000_max
value: 6.876578853096683
verified: no, type: nauc_ndcg_at_1000_std
value: 13.072720185617806
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.422924781116452
verified: no, type: nauc_ndcg_at_100_max
value: 8.343302427861522
verified: no, type: nauc_ndcg_at_100_std
value: 14.677854702263
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.760227770152383
verified: no, type: nauc_ndcg_at_10_max
value: 6.6653650319891735
verified: no, type: nauc_ndcg_at_10_std
value: 12.059449482634415
verified: no, type: nauc_ndcg_at_1_diff1
value: 14.680694965646502
verified: no, type: nauc_ndcg_at_1_max
value: 1.1720576000079526
verified: no, type: nauc_ndcg_at_1_std
value: 8.441664872005541
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.613890800739147
verified: no, type: nauc_ndcg_at_20_max
value: 7.957434258667669
verified: no, type: nauc_ndcg_at_20_std
value: 14.166119753404608
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.629098286541513
verified: no, type: nauc_ndcg_at_3_max
value: 4.441740790320081
verified: no, type: nauc_ndcg_at_3_std
value: 9.844327714110063
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.555081668112294
verified: no, type: nauc_ndcg_at_5_max
value: 4.675081592105337
verified: no, type: nauc_ndcg_at_5_std
value: 10.540182332872106
verified: no, type: nauc_precision_at_1000_diff1
value: 3.696148829678029
verified: no, type: nauc_precision_at_1000_max
value: 42.99407174472494
verified: no, type: nauc_precision_at_1000_std
value: 50.221978197195305
verified: no, type: nauc_precision_at_100_diff1
value: 20.78770785911034
verified: no, type: nauc_precision_at_100_max
value: 38.862435041535484
verified: no, type: nauc_precision_at_100_std
value: 48.227291016816224
verified: no, type: nauc_precision_at_10_diff1
value: 13.282523910837066
verified: no, type: nauc_precision_at_10_max
value: 13.261072159281886
verified: no, type: nauc_precision_at_10_std
value: 16.884305317674777
verified: no, type: nauc_precision_at_1_diff1
value: 14.680694965646502
verified: no, type: nauc_precision_at_1_max
value: 1.1720576000079526
verified: no, type: nauc_precision_at_1_std
value: 8.441664872005541
verified: no, type: nauc_precision_at_20_diff1
value: 17.326959352803087
verified: no, type: nauc_precision_at_20_max
value: 20.34088693409192
verified: no, type: nauc_precision_at_20_std
value: 27.319882850849865
verified: no, type: nauc_precision_at_3_diff1
value: 12.161866223844346
verified: no, type: nauc_precision_at_3_max
value: 6.562084494053343
verified: no, type: nauc_precision_at_3_std
value: 10.72049745667414
verified: no, type: nauc_precision_at_5_diff1
value: 9.775243726347865
verified: no, type: nauc_precision_at_5_max
value: 7.274309140518154
verified: no, type: nauc_precision_at_5_std
value: 12.414156270205453
verified: no, type: nauc_recall_at_1000_diff1
value: 3.6961488296776097
verified: no, type: nauc_recall_at_1000_max
value: 42.994071744723996
verified: no, type: nauc_recall_at_1000_std
value: 50.22197819719456
verified: no, type: nauc_recall_at_100_diff1
value: 20.78770785911022
verified: no, type: nauc_recall_at_100_max
value: 38.86243504153543
verified: no, type: nauc_recall_at_100_std
value: 48.22729101681597
verified: no, type: nauc_recall_at_10_diff1
value: 13.282523910837046
verified: no, type: nauc_recall_at_10_max
value: 13.261072159281891
verified: no, type: nauc_recall_at_10_std
value: 16.88430531767479
verified: no, type: nauc_recall_at_1_diff1
value: 14.680694965646502
verified: no, type: nauc_recall_at_1_max
value: 1.1720576000079526
verified: no, type: nauc_recall_at_1_std
value: 8.441664872005541
verified: no, type: nauc_recall_at_20_diff1
value: 17.32695935280316
verified: no, type: nauc_recall_at_20_max
value: 20.340886934091916
verified: no, type: nauc_recall_at_20_std
value: 27.31988285084992
verified: no, type: nauc_recall_at_3_diff1
value: 12.161866223844374
verified: no, type: nauc_recall_at_3_max
value: 6.56208449405336
verified: no, type: nauc_recall_at_3_std
value: 10.720497456674192
verified: no, type: nauc_recall_at_5_diff1
value: 9.775243726347913
verified: no, type: nauc_recall_at_5_max
value: 7.274309140518155
verified: no, type: nauc_recall_at_5_std
value: 12.41415627020548
verified: no, type: ndcg_at_1
value: 17.639
verified: no, type: ndcg_at_10
value: 36.480000000000004
verified: no, type: ndcg_at_100
value: 42.754
verified: no, type: ndcg_at_1000
value: 44.048
verified: no, type: ndcg_at_20
value: 39.401
verified: no, type: ndcg_at_3
value: 28.577
verified: no, type: ndcg_at_5
value: 32.442
verified: no, type: precision_at_1
value: 17.639
verified: no, type: precision_at_10
value: 5.853
verified: no, type: precision_at_100
value: 0.878
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 3.499
verified: no, type: precision_at_3
value: 12.21
verified: no, type: precision_at_5
value: 9.218
verified: no, type: recall_at_1
value: 17.639
verified: no, type: recall_at_10
value: 58.535000000000004
verified: no, type: recall_at_100
value: 87.83800000000001
verified: no, type: recall_at_1000
value: 98.009
verified: no, type: recall_at_20
value: 69.986
verified: no, type: recall_at_3
value: 36.629
verified: no, type: recall_at_5
value: 46.088
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 31.68758272445304
verified: no, type: v_measure
value: 31.68758272445304
verified: no, type: v_measure_std
value: 14.45313571243218
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 20.86986255460432
verified: no, type: v_measure
value: 20.86986255460432
verified: no, type: v_measure_std
value: 15.682696435842319
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 52.72529962653941
verified: no, type: map
value: 52.72529962653941
verified: no, type: mrr
value: 67.0510706591039
verified: no, type: nAUC_map_diff1
value: 5.92052863660427
verified: no, type: nAUC_map_max
value: 16.389602159037924
verified: no, type: nAUC_map_std
value: 4.38612280620667
verified: no, type: nAUC_mrr_diff1
value: 11.4196595772977
verified: no, type: nAUC_mrr_max
value: 21.70206631747779
verified: no, type: nAUC_mrr_std
value: 8.008091773830163
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 74.19602752327546
verified: no, type: cosine_spearman
value: 70.46365375492282
verified: no, type: euclidean_pearson
value: 52.458302308848545
verified: no, type: euclidean_spearman
value: 51.991546108431095
verified: no, type: main_score
value: 70.46365375492282
verified: no, type: manhattan_pearson
value: 51.64619483718717
verified: no, type: manhattan_spearman
value: 51.377074275948246
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 72.4383116883117
verified: no, type: f1
value: 72.53097095222905
verified: no, type: f1_weighted
value: 72.53097095222905
verified: no, type: main_score
value: 72.4383116883117
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 25.71610027465979
verified: no, type: v_measure
value: 25.71610027465979
verified: no, type: v_measure_std
value: 0.8865863235216429
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 14.06772626190108
verified: no, type: v_measure
value: 14.06772626190108
verified: no, type: v_measure_std
value: 0.8445766755576597
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 27.284000000000002
verified: no, type: map_at_1
value: 17.046
verified: no, type: map_at_10
value: 22.924
verified: no, type: map_at_100
value: 24.087
verified: no, type: map_at_1000
value: 24.232
verified: no, type: map_at_20
value: 23.563000000000002
verified: no, type: map_at_3
value: 20.665
verified: no, type: map_at_5
value: 21.776
verified: no, type: mrr_at_1
value: 21.745350500715308
verified: no, type: mrr_at_10
value: 27.812578059359172
verified: no, type: mrr_at_100
value: 28.817110708879813
verified: no, type: mrr_at_1000
value: 28.893068032295954
verified: no, type: mrr_at_20
value: 28.41935987521565
verified: no, type: mrr_at_3
value: 25.774916547448747
verified: no, type: mrr_at_5
value: 26.80495946590368
verified: no, type: nauc_map_at_1000_diff1
value: 40.13465008231593
verified: no, type: nauc_map_at_1000_max
value: 28.14729183196933
verified: no, type: nauc_map_at_1000_std
value: -2.2494313937227832
verified: no, type: nauc_map_at_100_diff1
value: 40.12134576442474
verified: no, type: nauc_map_at_100_max
value: 28.133950996017447
verified: no, type: nauc_map_at_100_std
value: -2.2795460335234963
verified: no, type: nauc_map_at_10_diff1
value: 40.746863327232305
verified: no, type: nauc_map_at_10_max
value: 28.062421186807875
verified: no, type: nauc_map_at_10_std
value: -2.904099738241764
verified: no, type: nauc_map_at_1_diff1
value: 49.49931666023078
verified: no, type: nauc_map_at_1_max
value: 29.276572794322863
verified: no, type: nauc_map_at_1_std
value: -4.197833855435274
verified: no, type: nauc_map_at_20_diff1
value: 40.09309942010929
verified: no, type: nauc_map_at_20_max
value: 27.922301920492227
verified: no, type: nauc_map_at_20_std
value: -2.595237614006194
verified: no, type: nauc_map_at_3_diff1
value: 41.95709384461595
verified: no, type: nauc_map_at_3_max
value: 27.98761361091067
verified: no, type: nauc_map_at_3_std
value: -3.535764885935513
verified: no, type: nauc_map_at_5_diff1
value: 41.62451193415155
verified: no, type: nauc_map_at_5_max
value: 27.92337659945487
verified: no, type: nauc_map_at_5_std
value: -3.020564721858522
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.184083570431824
verified: no, type: nauc_mrr_at_1000_max
value: 28.957682131910616
verified: no, type: nauc_mrr_at_1000_std
value: -2.539659646488466
verified: no, type: nauc_mrr_at_100_diff1
value: 37.16213753066375
verified: no, type: nauc_mrr_at_100_max
value: 28.919776091888377
verified: no, type: nauc_mrr_at_100_std
value: -2.5411939599327957
verified: no, type: nauc_mrr_at_10_diff1
value: 37.31292073541855
verified: no, type: nauc_mrr_at_10_max
value: 29.044067556281274
verified: no, type: nauc_mrr_at_10_std
value: -3.1216639154543793
verified: no, type: nauc_mrr_at_1_diff1
value: 45.852991250125974
verified: no, type: nauc_mrr_at_1_max
value: 31.181636917839395
verified: no, type: nauc_mrr_at_1_std
value: -4.094772912227511
verified: no, type: nauc_mrr_at_20_diff1
value: 37.002943479323335
verified: no, type: nauc_mrr_at_20_max
value: 28.87016418202919
verified: no, type: nauc_mrr_at_20_std
value: -2.7192326139410006
verified: no, type: nauc_mrr_at_3_diff1
value: 38.15183942002539
verified: no, type: nauc_mrr_at_3_max
value: 29.507499480446175
verified: no, type: nauc_mrr_at_3_std
value: -3.9424917525661165
verified: no, type: nauc_mrr_at_5_diff1
value: 37.907541456162136
verified: no, type: nauc_mrr_at_5_max
value: 29.143755383205942
verified: no, type: nauc_mrr_at_5_std
value: -3.3905378617669983
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.18906812413986
verified: no, type: nauc_ndcg_at_1000_max
value: 28.322349495023012
verified: no, type: nauc_ndcg_at_1000_std
value: 2.0649237421593973
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.31180251534343
verified: no, type: nauc_ndcg_at_100_max
value: 27.933425347726477
verified: no, type: nauc_ndcg_at_100_std
value: 1.4858279356785415
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.56049501383542
verified: no, type: nauc_ndcg_at_10_max
value: 27.615523978055233
verified: no, type: nauc_ndcg_at_10_std
value: -1.9574116185094592
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.852991250125974
verified: no, type: nauc_ndcg_at_1_max
value: 31.181636917839395
verified: no, type: nauc_ndcg_at_1_std
value: -4.094772912227511
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.99875544927955
verified: no, type: nauc_ndcg_at_20_max
value: 26.970575736886964
verified: no, type: nauc_ndcg_at_20_std
value: -0.7654083960268421
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.032711168655595
verified: no, type: nauc_ndcg_at_3_max
value: 27.890114322450437
verified: no, type: nauc_ndcg_at_3_std
value: -2.774935196660484
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.03418211182869
verified: no, type: nauc_ndcg_at_5_max
value: 27.656667405042146
verified: no, type: nauc_ndcg_at_5_std
value: -2.2189625102221404
verified: no, type: nauc_precision_at_1000_diff1
value: -7.464403866157096
verified: no, type: nauc_precision_at_1000_max
value: 2.424382272893522
verified: no, type: nauc_precision_at_1000_std
value: 6.46282318835761
verified: no, type: nauc_precision_at_100_diff1
value: 2.5569542900902853
verified: no, type: nauc_precision_at_100_max
value: 16.09900641000183
verified: no, type: nauc_precision_at_100_std
value: 9.158792742820996
verified: no, type: nauc_precision_at_10_diff1
value: 17.207357862476336
verified: no, type: nauc_precision_at_10_max
value: 22.508225666899424
verified: no, type: nauc_precision_at_10_std
value: 0.2661427098181322
verified: no, type: nauc_precision_at_1_diff1
value: 45.852991250125974
verified: no, type: nauc_precision_at_1_max
value: 31.181636917839395
verified: no, type: nauc_precision_at_1_std
value: -4.094772912227511
verified: no, type: nauc_precision_at_20_diff1
value: 9.905343931128014
verified: no, type: nauc_precision_at_20_max
value: 19.07654465502442
verified: no, type: nauc_precision_at_20_std
value: 3.208815210484381
verified: no, type: nauc_precision_at_3_diff1
value: 28.208782977823745
verified: no, type: nauc_precision_at_3_max
value: 25.94026041185119
verified: no, type: nauc_precision_at_3_std
value: -1.6196137744216854
verified: no, type: nauc_precision_at_5_diff1
value: 25.916920106833924
verified: no, type: nauc_precision_at_5_max
value: 24.349551357250668
verified: no, type: nauc_precision_at_5_std
value: -0.35599236048524047
verified: no, type: nauc_recall_at_1000_diff1
value: 23.466744962940467
verified: no, type: nauc_recall_at_1000_max
value: 27.63502679896031
verified: no, type: nauc_recall_at_1000_std
value: 35.091240904760504
verified: no, type: nauc_recall_at_100_diff1
value: 19.91294434624518
verified: no, type: nauc_recall_at_100_max
value: 23.672803232944478
verified: no, type: nauc_recall_at_100_std
value: 16.833072100787348
verified: no, type: nauc_recall_at_10_diff1
value: 27.708771056218655
verified: no, type: nauc_recall_at_10_max
value: 23.709511995355026
verified: no, type: nauc_recall_at_10_std
value: 1.3002007969215303
verified: no, type: nauc_recall_at_1_diff1
value: 49.49931666023078
verified: no, type: nauc_recall_at_1_max
value: 29.276572794322863
verified: no, type: nauc_recall_at_1_std
value: -4.197833855435274
verified: no, type: nauc_recall_at_20_diff1
value: 21.56119943630823
verified: no, type: nauc_recall_at_20_max
value: 21.065284658621437
verified: no, type: nauc_recall_at_20_std
value: 4.830146318968787
verified: no, type: nauc_recall_at_3_diff1
value: 33.479428706668045
verified: no, type: nauc_recall_at_3_max
value: 25.527158808764987
verified: no, type: nauc_recall_at_3_std
value: -2.215632097808216
verified: no, type: nauc_recall_at_5_diff1
value: 32.15724322453722
verified: no, type: nauc_recall_at_5_max
value: 25.047306547957763
verified: no, type: nauc_recall_at_5_std
value: -0.1014143043478647
verified: no, type: ndcg_at_1
value: 21.745
verified: no, type: ndcg_at_10
value: 27.284000000000002
verified: no, type: ndcg_at_100
value: 32.793
verified: no, type: ndcg_at_1000
value: 35.919000000000004
verified: no, type: ndcg_at_20
value: 29.364
verified: no, type: ndcg_at_3
value: 23.616999999999997
verified: no, type: ndcg_at_5
value: 24.938
verified: no, type: precision_at_1
value: 21.745
verified: no, type: precision_at_10
value: 5.393
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 3.312
verified: no, type: precision_at_3
value: 11.302
verified: no, type: precision_at_5
value: 8.269
verified: no, type: recall_at_1
value: 17.046
verified: no, type: recall_at_10
value: 35.337
verified: no, type: recall_at_100
value: 60.239
verified: no, type: recall_at_1000
value: 81.405
verified: no, type: recall_at_20
value: 43.291000000000004
verified: no, type: recall_at_3
value: 24.46
verified: no, type: recall_at_5
value: 28.208
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 23.379
verified: no, type: map_at_1
value: 15.4
verified: no, type: map_at_10
value: 20.054
verified: no, type: map_at_100
value: 20.87
verified: no, type: map_at_1000
value: 20.987000000000002
verified: no, type: map_at_20
value: 20.491999999999997
verified: no, type: map_at_3
value: 18.566
verified: no, type: map_at_5
value: 19.287000000000003
verified: no, type: mrr_at_1
value: 18.662420382165603
verified: no, type: mrr_at_10
value: 23.606207663532494
verified: no, type: mrr_at_100
value: 24.323728434687606
verified: no, type: mrr_at_1000
value: 24.398237164886538
verified: no, type: mrr_at_20
value: 24.02379935374252
verified: no, type: mrr_at_3
value: 22.048832271762205
verified: no, type: mrr_at_5
value: 22.800424628450095
verified: no, type: nauc_map_at_1000_diff1
value: 39.596082587460415
verified: no, type: nauc_map_at_1000_max
value: 12.10371161730047
verified: no, type: nauc_map_at_1000_std
value: 1.444747482119257
verified: no, type: nauc_map_at_100_diff1
value: 39.64141034512356
verified: no, type: nauc_map_at_100_max
value: 12.053479717521407
verified: no, type: nauc_map_at_100_std
value: 1.3755188597972943
verified: no, type: nauc_map_at_10_diff1
value: 39.92845222576721
verified: no, type: nauc_map_at_10_max
value: 11.911295525995111
verified: no, type: nauc_map_at_10_std
value: 0.7492572073821641
verified: no, type: nauc_map_at_1_diff1
value: 46.164603972610855
verified: no, type: nauc_map_at_1_max
value: 12.954424358691996
verified: no, type: nauc_map_at_1_std
value: 0.4181766630821332
verified: no, type: nauc_map_at_20_diff1
value: 39.81158345098898
verified: no, type: nauc_map_at_20_max
value: 12.017269910354054
verified: no, type: nauc_map_at_20_std
value: 1.2000621352052017
verified: no, type: nauc_map_at_3_diff1
value: 40.83120031711864
verified: no, type: nauc_map_at_3_max
value: 12.584762196640314
verified: no, type: nauc_map_at_3_std
value: 0.2784403130190451
verified: no, type: nauc_map_at_5_diff1
value: 40.16274141115339
verified: no, type: nauc_map_at_5_max
value: 12.160283007808358
verified: no, type: nauc_map_at_5_std
value: 0.3544685735289404
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.004726917344854
verified: no, type: nauc_mrr_at_1000_max
value: 12.52641453645785
verified: no, type: nauc_mrr_at_1000_std
value: 2.6307580765201917
verified: no, type: nauc_mrr_at_100_diff1
value: 38.0070610180089
verified: no, type: nauc_mrr_at_100_max
value: 12.515583748492903
verified: no, type: nauc_mrr_at_100_std
value: 2.6295646388145055
verified: no, type: nauc_mrr_at_10_diff1
value: 38.22666899670177
verified: no, type: nauc_mrr_at_10_max
value: 12.466187479098377
verified: no, type: nauc_mrr_at_10_std
value: 2.4625692509730195
verified: no, type: nauc_mrr_at_1_diff1
value: 43.42481570106369
verified: no, type: nauc_mrr_at_1_max
value: 14.376783384800559
verified: no, type: nauc_mrr_at_1_std
value: 2.518000849398965
verified: no, type: nauc_mrr_at_20_diff1
value: 38.127847707533896
verified: no, type: nauc_mrr_at_20_max
value: 12.521171110737791
verified: no, type: nauc_mrr_at_20_std
value: 2.621265190687131
verified: no, type: nauc_mrr_at_3_diff1
value: 39.183400216321154
verified: no, type: nauc_mrr_at_3_max
value: 13.224896669666375
verified: no, type: nauc_mrr_at_3_std
value: 2.1255881658943028
verified: no, type: nauc_mrr_at_5_diff1
value: 38.50999179324172
verified: no, type: nauc_mrr_at_5_max
value: 12.679584784064904
verified: no, type: nauc_mrr_at_5_std
value: 1.9900557389798332
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.42719526972838
verified: no, type: nauc_ndcg_at_1000_max
value: 11.669033438190933
verified: no, type: nauc_ndcg_at_1000_std
value: 4.044529692885361
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.00964934978194
verified: no, type: nauc_ndcg_at_100_max
value: 11.062262583669352
verified: no, type: nauc_ndcg_at_100_std
value: 3.458088028385503
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.37758579983502
verified: no, type: nauc_ndcg_at_10_max
value: 10.982445889580566
verified: no, type: nauc_ndcg_at_10_std
value: 1.7691630392844988
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.42481570106369
verified: no, type: nauc_ndcg_at_1_max
value: 14.376783384800559
verified: no, type: nauc_ndcg_at_1_std
value: 2.518000849398965
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.06818489997591
verified: no, type: nauc_ndcg_at_20_max
value: 11.052290876401507
verified: no, type: nauc_ndcg_at_20_std
value: 2.7790173577514032
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.78356485758
verified: no, type: nauc_ndcg_at_3_max
value: 12.945466075384198
verified: no, type: nauc_ndcg_at_3_std
value: 1.3052811694601743
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.89393837682061
verified: no, type: nauc_ndcg_at_5_max
value: 11.74231588645739
verified: no, type: nauc_ndcg_at_5_std
value: 1.0136199466055162
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9410654089264414
verified: no, type: nauc_precision_at_1000_max
value: 11.667740007902804
verified: no, type: nauc_precision_at_1000_std
value: 17.87664806730829
verified: no, type: nauc_precision_at_100_diff1
value: 11.392162229430902
verified: no, type: nauc_precision_at_100_max
value: 11.840378583849674
verified: no, type: nauc_precision_at_100_std
value: 15.79655665982277
verified: no, type: nauc_precision_at_10_diff1
value: 23.531429774454388
verified: no, type: nauc_precision_at_10_max
value: 10.945569241383513
verified: no, type: nauc_precision_at_10_std
value: 8.276600278000434
verified: no, type: nauc_precision_at_1_diff1
value: 43.42481570106369
verified: no, type: nauc_precision_at_1_max
value: 14.376783384800559
verified: no, type: nauc_precision_at_1_std
value: 2.518000849398965
verified: no, type: nauc_precision_at_20_diff1
value: 21.274127290018345
verified: no, type: nauc_precision_at_20_max
value: 11.317271249166849
verified: no, type: nauc_precision_at_20_std
value: 11.404172720858327
verified: no, type: nauc_precision_at_3_diff1
value: 31.169998782179263
verified: no, type: nauc_precision_at_3_max
value: 13.63076493035945
verified: no, type: nauc_precision_at_3_std
value: 3.476019965721204
verified: no, type: nauc_precision_at_5_diff1
value: 27.54873962255437
verified: no, type: nauc_precision_at_5_max
value: 11.765279013724966
verified: no, type: nauc_precision_at_5_std
value: 4.104138564655726
verified: no, type: nauc_recall_at_1000_diff1
value: 19.199887450033906
verified: no, type: nauc_recall_at_1000_max
value: 8.247936461668466
verified: no, type: nauc_recall_at_1000_std
value: 11.394300139745187
verified: no, type: nauc_recall_at_100_diff1
value: 24.618080974671525
verified: no, type: nauc_recall_at_100_max
value: 6.3546396231628455
verified: no, type: nauc_recall_at_100_std
value: 7.780778201258053
verified: no, type: nauc_recall_at_10_diff1
value: 31.748789174404607
verified: no, type: nauc_recall_at_10_max
value: 6.907498085149312
verified: no, type: nauc_recall_at_10_std
value: 1.335815892494606
verified: no, type: nauc_recall_at_1_diff1
value: 46.164603972610855
verified: no, type: nauc_recall_at_1_max
value: 12.954424358691996
verified: no, type: nauc_recall_at_1_std
value: 0.4181766630821332
verified: no, type: nauc_recall_at_20_diff1
value: 29.88147002316664
verified: no, type: nauc_recall_at_20_max
value: 7.22972435633553
verified: no, type: nauc_recall_at_20_std
value: 5.192186733076889
verified: no, type: nauc_recall_at_3_diff1
value: 35.4787032235338
verified: no, type: nauc_recall_at_3_max
value: 10.676871365777716
verified: no, type: nauc_recall_at_3_std
value: -0.09726738519912236
verified: no, type: nauc_recall_at_5_diff1
value: 33.427699844127254
verified: no, type: nauc_recall_at_5_max
value: 8.847971538466599
verified: no, type: nauc_recall_at_5_std
value: -0.4231358516010253
verified: no, type: ndcg_at_1
value: 18.662
verified: no, type: ndcg_at_10
value: 23.379
verified: no, type: ndcg_at_100
value: 27.233
verified: no, type: ndcg_at_1000
value: 29.971999999999998
verified: no, type: ndcg_at_20
value: 24.806
verified: no, type: ndcg_at_3
value: 20.682000000000002
verified: no, type: ndcg_at_5
value: 21.705
verified: no, type: precision_at_1
value: 18.662
verified: no, type: precision_at_10
value: 4.255
verified: no, type: precision_at_100
value: 0.773
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_20
value: 2.596
verified: no, type: precision_at_3
value: 9.575
verified: no, type: precision_at_5
value: 6.764
verified: no, type: recall_at_1
value: 15.4
verified: no, type: recall_at_10
value: 29.763
verified: no, type: recall_at_100
value: 46.745
verified: no, type: recall_at_1000
value: 65.389
verified: no, type: recall_at_20
value: 35.07
verified: no, type: recall_at_3
value: 21.996
verified: no, type: recall_at_5
value: 24.762
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 34.851
verified: no, type: map_at_1
value: 21.504
verified: no, type: map_at_10
value: 30.011
verified: no, type: map_at_100
value: 31.033
verified: no, type: map_at_1000
value: 31.136000000000003
verified: no, type: map_at_20
value: 30.619000000000003
verified: no, type: map_at_3
value: 27.467999999999996
verified: no, type: map_at_5
value: 28.865000000000002
verified: no, type: mrr_at_1
value: 25.141065830721004
verified: no, type: mrr_at_10
value: 33.18117131910235
verified: no, type: mrr_at_100
value: 34.01011055509245
verified: no, type: mrr_at_1000
value: 34.07962353985397
verified: no, type: mrr_at_20
value: 33.68499422025823
verified: no, type: mrr_at_3
value: 30.92998955067917
verified: no, type: mrr_at_5
value: 32.20898641588292
verified: no, type: nauc_map_at_1000_diff1
value: 40.322008181183854
verified: no, type: nauc_map_at_1000_max
value: 19.99927654103926
verified: no, type: nauc_map_at_1000_std
value: -5.955256498197825
verified: no, type: nauc_map_at_100_diff1
value: 40.32147562862691
verified: no, type: nauc_map_at_100_max
value: 19.986336963755168
verified: no, type: nauc_map_at_100_std
value: -6.011125371435383
verified: no, type: nauc_map_at_10_diff1
value: 40.386243716919
verified: no, type: nauc_map_at_10_max
value: 19.69895799231709
verified: no, type: nauc_map_at_10_std
value: -6.653195053906138
verified: no, type: nauc_map_at_1_diff1
value: 47.570426996532234
verified: no, type: nauc_map_at_1_max
value: 18.12727128206908
verified: no, type: nauc_map_at_1_std
value: -7.2780626156648935
verified: no, type: nauc_map_at_20_diff1
value: 40.29000579529436
verified: no, type: nauc_map_at_20_max
value: 19.916819806575248
verified: no, type: nauc_map_at_20_std
value: -6.324537398505275
verified: no, type: nauc_map_at_3_diff1
value: 41.61789012810068
verified: no, type: nauc_map_at_3_max
value: 18.326700819952357
verified: no, type: nauc_map_at_3_std
value: -7.708166787197937
verified: no, type: nauc_map_at_5_diff1
value: 40.87027575550922
verified: no, type: nauc_map_at_5_max
value: 19.09653205494069
verified: no, type: nauc_map_at_5_std
value: -7.044578669825569
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.34427160412964
verified: no, type: nauc_mrr_at_1000_max
value: 21.688403002175765
verified: no, type: nauc_mrr_at_1000_std
value: -4.333307808529355
verified: no, type: nauc_mrr_at_100_diff1
value: 40.33865613514923
verified: no, type: nauc_mrr_at_100_max
value: 21.693575807799174
verified: no, type: nauc_mrr_at_100_std
value: -4.345324781206997
verified: no, type: nauc_mrr_at_10_diff1
value: 40.25484503316555
verified: no, type: nauc_mrr_at_10_max
value: 21.668805837538603
verified: no, type: nauc_mrr_at_10_std
value: -4.742193084740149
verified: no, type: nauc_mrr_at_1_diff1
value: 47.053976403254296
verified: no, type: nauc_mrr_at_1_max
value: 20.923389074411823
verified: no, type: nauc_mrr_at_1_std
value: -5.659103762417961
verified: no, type: nauc_mrr_at_20_diff1
value: 40.284449657701124
verified: no, type: nauc_mrr_at_20_max
value: 21.70308409984412
verified: no, type: nauc_mrr_at_20_std
value: -4.5237585257148885
verified: no, type: nauc_mrr_at_3_diff1
value: 41.07505065636675
verified: no, type: nauc_mrr_at_3_max
value: 20.696463173931587
verified: no, type: nauc_mrr_at_3_std
value: -5.747616134553148
verified: no, type: nauc_mrr_at_5_diff1
value: 40.73332419802359
verified: no, type: nauc_mrr_at_5_max
value: 21.316092837526703
verified: no, type: nauc_mrr_at_5_std
value: -5.153586433182779
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.6230061406764
verified: no, type: nauc_ndcg_at_1000_max
value: 21.798274585038392
verified: no, type: nauc_ndcg_at_1000_std
value: -1.9508440453787281
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.584371422651
verified: no, type: nauc_ndcg_at_100_max
value: 21.82389920659176
verified: no, type: nauc_ndcg_at_100_std
value: -2.6705882585393543
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.618009988933935
verified: no, type: nauc_ndcg_at_10_max
value: 21.224673762136472
verified: no, type: nauc_ndcg_at_10_std
value: -5.325186659210096
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.053976403254296
verified: no, type: nauc_ndcg_at_1_max
value: 20.923389074411823
verified: no, type: nauc_ndcg_at_1_std
value: -5.659103762417961
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.33518488879249
verified: no, type: nauc_ndcg_at_20_max
value: 21.548673383467044
verified: no, type: nauc_ndcg_at_20_std
value: -4.462283875103959
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.65157027579336
verified: no, type: nauc_ndcg_at_3_max
value: 19.070771683611984
verified: no, type: nauc_ndcg_at_3_std
value: -7.112556232293568
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.68842491256829
verified: no, type: nauc_ndcg_at_5_max
value: 20.14832569971918
verified: no, type: nauc_ndcg_at_5_std
value: -6.217961614500825
verified: no, type: nauc_precision_at_1000_diff1
value: 1.1386480211872079
verified: no, type: nauc_precision_at_1000_max
value: 21.852883687925488
verified: no, type: nauc_precision_at_1000_std
value: 25.25177822063528
verified: no, type: nauc_precision_at_100_diff1
value: 11.655321656546151
verified: no, type: nauc_precision_at_100_max
value: 25.978764107661274
verified: no, type: nauc_precision_at_100_std
value: 16.59515178560014
verified: no, type: nauc_precision_at_10_diff1
value: 20.925254462527228
verified: no, type: nauc_precision_at_10_max
value: 25.947732214559295
verified: no, type: nauc_precision_at_10_std
value: 2.0085424556519818
verified: no, type: nauc_precision_at_1_diff1
value: 47.053976403254296
verified: no, type: nauc_precision_at_1_max
value: 20.923389074411823
verified: no, type: nauc_precision_at_1_std
value: -5.659103762417961
verified: no, type: nauc_precision_at_20_diff1
value: 16.531610862894077
verified: no, type: nauc_precision_at_20_max
value: 26.070264899984814
verified: no, type: nauc_precision_at_20_std
value: 6.622824641609798
verified: no, type: nauc_precision_at_3_diff1
value: 30.556257522915576
verified: no, type: nauc_precision_at_3_max
value: 21.51073509631772
verified: no, type: nauc_precision_at_3_std
value: -5.100914321895498
verified: no, type: nauc_precision_at_5_diff1
value: 25.833348532699553
verified: no, type: nauc_precision_at_5_max
value: 24.118482373407712
verified: no, type: nauc_precision_at_5_std
value: -1.6079613036292892
verified: no, type: nauc_recall_at_1000_diff1
value: 20.007156271244746
verified: no, type: nauc_recall_at_1000_max
value: 25.958761455708522
verified: no, type: nauc_recall_at_1000_std
value: 28.02159440317459
verified: no, type: nauc_recall_at_100_diff1
value: 27.05932577871126
verified: no, type: nauc_recall_at_100_max
value: 25.2308387216195
verified: no, type: nauc_recall_at_100_std
value: 9.756975448628165
verified: no, type: nauc_recall_at_10_diff1
value: 28.78694773598469
verified: no, type: nauc_recall_at_10_max
value: 22.589170724249062
verified: no, type: nauc_recall_at_10_std
value: -3.2714401001892415
verified: no, type: nauc_recall_at_1_diff1
value: 47.570426996532234
verified: no, type: nauc_recall_at_1_max
value: 18.12727128206908
verified: no, type: nauc_recall_at_1_std
value: -7.2780626156648935
verified: no, type: nauc_recall_at_20_diff1
value: 27.33018821433711
verified: no, type: nauc_recall_at_20_max
value: 23.68596980558168
verified: no, type: nauc_recall_at_20_std
value: -0.5070449844947114
verified: no, type: nauc_recall_at_3_diff1
value: 34.57544601061566
verified: no, type: nauc_recall_at_3_max
value: 17.652001577804356
verified: no, type: nauc_recall_at_3_std
value: -7.633267051635673
verified: no, type: nauc_recall_at_5_diff1
value: 32.23688061207962
verified: no, type: nauc_recall_at_5_max
value: 19.660365018427107
verified: no, type: nauc_recall_at_5_std
value: -5.66839580917749
verified: no, type: ndcg_at_1
value: 25.141000000000002
verified: no, type: ndcg_at_10
value: 34.851
verified: no, type: ndcg_at_100
value: 39.54
verified: no, type: ndcg_at_1000
value: 41.994
verified: no, type: ndcg_at_20
value: 36.784
verified: no, type: ndcg_at_3
value: 30.183
verified: no, type: ndcg_at_5
value: 32.397999999999996
verified: no, type: precision_at_1
value: 25.141000000000002
verified: no, type: precision_at_10
value: 5.912
verified: no, type: precision_at_100
value: 0.903
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 3.476
verified: no, type: precision_at_3
value: 13.751
verified: no, type: precision_at_5
value: 9.768
verified: no, type: recall_at_1
value: 21.504
verified: no, type: recall_at_10
value: 46.366
verified: no, type: recall_at_100
value: 67.36
verified: no, type: recall_at_1000
value: 85.257
verified: no, type: recall_at_20
value: 53.52400000000001
verified: no, type: recall_at_3
value: 33.931
verified: no, type: recall_at_5
value: 39.222
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 16.588
verified: no, type: map_at_1
value: 9.564
verified: no, type: map_at_10
value: 13.77
verified: no, type: map_at_100
value: 14.384
verified: no, type: map_at_1000
value: 14.485999999999999
verified: no, type: map_at_20
value: 14.011999999999999
verified: no, type: map_at_3
value: 12.21
verified: no, type: map_at_5
value: 13.111
verified: no, type: mrr_at_1
value: 10.3954802259887
verified: no, type: mrr_at_10
value: 14.764191552327144
verified: no, type: mrr_at_100
value: 15.375856517453823
verified: no, type: mrr_at_1000
value: 15.470882773144831
verified: no, type: mrr_at_20
value: 14.996613800084962
verified: no, type: mrr_at_3
value: 13.126177024482107
verified: no, type: mrr_at_5
value: 14.001883239171372
verified: no, type: nauc_map_at_1000_diff1
value: 33.37926324282647
verified: no, type: nauc_map_at_1000_max
value: 13.823191670003688
verified: no, type: nauc_map_at_1000_std
value: -13.518868518847672
verified: no, type: nauc_map_at_100_diff1
value: 33.39612608925214
verified: no, type: nauc_map_at_100_max
value: 13.807152206356152
verified: no, type: nauc_map_at_100_std
value: -13.535485920337376
verified: no, type: nauc_map_at_10_diff1
value: 33.99728919091899
verified: no, type: nauc_map_at_10_max
value: 14.054375330230961
verified: no, type: nauc_map_at_10_std
value: -14.363901720775171
verified: no, type: nauc_map_at_1_diff1
value: 41.36680469247207
verified: no, type: nauc_map_at_1_max
value: 14.495106457102791
verified: no, type: nauc_map_at_1_std
value: -19.49461352926004
verified: no, type: nauc_map_at_20_diff1
value: 33.71536202482358
verified: no, type: nauc_map_at_20_max
value: 14.006028327699763
verified: no, type: nauc_map_at_20_std
value: -13.806930628750042
verified: no, type: nauc_map_at_3_diff1
value: 36.12461633843934
verified: no, type: nauc_map_at_3_max
value: 14.02501356434526
verified: no, type: nauc_map_at_3_std
value: -15.467854688962776
verified: no, type: nauc_map_at_5_diff1
value: 34.547258757202265
verified: no, type: nauc_map_at_5_max
value: 14.098136949784418
verified: no, type: nauc_map_at_5_std
value: -14.305552343240022
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.988787392635796
verified: no, type: nauc_mrr_at_1000_max
value: 15.27954901691009
verified: no, type: nauc_mrr_at_1000_std
value: -11.475584174139046
verified: no, type: nauc_mrr_at_100_diff1
value: 30.984547129985764
verified: no, type: nauc_mrr_at_100_max
value: 15.27853976526146
verified: no, type: nauc_mrr_at_100_std
value: -11.481063849407946
verified: no, type: nauc_mrr_at_10_diff1
value: 31.41516314231434
verified: no, type: nauc_mrr_at_10_max
value: 15.501740258165958
verified: no, type: nauc_mrr_at_10_std
value: -12.25560810473679
verified: no, type: nauc_mrr_at_1_diff1
value: 39.195570148365405
verified: no, type: nauc_mrr_at_1_max
value: 16.52454476376851
verified: no, type: nauc_mrr_at_1_std
value: -16.81169778339444
verified: no, type: nauc_mrr_at_20_diff1
value: 31.193761460857484
verified: no, type: nauc_mrr_at_20_max
value: 15.43382673536897
verified: no, type: nauc_mrr_at_20_std
value: -11.710713557898261
verified: no, type: nauc_mrr_at_3_diff1
value: 33.37054026851938
verified: no, type: nauc_mrr_at_3_max
value: 15.395090508873269
verified: no, type: nauc_mrr_at_3_std
value: -12.703953932160783
verified: no, type: nauc_mrr_at_5_diff1
value: 32.16289948413049
verified: no, type: nauc_mrr_at_5_max
value: 15.649081234449774
verified: no, type: nauc_mrr_at_5_std
value: -12.102857046946953
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.203013832848722
verified: no, type: nauc_ndcg_at_1000_max
value: 12.896073129244709
verified: no, type: nauc_ndcg_at_1000_std
value: -9.188443532063612
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.543073497604432
verified: no, type: nauc_ndcg_at_100_max
value: 12.760844184136245
verified: no, type: nauc_ndcg_at_100_std
value: -9.078107192253286
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.326378796783686
verified: no, type: nauc_ndcg_at_10_max
value: 14.01531586559623
verified: no, type: nauc_ndcg_at_10_std
value: -12.51997453548433
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.195570148365405
verified: no, type: nauc_ndcg_at_1_max
value: 16.52454476376851
verified: no, type: nauc_ndcg_at_1_std
value: -16.81169778339444
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.460760906723984
verified: no, type: nauc_ndcg_at_20_max
value: 13.9511779737764
verified: no, type: nauc_ndcg_at_20_std
value: -10.775938969069845
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.659357269049046
verified: no, type: nauc_ndcg_at_3_max
value: 13.961859365545692
verified: no, type: nauc_ndcg_at_3_std
value: -13.876382266218219
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.44608677784501
verified: no, type: nauc_ndcg_at_5_max
value: 14.194495079572272
verified: no, type: nauc_ndcg_at_5_std
value: -12.198994813997071
verified: no, type: nauc_precision_at_1000_diff1
value: -2.6019771999065746
verified: no, type: nauc_precision_at_1000_max
value: 9.899490169243437
verified: no, type: nauc_precision_at_1000_std
value: 2.9468820244325147
verified: no, type: nauc_precision_at_100_diff1
value: 8.814700099545666
verified: no, type: nauc_precision_at_100_max
value: 9.92700820461789
verified: no, type: nauc_precision_at_100_std
value: 1.287073041815309
verified: no, type: nauc_precision_at_10_diff1
value: 19.599858017909966
verified: no, type: nauc_precision_at_10_max
value: 13.991152767182646
verified: no, type: nauc_precision_at_10_std
value: -8.964850412614805
verified: no, type: nauc_precision_at_1_diff1
value: 39.195570148365405
verified: no, type: nauc_precision_at_1_max
value: 16.52454476376851
verified: no, type: nauc_precision_at_1_std
value: -16.81169778339444
verified: no, type: nauc_precision_at_20_diff1
value: 17.88881316042757
verified: no, type: nauc_precision_at_20_max
value: 14.138273095278231
verified: no, type: nauc_precision_at_20_std
value: -3.8875987142037216
verified: no, type: nauc_precision_at_3_diff1
value: 27.35706924245673
verified: no, type: nauc_precision_at_3_max
value: 14.348197767594545
verified: no, type: nauc_precision_at_3_std
value: -10.285007476255831
verified: no, type: nauc_precision_at_5_diff1
value: 22.816488547404372
verified: no, type: nauc_precision_at_5_max
value: 15.121206473286259
verified: no, type: nauc_precision_at_5_std
value: -7.455309223181727
verified: no, type: nauc_recall_at_1000_diff1
value: 10.36333126724754
verified: no, type: nauc_recall_at_1000_max
value: 6.6771514570676285
verified: no, type: nauc_recall_at_1000_std
value: 2.228866222082434
verified: no, type: nauc_recall_at_100_diff1
value: 15.026263654720328
verified: no, type: nauc_recall_at_100_max
value: 8.059306591981231
verified: no, type: nauc_recall_at_100_std
value: 1.2291441829411098
verified: no, type: nauc_recall_at_10_diff1
value: 24.0983825028964
verified: no, type: nauc_recall_at_10_max
value: 12.721199545131576
verified: no, type: nauc_recall_at_10_std
value: -9.804946778584073
verified: no, type: nauc_recall_at_1_diff1
value: 41.36680469247207
verified: no, type: nauc_recall_at_1_max
value: 14.495106457102791
verified: no, type: nauc_recall_at_1_std
value: -19.49461352926004
verified: no, type: nauc_recall_at_20_diff1
value: 21.826099573427236
verified: no, type: nauc_recall_at_20_max
value: 12.70330038763042
verified: no, type: nauc_recall_at_20_std
value: -5.135432728211262
verified: no, type: nauc_recall_at_3_diff1
value: 30.441947687979955
verified: no, type: nauc_recall_at_3_max
value: 12.713673969786528
verified: no, type: nauc_recall_at_3_std
value: -12.193593845037919
verified: no, type: nauc_recall_at_5_diff1
value: 26.42265254288101
verified: no, type: nauc_recall_at_5_max
value: 13.023037872786414
verified: no, type: nauc_recall_at_5_std
value: -8.997890776091069
verified: no, type: ndcg_at_1
value: 10.395
verified: no, type: ndcg_at_10
value: 16.588
verified: no, type: ndcg_at_100
value: 20.276
verified: no, type: ndcg_at_1000
value: 23.391000000000002
verified: no, type: ndcg_at_20
value: 17.427999999999997
verified: no, type: ndcg_at_3
value: 13.373
verified: no, type: ndcg_at_5
value: 14.93
verified: no, type: precision_at_1
value: 10.395
verified: no, type: precision_at_10
value: 2.791
verified: no, type: precision_at_100
value: 0.498
verified: no, type: precision_at_1000
value: 0.08099999999999999
verified: no, type: precision_at_20
value: 1.582
verified: no, type: precision_at_3
value: 5.800000000000001
verified: no, type: precision_at_5
value: 4.3839999999999995
verified: no, type: recall_at_1
value: 9.564
verified: no, type: recall_at_10
value: 24.471999999999998
verified: no, type: recall_at_100
value: 42.786
verified: no, type: recall_at_1000
value: 67.135
verified: no, type: recall_at_20
value: 27.636
verified: no, type: recall_at_3
value: 15.704
verified: no, type: recall_at_5
value: 19.415
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 10.73
verified: no, type: map_at_1
value: 4.99
verified: no, type: map_at_10
value: 8.366
verified: no, type: map_at_100
value: 9.081
verified: no, type: map_at_1000
value: 9.2
verified: no, type: map_at_20
value: 8.721
verified: no, type: map_at_3
value: 7.1419999999999995
verified: no, type: map_at_5
value: 7.843999999999999
verified: no, type: mrr_at_1
value: 6.218905472636816
verified: no, type: mrr_at_10
value: 10.222153123272534
verified: no, type: mrr_at_100
value: 10.995610188880752
verified: no, type: mrr_at_1000
value: 11.099716634594698
verified: no, type: mrr_at_20
value: 10.644893445133736
verified: no, type: mrr_at_3
value: 8.872305140961858
verified: no, type: mrr_at_5
value: 9.587479270315095
verified: no, type: nauc_map_at_1000_diff1
value: 18.96415287550933
verified: no, type: nauc_map_at_1000_max
value: 13.457385832269972
verified: no, type: nauc_map_at_1000_std
value: 0.037062838353487455
verified: no, type: nauc_map_at_100_diff1
value: 18.950245812812273
verified: no, type: nauc_map_at_100_max
value: 13.38492504103713
verified: no, type: nauc_map_at_100_std
value: -0.1180657525551765
verified: no, type: nauc_map_at_10_diff1
value: 19.27778231647082
verified: no, type: nauc_map_at_10_max
value: 13.722194530233315
verified: no, type: nauc_map_at_10_std
value: 0.03481612528100306
verified: no, type: nauc_map_at_1_diff1
value: 31.80853302523098
verified: no, type: nauc_map_at_1_max
value: 14.255809500355548
verified: no, type: nauc_map_at_1_std
value: 0.7061845171571572
verified: no, type: nauc_map_at_20_diff1
value: 18.747979575455894
verified: no, type: nauc_map_at_20_max
value: 13.579331563568722
verified: no, type: nauc_map_at_20_std
value: -0.29119256840284674
verified: no, type: nauc_map_at_3_diff1
value: 20.716724761606926
verified: no, type: nauc_map_at_3_max
value: 12.214654663845582
verified: no, type: nauc_map_at_3_std
value: 0.6500976553835291
verified: no, type: nauc_map_at_5_diff1
value: 20.375279762253196
verified: no, type: nauc_map_at_5_max
value: 12.04580265836124
verified: no, type: nauc_map_at_5_std
value: -0.7546482765602636
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.958473747343046
verified: no, type: nauc_mrr_at_1000_max
value: 14.947771890067513
verified: no, type: nauc_mrr_at_1000_std
value: 2.534906668488272
verified: no, type: nauc_mrr_at_100_diff1
value: 16.925348799475543
verified: no, type: nauc_mrr_at_100_max
value: 14.891293415873402
verified: no, type: nauc_mrr_at_100_std
value: 2.488176875059672
verified: no, type: nauc_mrr_at_10_diff1
value: 17.286334862555893
verified: no, type: nauc_mrr_at_10_max
value: 14.769493379632342
verified: no, type: nauc_mrr_at_10_std
value: 2.6524186065506097
verified: no, type: nauc_mrr_at_1_diff1
value: 28.08750327346336
verified: no, type: nauc_mrr_at_1_max
value: 17.396660345871606
verified: no, type: nauc_mrr_at_1_std
value: 3.7470504958075237
verified: no, type: nauc_mrr_at_20_diff1
value: 16.814562510020075
verified: no, type: nauc_mrr_at_20_max
value: 15.014089233489758
verified: no, type: nauc_mrr_at_20_std
value: 2.3513090061550477
verified: no, type: nauc_mrr_at_3_diff1
value: 18.131896440653374
verified: no, type: nauc_mrr_at_3_max
value: 14.154067248241114
verified: no, type: nauc_mrr_at_3_std
value: 3.375607939636021
verified: no, type: nauc_mrr_at_5_diff1
value: 18.071894497347742
verified: no, type: nauc_mrr_at_5_max
value: 13.853359502413687
verified: no, type: nauc_mrr_at_5_std
value: 2.0995288473599394
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.04867891166471
verified: no, type: nauc_ndcg_at_1000_max
value: 14.090943362739777
verified: no, type: nauc_ndcg_at_1000_std
value: 3.2348703317431635
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.276460181287398
verified: no, type: nauc_ndcg_at_100_max
value: 12.96498945840544
verified: no, type: nauc_ndcg_at_100_std
value: 0.8583523059677615
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.299001141650173
verified: no, type: nauc_ndcg_at_10_max
value: 14.41234658119237
verified: no, type: nauc_ndcg_at_10_std
value: 0.7058483442081117
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.08750327346336
verified: no, type: nauc_ndcg_at_1_max
value: 17.396660345871606
verified: no, type: nauc_ndcg_at_1_std
value: 3.7470504958075237
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.02694991061131
verified: no, type: nauc_ndcg_at_20_max
value: 14.224819472938874
verified: no, type: nauc_ndcg_at_20_std
value: -0.10032818978696371
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.716742304039034
verified: no, type: nauc_ndcg_at_3_max
value: 11.972299748477269
verified: no, type: nauc_ndcg_at_3_std
value: 1.3773693694227833
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.822277343875133
verified: no, type: nauc_ndcg_at_5_max
value: 11.696846845020394
verified: no, type: nauc_ndcg_at_5_std
value: -0.8600197574741328
verified: no, type: nauc_precision_at_1000_diff1
value: 4.293080430706396
verified: no, type: nauc_precision_at_1000_max
value: 10.803272618362323
verified: no, type: nauc_precision_at_1000_std
value: 5.94055938665935
verified: no, type: nauc_precision_at_100_diff1
value: 8.836752794123415
verified: no, type: nauc_precision_at_100_max
value: 10.213821210271194
verified: no, type: nauc_precision_at_100_std
value: 1.5549519183093132
verified: no, type: nauc_precision_at_10_diff1
value: 8.944416705294348
verified: no, type: nauc_precision_at_10_max
value: 14.12889250429691
verified: no, type: nauc_precision_at_10_std
value: 1.5614029111490157
verified: no, type: nauc_precision_at_1_diff1
value: 28.08750327346336
verified: no, type: nauc_precision_at_1_max
value: 17.396660345871606
verified: no, type: nauc_precision_at_1_std
value: 3.7470504958075237
verified: no, type: nauc_precision_at_20_diff1
value: 7.007385189090554
verified: no, type: nauc_precision_at_20_max
value: 13.914347168490782
verified: no, type: nauc_precision_at_20_std
value: -0.8817731260178586
verified: no, type: nauc_precision_at_3_diff1
value: 11.43145719544265
verified: no, type: nauc_precision_at_3_max
value: 10.148695749207501
verified: no, type: nauc_precision_at_3_std
value: 2.8153843967444585
verified: no, type: nauc_precision_at_5_diff1
value: 12.035297244983454
verified: no, type: nauc_precision_at_5_max
value: 9.71269565738046
verified: no, type: nauc_precision_at_5_std
value: -1.0941273419654642
verified: no, type: nauc_recall_at_1000_diff1
value: 11.74048913107317
verified: no, type: nauc_recall_at_1000_max
value: 13.239750500521957
verified: no, type: nauc_recall_at_1000_std
value: 12.347155705979834
verified: no, type: nauc_recall_at_100_diff1
value: 13.765688519512759
verified: no, type: nauc_recall_at_100_max
value: 9.653298156991372
verified: no, type: nauc_recall_at_100_std
value: 1.8307670486880805
verified: no, type: nauc_recall_at_10_diff1
value: 12.175211350547201
verified: no, type: nauc_recall_at_10_max
value: 15.51553431893683
verified: no, type: nauc_recall_at_10_std
value: 0.5887370285734501
verified: no, type: nauc_recall_at_1_diff1
value: 31.80853302523098
verified: no, type: nauc_recall_at_1_max
value: 14.255809500355548
verified: no, type: nauc_recall_at_1_std
value: 0.7061845171571572
verified: no, type: nauc_recall_at_20_diff1
value: 9.314451919989729
verified: no, type: nauc_recall_at_20_max
value: 14.338827728647876
verified: no, type: nauc_recall_at_20_std
value: -1.0577681126825913
verified: no, type: nauc_recall_at_3_diff1
value: 13.525337423796469
verified: no, type: nauc_recall_at_3_max
value: 9.818388479334365
verified: no, type: nauc_recall_at_3_std
value: 0.8504223935076805
verified: no, type: nauc_recall_at_5_diff1
value: 14.244732472650867
verified: no, type: nauc_recall_at_5_max
value: 9.615966855835167
verified: no, type: nauc_recall_at_5_std
value: -3.0676118185173236
verified: no, type: ndcg_at_1
value: 6.219
verified: no, type: ndcg_at_10
value: 10.73
verified: no, type: ndcg_at_100
value: 14.761
verified: no, type: ndcg_at_1000
value: 18.217
verified: no, type: ndcg_at_20
value: 12.055
verified: no, type: ndcg_at_3
value: 8.3
verified: no, type: ndcg_at_5
value: 9.482
verified: no, type: precision_at_1
value: 6.219
verified: no, type: precision_at_10
value: 2.1270000000000002
verified: no, type: precision_at_100
value: 0.481
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 1.424
verified: no, type: precision_at_3
value: 4.104
verified: no, type: precision_at_5
value: 3.184
verified: no, type: recall_at_1
value: 4.99
verified: no, type: recall_at_10
value: 16.233
verified: no, type: recall_at_100
value: 34.946
verified: no, type: recall_at_1000
value: 60.31999999999999
verified: no, type: recall_at_20
value: 21.051000000000002
verified: no, type: recall_at_3
value: 9.644
verified: no, type: recall_at_5
value: 12.639
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 24.33
verified: no, type: map_at_1
value: 14.46
verified: no, type: map_at_10
value: 20.252
verified: no, type: map_at_100
value: 21.229
verified: no, type: map_at_1000
value: 21.377
verified: no, type: map_at_20
value: 20.732999999999997
verified: no, type: map_at_3
value: 18.34
verified: no, type: map_at_5
value: 19.267
verified: no, type: mrr_at_1
value: 17.709335899903753
verified: no, type: mrr_at_10
value: 23.952136517102833
verified: no, type: mrr_at_100
value: 24.8309784763367
verified: no, type: mrr_at_1000
value: 24.9219924447101
verified: no, type: mrr_at_20
value: 24.446092283274982
verified: no, type: mrr_at_3
value: 21.960218158485738
verified: no, type: mrr_at_5
value: 22.96599294193136
verified: no, type: nauc_map_at_1000_diff1
value: 42.1303384000115
verified: no, type: nauc_map_at_1000_max
value: 25.938312349548255
verified: no, type: nauc_map_at_1000_std
value: -0.10859474814297347
verified: no, type: nauc_map_at_100_diff1
value: 42.161388113064135
verified: no, type: nauc_map_at_100_max
value: 25.864410011240786
verified: no, type: nauc_map_at_100_std
value: -0.20835557334070634
verified: no, type: nauc_map_at_10_diff1
value: 42.55429685192589
verified: no, type: nauc_map_at_10_max
value: 25.594997593154602
verified: no, type: nauc_map_at_10_std
value: -0.8393964842470168
verified: no, type: nauc_map_at_1_diff1
value: 49.773103473539784
verified: no, type: nauc_map_at_1_max
value: 28.5298352056156
verified: no, type: nauc_map_at_1_std
value: -2.4347618436453553
verified: no, type: nauc_map_at_20_diff1
value: 42.18892129114672
verified: no, type: nauc_map_at_20_max
value: 25.65095696548983
verified: no, type: nauc_map_at_20_std
value: -0.5319223243686911
verified: no, type: nauc_map_at_3_diff1
value: 44.19057690779939
verified: no, type: nauc_map_at_3_max
value: 24.69223051749673
verified: no, type: nauc_map_at_3_std
value: -2.7001067175796423
verified: no, type: nauc_map_at_5_diff1
value: 43.33409926573062
verified: no, type: nauc_map_at_5_max
value: 25.462851581152407
verified: no, type: nauc_map_at_5_std
value: -1.581258551099196
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.87207042678732
verified: no, type: nauc_mrr_at_1000_max
value: 27.30378013813449
verified: no, type: nauc_mrr_at_1000_std
value: 1.8727584262398043
verified: no, type: nauc_mrr_at_100_diff1
value: 38.852456354164985
verified: no, type: nauc_mrr_at_100_max
value: 27.312485334962012
verified: no, type: nauc_mrr_at_100_std
value: 1.8603951798007894
verified: no, type: nauc_mrr_at_10_diff1
value: 39.19730252575256
verified: no, type: nauc_mrr_at_10_max
value: 27.31704209614169
verified: no, type: nauc_mrr_at_10_std
value: 1.4712534483879958
verified: no, type: nauc_mrr_at_1_diff1
value: 45.80029708607448
verified: no, type: nauc_mrr_at_1_max
value: 29.726718298378437
verified: no, type: nauc_mrr_at_1_std
value: 0.7589343553382575
verified: no, type: nauc_mrr_at_20_diff1
value: 38.911576042575675
verified: no, type: nauc_mrr_at_20_max
value: 27.290243341252246
verified: no, type: nauc_mrr_at_20_std
value: 1.8156603345029159
verified: no, type: nauc_mrr_at_3_diff1
value: 40.00399946569194
verified: no, type: nauc_mrr_at_3_max
value: 26.72834220628645
verified: no, type: nauc_mrr_at_3_std
value: -0.08886238445336121
verified: no, type: nauc_mrr_at_5_diff1
value: 39.42697388457218
verified: no, type: nauc_mrr_at_5_max
value: 27.503872076504525
verified: no, type: nauc_mrr_at_5_std
value: 0.9326613747840393
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.92516957357565
verified: no, type: nauc_ndcg_at_1000_max
value: 26.841435631146627
verified: no, type: nauc_ndcg_at_1000_std
value: 5.353232291364423
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.29960719011388
verified: no, type: nauc_ndcg_at_100_max
value: 26.521897287064945
verified: no, type: nauc_ndcg_at_100_std
value: 4.0787661134387605
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.35971777574888
verified: no, type: nauc_ndcg_at_10_max
value: 25.231673158213347
verified: no, type: nauc_ndcg_at_10_std
value: 1.1470037031960902
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.80029708607448
verified: no, type: nauc_ndcg_at_1_max
value: 29.726718298378437
verified: no, type: nauc_ndcg_at_1_std
value: 0.7589343553382575
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.25652729102135
verified: no, type: nauc_ndcg_at_20_max
value: 25.244095083218287
verified: no, type: nauc_ndcg_at_20_std
value: 2.14859151644235
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.42252454928613
verified: no, type: nauc_ndcg_at_3_max
value: 24.87204048972616
verified: no, type: nauc_ndcg_at_3_std
value: -1.6664193174452446
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.46266611094874
verified: no, type: nauc_ndcg_at_5_max
value: 25.63564814341199
verified: no, type: nauc_ndcg_at_5_std
value: 0.034629219707456776
verified: no, type: nauc_precision_at_1000_diff1
value: -2.749301349212794
verified: no, type: nauc_precision_at_1000_max
value: 18.657584757995384
verified: no, type: nauc_precision_at_1000_std
value: 19.392833845075007
verified: no, type: nauc_precision_at_100_diff1
value: 10.796791121400345
verified: no, type: nauc_precision_at_100_max
value: 28.338179332334562
verified: no, type: nauc_precision_at_100_std
value: 18.540304231167752
verified: no, type: nauc_precision_at_10_diff1
value: 24.89256088501132
verified: no, type: nauc_precision_at_10_max
value: 28.980542292721346
verified: no, type: nauc_precision_at_10_std
value: 10.660538197415995
verified: no, type: nauc_precision_at_1_diff1
value: 45.80029708607448
verified: no, type: nauc_precision_at_1_max
value: 29.726718298378437
verified: no, type: nauc_precision_at_1_std
value: 0.7589343553382575
verified: no, type: nauc_precision_at_20_diff1
value: 18.769978843463235
verified: no, type: nauc_precision_at_20_max
value: 28.398963782285612
verified: no, type: nauc_precision_at_20_std
value: 13.727258688923305
verified: no, type: nauc_precision_at_3_diff1
value: 32.494763285438985
verified: no, type: nauc_precision_at_3_max
value: 24.375599026527905
verified: no, type: nauc_precision_at_3_std
value: 2.1579978710370673
verified: no, type: nauc_precision_at_5_diff1
value: 29.61488875720539
verified: no, type: nauc_precision_at_5_max
value: 28.14991318480687
verified: no, type: nauc_precision_at_5_std
value: 6.898733924412946
verified: no, type: nauc_recall_at_1000_diff1
value: 21.47829690210343
verified: no, type: nauc_recall_at_1000_max
value: 23.220199203489553
verified: no, type: nauc_recall_at_1000_std
value: 33.50000912093042
verified: no, type: nauc_recall_at_100_diff1
value: 28.71506187723556
verified: no, type: nauc_recall_at_100_max
value: 24.083981224468882
verified: no, type: nauc_recall_at_100_std
value: 15.285932362387062
verified: no, type: nauc_recall_at_10_diff1
value: 32.81998128295885
verified: no, type: nauc_recall_at_10_max
value: 20.829664530786637
verified: no, type: nauc_recall_at_10_std
value: 3.7444765537823526
verified: no, type: nauc_recall_at_1_diff1
value: 49.773103473539784
verified: no, type: nauc_recall_at_1_max
value: 28.5298352056156
verified: no, type: nauc_recall_at_1_std
value: -2.4347618436453553
verified: no, type: nauc_recall_at_20_diff1
value: 29.306668948503045
verified: no, type: nauc_recall_at_20_max
value: 20.378676522818598
verified: no, type: nauc_recall_at_20_std
value: 6.679997925822831
verified: no, type: nauc_recall_at_3_diff1
value: 38.106287290899736
verified: no, type: nauc_recall_at_3_max
value: 19.93530857238291
verified: no, type: nauc_recall_at_3_std
value: -2.500882779380297
verified: no, type: nauc_recall_at_5_diff1
value: 35.899722813994
verified: no, type: nauc_recall_at_5_max
value: 21.920271408195767
verified: no, type: nauc_recall_at_5_std
value: 0.8801745302183644
verified: no, type: ndcg_at_1
value: 17.709
verified: no, type: ndcg_at_10
value: 24.33
verified: no, type: ndcg_at_100
value: 29.346
verified: no, type: ndcg_at_1000
value: 32.701
verified: no, type: ndcg_at_20
value: 25.985999999999997
verified: no, type: ndcg_at_3
value: 20.849
verified: no, type: ndcg_at_5
value: 22.214
verified: no, type: precision_at_1
value: 17.709
verified: no, type: precision_at_10
value: 4.62
verified: no, type: precision_at_100
value: 0.8659999999999999
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 2.834
verified: no, type: precision_at_3
value: 9.945
verified: no, type: precision_at_5
value: 7.122000000000001
verified: no, type: recall_at_1
value: 14.46
verified: no, type: recall_at_10
value: 33.006
verified: no, type: recall_at_100
value: 55.38999999999999
verified: no, type: recall_at_1000
value: 78.686
verified: no, type: recall_at_20
value: 38.899
verified: no, type: recall_at_3
value: 23.102
verified: no, type: recall_at_5
value: 26.615
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 17.559
verified: no, type: map_at_1
value: 9.325
verified: no, type: map_at_10
value: 13.959
verified: no, type: map_at_100
value: 14.957
verified: no, type: map_at_1000
value: 15.079999999999998
verified: no, type: map_at_20
value: 14.442
verified: no, type: map_at_3
value: 12.186
verified: no, type: map_at_5
value: 13.03
verified: no, type: mrr_at_1
value: 11.415525114155251
verified: no, type: mrr_at_10
value: 16.92713995796187
verified: no, type: mrr_at_100
value: 17.76851054018286
verified: no, type: mrr_at_1000
value: 17.855255806171485
verified: no, type: mrr_at_20
value: 17.330385839599536
verified: no, type: mrr_at_3
value: 14.91628614916285
verified: no, type: mrr_at_5
value: 15.92085235920852
verified: no, type: nauc_map_at_1000_diff1
value: 28.816940713404676
verified: no, type: nauc_map_at_1000_max
value: 20.296973060133734
verified: no, type: nauc_map_at_1000_std
value: 3.9870641377889955
verified: no, type: nauc_map_at_100_diff1
value: 28.86872365438247
verified: no, type: nauc_map_at_100_max
value: 20.230113053985598
verified: no, type: nauc_map_at_100_std
value: 3.8888520396520097
verified: no, type: nauc_map_at_10_diff1
value: 29.320771605389357
verified: no, type: nauc_map_at_10_max
value: 19.432690368557804
verified: no, type: nauc_map_at_10_std
value: 2.4598659265114695
verified: no, type: nauc_map_at_1_diff1
value: 37.13132441538002
verified: no, type: nauc_map_at_1_max
value: 22.61181880649379
verified: no, type: nauc_map_at_1_std
value: -0.06571042599059779
verified: no, type: nauc_map_at_20_diff1
value: 28.951440810811757
verified: no, type: nauc_map_at_20_max
value: 20.005234444586467
verified: no, type: nauc_map_at_20_std
value: 3.2573254253566253
verified: no, type: nauc_map_at_3_diff1
value: 32.10218588732605
verified: no, type: nauc_map_at_3_max
value: 19.66717162976926
verified: no, type: nauc_map_at_3_std
value: 1.090809650375284
verified: no, type: nauc_map_at_5_diff1
value: 30.560606645699593
verified: no, type: nauc_map_at_5_max
value: 19.355965207867946
verified: no, type: nauc_map_at_5_std
value: 2.124158178144695
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.21413038681363
verified: no, type: nauc_mrr_at_1000_max
value: 22.073116524374747
verified: no, type: nauc_mrr_at_1000_std
value: 4.627353545836364
verified: no, type: nauc_mrr_at_100_diff1
value: 26.22142846768246
verified: no, type: nauc_mrr_at_100_max
value: 22.046530197733574
verified: no, type: nauc_mrr_at_100_std
value: 4.6142348367326935
verified: no, type: nauc_mrr_at_10_diff1
value: 26.472586847578487
verified: no, type: nauc_mrr_at_10_max
value: 21.861363920057837
verified: no, type: nauc_mrr_at_10_std
value: 3.683126676490996
verified: no, type: nauc_mrr_at_1_diff1
value: 33.972258612294844
verified: no, type: nauc_mrr_at_1_max
value: 26.08684023237017
verified: no, type: nauc_mrr_at_1_std
value: 2.78448174973828
verified: no, type: nauc_mrr_at_20_diff1
value: 26.2595589366068
verified: no, type: nauc_mrr_at_20_max
value: 22.096686848318843
verified: no, type: nauc_mrr_at_20_std
value: 4.293041792974388
verified: no, type: nauc_mrr_at_3_diff1
value: 28.687827933770976
verified: no, type: nauc_mrr_at_3_max
value: 22.58738499355819
verified: no, type: nauc_mrr_at_3_std
value: 2.9188979554764405
verified: no, type: nauc_mrr_at_5_diff1
value: 27.505034602779027
verified: no, type: nauc_mrr_at_5_max
value: 21.952753902168894
verified: no, type: nauc_mrr_at_5_std
value: 3.7081392840691367
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.512304287653034
verified: no, type: nauc_ndcg_at_1000_max
value: 21.726542161158914
verified: no, type: nauc_ndcg_at_1000_std
value: 10.393616809095015
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.041298526042134
verified: no, type: nauc_ndcg_at_100_max
value: 20.53332325200944
verified: no, type: nauc_ndcg_at_100_std
value: 9.160429321391263
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.332996704379806
verified: no, type: nauc_ndcg_at_10_max
value: 18.632509656008608
verified: no, type: nauc_ndcg_at_10_std
value: 3.609598683425095
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.972258612294844
verified: no, type: nauc_ndcg_at_1_max
value: 26.08684023237017
verified: no, type: nauc_ndcg_at_1_std
value: 2.78448174973828
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.467759418582517
verified: no, type: nauc_ndcg_at_20_max
value: 19.904786127897115
verified: no, type: nauc_ndcg_at_20_std
value: 5.929372738917397
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.547925674407555
verified: no, type: nauc_ndcg_at_3_max
value: 19.89995874105343
verified: no, type: nauc_ndcg_at_3_std
value: 1.713365484855963
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.560845902659164
verified: no, type: nauc_ndcg_at_5_max
value: 18.92551090777514
verified: no, type: nauc_ndcg_at_5_std
value: 3.2042657880286276
verified: no, type: nauc_precision_at_1000_diff1
value: -3.6852374212818892
verified: no, type: nauc_precision_at_1000_max
value: 16.96470996123683
verified: no, type: nauc_precision_at_1000_std
value: 13.30738172571529
verified: no, type: nauc_precision_at_100_diff1
value: 5.647475087893553
verified: no, type: nauc_precision_at_100_max
value: 23.034319969354364
verified: no, type: nauc_precision_at_100_std
value: 18.779311984486053
verified: no, type: nauc_precision_at_10_diff1
value: 13.88818778409569
verified: no, type: nauc_precision_at_10_max
value: 20.475588491951804
verified: no, type: nauc_precision_at_10_std
value: 5.796074630168307
verified: no, type: nauc_precision_at_1_diff1
value: 33.972258612294844
verified: no, type: nauc_precision_at_1_max
value: 26.08684023237017
verified: no, type: nauc_precision_at_1_std
value: 2.78448174973828
verified: no, type: nauc_precision_at_20_diff1
value: 10.117520614682386
verified: no, type: nauc_precision_at_20_max
value: 23.83478076404116
verified: no, type: nauc_precision_at_20_std
value: 11.237139396718538
verified: no, type: nauc_precision_at_3_diff1
value: 22.795688073530204
verified: no, type: nauc_precision_at_3_max
value: 18.92300275931865
verified: no, type: nauc_precision_at_3_std
value: 2.365393214253814
verified: no, type: nauc_precision_at_5_diff1
value: 18.22288767990948
verified: no, type: nauc_precision_at_5_max
value: 19.47017673554945
verified: no, type: nauc_precision_at_5_std
value: 5.7562192073585825
verified: no, type: nauc_recall_at_1000_diff1
value: 8.545495079770559
verified: no, type: nauc_recall_at_1000_max
value: 24.375707304099574
verified: no, type: nauc_recall_at_1000_std
value: 34.200992300719676
verified: no, type: nauc_recall_at_100_diff1
value: 14.27118289081292
verified: no, type: nauc_recall_at_100_max
value: 17.8227776458154
verified: no, type: nauc_recall_at_100_std
value: 21.50226720207793
verified: no, type: nauc_recall_at_10_diff1
value: 18.07550176577176
verified: no, type: nauc_recall_at_10_max
value: 14.158254515519822
verified: no, type: nauc_recall_at_10_std
value: 5.546386721406842
verified: no, type: nauc_recall_at_1_diff1
value: 37.13132441538002
verified: no, type: nauc_recall_at_1_max
value: 22.61181880649379
verified: no, type: nauc_recall_at_1_std
value: -0.06571042599059779
verified: no, type: nauc_recall_at_20_diff1
value: 16.095953442033796
verified: no, type: nauc_recall_at_20_max
value: 16.778276038622845
verified: no, type: nauc_recall_at_20_std
value: 11.318560124293803
verified: no, type: nauc_recall_at_3_diff1
value: 27.08832848835496
verified: no, type: nauc_recall_at_3_max
value: 16.3293797798024
verified: no, type: nauc_recall_at_3_std
value: 1.0796325940665068
verified: no, type: nauc_recall_at_5_diff1
value: 23.225123046718622
verified: no, type: nauc_recall_at_5_max
value: 14.595634371448977
verified: no, type: nauc_recall_at_5_std
value: 4.204968974592762
verified: no, type: ndcg_at_1
value: 11.416
verified: no, type: ndcg_at_10
value: 17.559
verified: no, type: ndcg_at_100
value: 22.622999999999998
verified: no, type: ndcg_at_1000
value: 25.887
verified: no, type: ndcg_at_20
value: 19.131999999999998
verified: no, type: ndcg_at_3
value: 14.033000000000001
verified: no, type: ndcg_at_5
value: 15.392
verified: no, type: precision_at_1
value: 11.416
verified: no, type: precision_at_10
value: 3.6069999999999998
verified: no, type: precision_at_100
value: 0.744
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 2.3120000000000003
verified: no, type: precision_at_3
value: 6.848999999999999
verified: no, type: precision_at_5
value: 5.183
verified: no, type: recall_at_1
value: 9.325
verified: no, type: recall_at_10
value: 25.459
verified: no, type: recall_at_100
value: 48.488
verified: no, type: recall_at_1000
value: 72.112
verified: no, type: recall_at_20
value: 31.029
verified: no, type: recall_at_3
value: 15.78
verified: no, type: recall_at_5
value: 19.185
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 19.23541666666667
verified: no, type: ndcg_at_10
value: 19.23541666666667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 14.81
verified: no, type: map_at_1
value: 7.775
verified: no, type: map_at_10
value: 11.947000000000001
verified: no, type: map_at_100
value: 12.631999999999998
verified: no, type: map_at_1000
value: 12.715000000000002
verified: no, type: map_at_20
value: 12.261
verified: no, type: map_at_3
value: 10.484
verified: no, type: map_at_5
value: 11.247
verified: no, type: mrr_at_1
value: 9.509202453987731
verified: no, type: mrr_at_10
value: 13.869108481838543
verified: no, type: mrr_at_100
value: 14.555304584003101
verified: no, type: mrr_at_1000
value: 14.633741354769953
verified: no, type: mrr_at_20
value: 14.189832306053649
verified: no, type: mrr_at_3
value: 12.346625766871163
verified: no, type: mrr_at_5
value: 13.159509202453986
verified: no, type: nauc_map_at_1000_diff1
value: 26.73587916066566
verified: no, type: nauc_map_at_1000_max
value: 11.396273526170084
verified: no, type: nauc_map_at_1000_std
value: 5.834889889030546
verified: no, type: nauc_map_at_100_diff1
value: 26.726920636933286
verified: no, type: nauc_map_at_100_max
value: 11.37952519641177
verified: no, type: nauc_map_at_100_std
value: 5.778553383521842
verified: no, type: nauc_map_at_10_diff1
value: 26.522771961170605
verified: no, type: nauc_map_at_10_max
value: 11.496110720253155
verified: no, type: nauc_map_at_10_std
value: 5.405775288265934
verified: no, type: nauc_map_at_1_diff1
value: 34.527104695273636
verified: no, type: nauc_map_at_1_max
value: 13.595821632771282
verified: no, type: nauc_map_at_1_std
value: 1.9011575072738682
verified: no, type: nauc_map_at_20_diff1
value: 26.966749090485713
verified: no, type: nauc_map_at_20_max
value: 11.43107599929804
verified: no, type: nauc_map_at_20_std
value: 5.549870803860106
verified: no, type: nauc_map_at_3_diff1
value: 29.762781218535817
verified: no, type: nauc_map_at_3_max
value: 13.062382821536788
verified: no, type: nauc_map_at_3_std
value: 5.094698616082597
verified: no, type: nauc_map_at_5_diff1
value: 27.326889520102633
verified: no, type: nauc_map_at_5_max
value: 11.687669626363446
verified: no, type: nauc_map_at_5_std
value: 4.772771117019349
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.51090819214492
verified: no, type: nauc_mrr_at_1000_max
value: 14.233808855348688
verified: no, type: nauc_mrr_at_1000_std
value: 6.0972343780365
verified: no, type: nauc_mrr_at_100_diff1
value: 25.491917687239518
verified: no, type: nauc_mrr_at_100_max
value: 14.222124278017612
verified: no, type: nauc_mrr_at_100_std
value: 6.068039871643252
verified: no, type: nauc_mrr_at_10_diff1
value: 25.321493072496605
verified: no, type: nauc_mrr_at_10_max
value: 14.41435095470807
verified: no, type: nauc_mrr_at_10_std
value: 5.667275613877704
verified: no, type: nauc_mrr_at_1_diff1
value: 32.041098528485975
verified: no, type: nauc_mrr_at_1_max
value: 16.87809762748274
verified: no, type: nauc_mrr_at_1_std
value: 1.7939146845176142
verified: no, type: nauc_mrr_at_20_diff1
value: 25.66650420262849
verified: no, type: nauc_mrr_at_20_max
value: 14.369912305187633
verified: no, type: nauc_mrr_at_20_std
value: 5.837526107755197
verified: no, type: nauc_mrr_at_3_diff1
value: 27.918022108515363
verified: no, type: nauc_mrr_at_3_max
value: 16.339416059291366
verified: no, type: nauc_mrr_at_3_std
value: 5.72616996603237
verified: no, type: nauc_mrr_at_5_diff1
value: 26.013544655178894
verified: no, type: nauc_mrr_at_5_max
value: 14.818476463156372
verified: no, type: nauc_mrr_at_5_std
value: 5.407619382353059
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.088274448723627
verified: no, type: nauc_ndcg_at_1000_max
value: 10.105641560967008
verified: no, type: nauc_ndcg_at_1000_std
value: 8.348176531059794
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.738065266470354
verified: no, type: nauc_ndcg_at_100_max
value: 9.574954645073904
verified: no, type: nauc_ndcg_at_100_std
value: 7.660298470211242
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.74778743863987
verified: no, type: nauc_ndcg_at_10_max
value: 10.651842303755984
verified: no, type: nauc_ndcg_at_10_std
value: 6.3280416182080685
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.041098528485975
verified: no, type: nauc_ndcg_at_1_max
value: 16.87809762748274
verified: no, type: nauc_ndcg_at_1_std
value: 1.7939146845176142
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.06352058524927
verified: no, type: nauc_ndcg_at_20_max
value: 10.477407441903733
verified: no, type: nauc_ndcg_at_20_std
value: 6.617021757176096
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.86697249765607
verified: no, type: nauc_ndcg_at_3_max
value: 13.38367696284553
verified: no, type: nauc_ndcg_at_3_std
value: 6.005874639172571
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.25849579679079
verified: no, type: nauc_ndcg_at_5_max
value: 10.929498698415012
verified: no, type: nauc_ndcg_at_5_std
value: 5.22953683136695
verified: no, type: nauc_precision_at_1000_diff1
value: 7.496812866192232
verified: no, type: nauc_precision_at_1000_max
value: 11.459353061674635
verified: no, type: nauc_precision_at_1000_std
value: 15.339386369376061
verified: no, type: nauc_precision_at_100_diff1
value: 14.76831370893107
verified: no, type: nauc_precision_at_100_max
value: 10.137602912086155
verified: no, type: nauc_precision_at_100_std
value: 13.124118465906923
verified: no, type: nauc_precision_at_10_diff1
value: 15.811223657360902
verified: no, type: nauc_precision_at_10_max
value: 12.918141731855714
verified: no, type: nauc_precision_at_10_std
value: 10.577270424894012
verified: no, type: nauc_precision_at_1_diff1
value: 32.041098528485975
verified: no, type: nauc_precision_at_1_max
value: 16.87809762748274
verified: no, type: nauc_precision_at_1_std
value: 1.7939146845176142
verified: no, type: nauc_precision_at_20_diff1
value: 19.324403726187427
verified: no, type: nauc_precision_at_20_max
value: 13.951774412186687
verified: no, type: nauc_precision_at_20_std
value: 11.3300233334011
verified: no, type: nauc_precision_at_3_diff1
value: 23.850182845288728
verified: no, type: nauc_precision_at_3_max
value: 17.32016174220697
verified: no, type: nauc_precision_at_3_std
value: 9.858385294749274
verified: no, type: nauc_precision_at_5_diff1
value: 17.870769954944883
verified: no, type: nauc_precision_at_5_max
value: 12.662671238267823
verified: no, type: nauc_precision_at_5_std
value: 7.6757708039877635
verified: no, type: nauc_recall_at_1000_diff1
value: 8.102201826800602
verified: no, type: nauc_recall_at_1000_max
value: 3.480583674647094
verified: no, type: nauc_recall_at_1000_std
value: 12.88455569191885
verified: no, type: nauc_recall_at_100_diff1
value: 14.215192978247245
verified: no, type: nauc_recall_at_100_max
value: 1.9968485337730446
verified: no, type: nauc_recall_at_100_std
value: 10.221094163164473
verified: no, type: nauc_recall_at_10_diff1
value: 14.813855265394166
verified: no, type: nauc_recall_at_10_max
value: 5.8817572438254295
verified: no, type: nauc_recall_at_10_std
value: 6.9751275442961695
verified: no, type: nauc_recall_at_1_diff1
value: 34.527104695273636
verified: no, type: nauc_recall_at_1_max
value: 13.595821632771282
verified: no, type: nauc_recall_at_1_std
value: 1.9011575072738682
verified: no, type: nauc_recall_at_20_diff1
value: 18.719480377508553
verified: no, type: nauc_recall_at_20_max
value: 5.483005548090609
verified: no, type: nauc_recall_at_20_std
value: 7.393731879907407
verified: no, type: nauc_recall_at_3_diff1
value: 24.514658974825554
verified: no, type: nauc_recall_at_3_max
value: 10.102157673438219
verified: no, type: nauc_recall_at_3_std
value: 6.116237382283238
verified: no, type: nauc_recall_at_5_diff1
value: 18.006317833847362
verified: no, type: nauc_recall_at_5_max
value: 6.129798129479759
verified: no, type: nauc_recall_at_5_std
value: 5.161033768738892
verified: no, type: ndcg_at_1
value: 9.508999999999999
verified: no, type: ndcg_at_10
value: 14.81
verified: no, type: ndcg_at_100
value: 18.636
verified: no, type: ndcg_at_1000
value: 21.17
verified: no, type: ndcg_at_20
value: 15.919
verified: no, type: ndcg_at_3
value: 11.942
verified: no, type: ndcg_at_5
value: 13.187
verified: no, type: precision_at_1
value: 9.508999999999999
verified: no, type: precision_at_10
value: 2.638
verified: no, type: precision_at_100
value: 0.5
verified: no, type: precision_at_1000
value: 0.078
verified: no, type: precision_at_20
value: 1.603
verified: no, type: precision_at_3
value: 5.624
verified: no, type: precision_at_5
value: 4.109999999999999
verified: no, type: recall_at_1
value: 7.775
verified: no, type: recall_at_10
value: 22.012999999999998
verified: no, type: recall_at_100
value: 40.306999999999995
verified: no, type: recall_at_1000
value: 59.862
verified: no, type: recall_at_20
value: 26.167
verified: no, type: recall_at_3
value: 13.900000000000002
verified: no, type: recall_at_5
value: 17.119999999999997
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 11.06
verified: no, type: map_at_1
value: 5.838
verified: no, type: map_at_10
value: 8.848
verified: no, type: map_at_100
value: 9.399000000000001
verified: no, type: map_at_1000
value: 9.514
verified: no, type: map_at_20
value: 9.104
verified: no, type: map_at_3
value: 7.849
verified: no, type: map_at_5
value: 8.305
verified: no, type: mrr_at_1
value: 7.192016517549897
verified: no, type: mrr_at_10
value: 10.764346344181162
verified: no, type: mrr_at_100
value: 11.348683005558145
verified: no, type: mrr_at_1000
value: 11.447020260317995
verified: no, type: mrr_at_20
value: 11.042904928261944
verified: no, type: mrr_at_3
value: 9.60082587749484
verified: no, type: mrr_at_5
value: 10.135925671025456
verified: no, type: nauc_map_at_1000_diff1
value: 29.87808319265013
verified: no, type: nauc_map_at_1000_max
value: 12.906584742404267
verified: no, type: nauc_map_at_1000_std
value: -1.5719994500405403
verified: no, type: nauc_map_at_100_diff1
value: 29.93521459039885
verified: no, type: nauc_map_at_100_max
value: 12.80034734116595
verified: no, type: nauc_map_at_100_std
value: -1.7014638904618269
verified: no, type: nauc_map_at_10_diff1
value: 30.716694972274883
verified: no, type: nauc_map_at_10_max
value: 12.621809987443145
verified: no, type: nauc_map_at_10_std
value: -2.109986015316273
verified: no, type: nauc_map_at_1_diff1
value: 39.64926632956764
verified: no, type: nauc_map_at_1_max
value: 12.040927211287373
verified: no, type: nauc_map_at_1_std
value: -4.746495182549397
verified: no, type: nauc_map_at_20_diff1
value: 30.3428448702443
verified: no, type: nauc_map_at_20_max
value: 12.701916820659138
verified: no, type: nauc_map_at_20_std
value: -1.9842384147898056
verified: no, type: nauc_map_at_3_diff1
value: 32.647161409772636
verified: no, type: nauc_map_at_3_max
value: 12.95788921342467
verified: no, type: nauc_map_at_3_std
value: -2.8744443573412983
verified: no, type: nauc_map_at_5_diff1
value: 31.94367095302697
verified: no, type: nauc_map_at_5_max
value: 13.074478268037842
verified: no, type: nauc_map_at_5_std
value: -2.518655147693364
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.250192140783998
verified: no, type: nauc_mrr_at_1000_max
value: 14.166629046213536
verified: no, type: nauc_mrr_at_1000_std
value: -1.273861377268187
verified: no, type: nauc_mrr_at_100_diff1
value: 27.264258591060514
verified: no, type: nauc_mrr_at_100_max
value: 14.115610283499572
verified: no, type: nauc_mrr_at_100_std
value: -1.3147130016974726
verified: no, type: nauc_mrr_at_10_diff1
value: 27.80991187548742
verified: no, type: nauc_mrr_at_10_max
value: 14.07350609444091
verified: no, type: nauc_mrr_at_10_std
value: -1.6639657134631405
verified: no, type: nauc_mrr_at_1_diff1
value: 36.32998135923914
verified: no, type: nauc_mrr_at_1_max
value: 14.227431772238837
verified: no, type: nauc_mrr_at_1_std
value: -5.953004419235322
verified: no, type: nauc_mrr_at_20_diff1
value: 27.552668532758734
verified: no, type: nauc_mrr_at_20_max
value: 14.107583014147028
verified: no, type: nauc_mrr_at_20_std
value: -1.5109476170419018
verified: no, type: nauc_mrr_at_3_diff1
value: 30.31047328177623
verified: no, type: nauc_mrr_at_3_max
value: 14.409849317943557
verified: no, type: nauc_mrr_at_3_std
value: -3.0176755184309076
verified: no, type: nauc_mrr_at_5_diff1
value: 29.271906583519993
verified: no, type: nauc_mrr_at_5_max
value: 14.639303670235204
verified: no, type: nauc_mrr_at_5_std
value: -2.1288569053161686
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.59397962596714
verified: no, type: nauc_ndcg_at_1000_max
value: 14.772332184771365
verified: no, type: nauc_ndcg_at_1000_std
value: 3.343566390437016
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.67747240798785
verified: no, type: nauc_ndcg_at_100_max
value: 13.055594144961793
verified: no, type: nauc_ndcg_at_100_std
value: 1.1142596020991218
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.73408032083364
verified: no, type: nauc_ndcg_at_10_max
value: 12.691878745681336
verified: no, type: nauc_ndcg_at_10_std
value: -0.9148704982653333
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.32998135923914
verified: no, type: nauc_ndcg_at_1_max
value: 14.227431772238837
verified: no, type: nauc_ndcg_at_1_std
value: -5.953004419235322
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.683086473682636
verified: no, type: nauc_ndcg_at_20_max
value: 12.837443916376534
verified: no, type: nauc_ndcg_at_20_std
value: -0.5281735250682198
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.319767754942507
verified: no, type: nauc_ndcg_at_3_max
value: 13.677867605910166
verified: no, type: nauc_ndcg_at_3_std
value: -2.3993163932948325
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.26313162822174
verified: no, type: nauc_ndcg_at_5_max
value: 13.705101621709929
verified: no, type: nauc_ndcg_at_5_std
value: -1.7112626461777591
verified: no, type: nauc_precision_at_1000_diff1
value: 4.447789764196877
verified: no, type: nauc_precision_at_1000_max
value: 22.928082865718874
verified: no, type: nauc_precision_at_1000_std
value: 18.418433591009233
verified: no, type: nauc_precision_at_100_diff1
value: 10.901273417823933
verified: no, type: nauc_precision_at_100_max
value: 17.432190782198557
verified: no, type: nauc_precision_at_100_std
value: 10.485345990628456
verified: no, type: nauc_precision_at_10_diff1
value: 18.000792253182972
verified: no, type: nauc_precision_at_10_max
value: 14.774961222948901
verified: no, type: nauc_precision_at_10_std
value: 2.4572959188804773
verified: no, type: nauc_precision_at_1_diff1
value: 36.32998135923914
verified: no, type: nauc_precision_at_1_max
value: 14.227431772238837
verified: no, type: nauc_precision_at_1_std
value: -5.953004419235322
verified: no, type: nauc_precision_at_20_diff1
value: 16.051755841034772
verified: no, type: nauc_precision_at_20_max
value: 16.34061612868207
verified: no, type: nauc_precision_at_20_std
value: 4.441396089561291
verified: no, type: nauc_precision_at_3_diff1
value: 25.656482684329895
verified: no, type: nauc_precision_at_3_max
value: 15.447761466085408
verified: no, type: nauc_precision_at_3_std
value: -1.6151105744907615
verified: no, type: nauc_precision_at_5_diff1
value: 23.47030499541108
verified: no, type: nauc_precision_at_5_max
value: 16.92021439314604
verified: no, type: nauc_precision_at_5_std
value: 1.0496534847041945
verified: no, type: nauc_recall_at_1000_diff1
value: 7.473974257989702
verified: no, type: nauc_recall_at_1000_max
value: 17.07339818570179
verified: no, type: nauc_recall_at_1000_std
value: 14.940404779309935
verified: no, type: nauc_recall_at_100_diff1
value: 12.88626324487931
verified: no, type: nauc_recall_at_100_max
value: 11.291355947447885
verified: no, type: nauc_recall_at_100_std
value: 5.778420919913821
verified: no, type: nauc_recall_at_10_diff1
value: 20.39444148561367
verified: no, type: nauc_recall_at_10_max
value: 11.094890398286918
verified: no, type: nauc_recall_at_10_std
value: 0.9768338668232256
verified: no, type: nauc_recall_at_1_diff1
value: 39.64926632956764
verified: no, type: nauc_recall_at_1_max
value: 12.040927211287373
verified: no, type: nauc_recall_at_1_std
value: -4.746495182549397
verified: no, type: nauc_recall_at_20_diff1
value: 17.779607237446502
verified: no, type: nauc_recall_at_20_max
value: 11.202642288250725
verified: no, type: nauc_recall_at_20_std
value: 1.5887516533195798
verified: no, type: nauc_recall_at_3_diff1
value: 26.772737950996024
verified: no, type: nauc_recall_at_3_max
value: 13.261165312869
verified: no, type: nauc_recall_at_3_std
value: -1.7843317074755047
verified: no, type: nauc_recall_at_5_diff1
value: 24.726191234672207
verified: no, type: nauc_recall_at_5_max
value: 12.859538267575616
verified: no, type: nauc_recall_at_5_std
value: -0.9315522894450408
verified: no, type: ndcg_at_1
value: 7.192
verified: no, type: ndcg_at_10
value: 11.06
verified: no, type: ndcg_at_100
value: 14.265
verified: no, type: ndcg_at_1000
value: 17.711
verified: no, type: ndcg_at_20
value: 11.996
verified: no, type: ndcg_at_3
value: 9.034
verified: no, type: ndcg_at_5
value: 9.77
verified: no, type: precision_at_1
value: 7.192
verified: no, type: precision_at_10
value: 2.1399999999999997
verified: no, type: precision_at_100
value: 0.45199999999999996
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_20
value: 1.3390000000000002
verified: no, type: precision_at_3
value: 4.347
verified: no, type: precision_at_5
value: 3.159
verified: no, type: recall_at_1
value: 5.838
verified: no, type: recall_at_10
value: 15.998000000000001
verified: no, type: recall_at_100
value: 31.145
verified: no, type: recall_at_1000
value: 57.054
verified: no, type: recall_at_20
value: 19.528000000000002
verified: no, type: recall_at_3
value: 10.247
verified: no, type: recall_at_5
value: 12.168
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 16.963
verified: no, type: map_at_1
value: 9.993
verified: no, type: map_at_10
value: 14.01
verified: no, type: map_at_100
value: 14.691
verified: no, type: map_at_1000
value: 14.801
verified: no, type: map_at_20
value: 14.352
verified: no, type: map_at_3
value: 12.421
verified: no, type: map_at_5
value: 13.328000000000001
verified: no, type: mrr_at_1
value: 12.033582089552239
verified: no, type: mrr_at_10
value: 16.43845504619757
verified: no, type: mrr_at_100
value: 17.151176615354004
verified: no, type: mrr_at_1000
value: 17.244878147350835
verified: no, type: mrr_at_20
value: 16.796404656600576
verified: no, type: mrr_at_3
value: 14.723258706467663
verified: no, type: mrr_at_5
value: 15.679415422885567
verified: no, type: nauc_map_at_1000_diff1
value: 40.45660697223753
verified: no, type: nauc_map_at_1000_max
value: 24.507913001114588
verified: no, type: nauc_map_at_1000_std
value: -6.877224694974024
verified: no, type: nauc_map_at_100_diff1
value: 40.523488480845415
verified: no, type: nauc_map_at_100_max
value: 24.486945947196745
verified: no, type: nauc_map_at_100_std
value: -7.003909037036735
verified: no, type: nauc_map_at_10_diff1
value: 40.95278525310498
verified: no, type: nauc_map_at_10_max
value: 24.544719037034003
verified: no, type: nauc_map_at_10_std
value: -7.5006415819843895
verified: no, type: nauc_map_at_1_diff1
value: 49.95887307776694
verified: no, type: nauc_map_at_1_max
value: 30.31989037982673
verified: no, type: nauc_map_at_1_std
value: -7.562246331620336
verified: no, type: nauc_map_at_20_diff1
value: 40.639173509495116
verified: no, type: nauc_map_at_20_max
value: 24.585715381993477
verified: no, type: nauc_map_at_20_std
value: -7.3724204261215895
verified: no, type: nauc_map_at_3_diff1
value: 43.01345807238485
verified: no, type: nauc_map_at_3_max
value: 26.387530673656297
verified: no, type: nauc_map_at_3_std
value: -7.515977903326457
verified: no, type: nauc_map_at_5_diff1
value: 41.76496009260179
verified: no, type: nauc_map_at_5_max
value: 25.11655883810055
verified: no, type: nauc_map_at_5_std
value: -7.884544955218181
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.93678422593826
verified: no, type: nauc_mrr_at_1000_max
value: 25.403402115622104
verified: no, type: nauc_mrr_at_1000_std
value: -5.372011230322146
verified: no, type: nauc_mrr_at_100_diff1
value: 38.95042562320086
verified: no, type: nauc_mrr_at_100_max
value: 25.40305680115801
verified: no, type: nauc_mrr_at_100_std
value: -5.4374492642604775
verified: no, type: nauc_mrr_at_10_diff1
value: 39.279679647755025
verified: no, type: nauc_mrr_at_10_max
value: 25.407153817963223
verified: no, type: nauc_mrr_at_10_std
value: -5.915789957425095
verified: no, type: nauc_mrr_at_1_diff1
value: 47.834504336852326
verified: no, type: nauc_mrr_at_1_max
value: 31.512917645532124
verified: no, type: nauc_mrr_at_1_std
value: -5.547490351739705
verified: no, type: nauc_mrr_at_20_diff1
value: 39.04437486504875
verified: no, type: nauc_mrr_at_20_max
value: 25.518777026140206
verified: no, type: nauc_mrr_at_20_std
value: -5.696715246794198
verified: no, type: nauc_mrr_at_3_diff1
value: 41.50980093466377
verified: no, type: nauc_mrr_at_3_max
value: 27.52708214895194
verified: no, type: nauc_mrr_at_3_std
value: -5.966079261280525
verified: no, type: nauc_mrr_at_5_diff1
value: 40.34981536058506
verified: no, type: nauc_mrr_at_5_max
value: 25.965406779072847
verified: no, type: nauc_mrr_at_5_std
value: -6.4969649610518125
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.48679068684044
verified: no, type: nauc_ndcg_at_1000_max
value: 22.689358938623162
verified: no, type: nauc_ndcg_at_1000_std
value: -1.17184268982
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.303769127263735
verified: no, type: nauc_ndcg_at_100_max
value: 21.844836062376846
verified: no, type: nauc_ndcg_at_100_std
value: -4.044032465198147
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.89640988999353
verified: no, type: nauc_ndcg_at_10_max
value: 22.224206482984506
verified: no, type: nauc_ndcg_at_10_std
value: -6.900036536567558
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.834504336852326
verified: no, type: nauc_ndcg_at_1_max
value: 31.512917645532124
verified: no, type: nauc_ndcg_at_1_std
value: -5.547490351739705
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.08332529994692
verified: no, type: nauc_ndcg_at_20_max
value: 22.48275548332513
verified: no, type: nauc_ndcg_at_20_std
value: -6.3088740097622305
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.553828296240724
verified: no, type: nauc_ndcg_at_3_max
value: 25.83878401013713
verified: no, type: nauc_ndcg_at_3_std
value: -6.7146689314355745
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.78565937471859
verified: no, type: nauc_ndcg_at_5_max
value: 23.53588160355796
verified: no, type: nauc_ndcg_at_5_std
value: -7.65105916545315
verified: no, type: nauc_precision_at_1000_diff1
value: 6.3496427873219785
verified: no, type: nauc_precision_at_1000_max
value: 16.49480996853568
verified: no, type: nauc_precision_at_1000_std
value: 18.137432791614916
verified: no, type: nauc_precision_at_100_diff1
value: 18.631123254641945
verified: no, type: nauc_precision_at_100_max
value: 18.181543924304705
verified: no, type: nauc_precision_at_100_std
value: 7.577478155666781
verified: no, type: nauc_precision_at_10_diff1
value: 25.996285235255222
verified: no, type: nauc_precision_at_10_max
value: 18.330489529336123
verified: no, type: nauc_precision_at_10_std
value: -3.4927453453595465
verified: no, type: nauc_precision_at_1_diff1
value: 47.834504336852326
verified: no, type: nauc_precision_at_1_max
value: 31.512917645532124
verified: no, type: nauc_precision_at_1_std
value: -5.547490351739705
verified: no, type: nauc_precision_at_20_diff1
value: 23.60094715495344
verified: no, type: nauc_precision_at_20_max
value: 18.924462173819087
verified: no, type: nauc_precision_at_20_std
value: -1.6393613602299006
verified: no, type: nauc_precision_at_3_diff1
value: 33.77088485546475
verified: no, type: nauc_precision_at_3_max
value: 24.055967829102674
verified: no, type: nauc_precision_at_3_std
value: -5.163450579313137
verified: no, type: nauc_precision_at_5_diff1
value: 30.597900765889296
verified: no, type: nauc_precision_at_5_max
value: 19.77747583554653
verified: no, type: nauc_precision_at_5_std
value: -6.79393856414415
verified: no, type: nauc_recall_at_1000_diff1
value: 15.875379705206798
verified: no, type: nauc_recall_at_1000_max
value: 16.479439058582653
verified: no, type: nauc_recall_at_1000_std
value: 22.324801625249282
verified: no, type: nauc_recall_at_100_diff1
value: 22.74970373040806
verified: no, type: nauc_recall_at_100_max
value: 12.964256990769632
verified: no, type: nauc_recall_at_100_std
value: 3.042464034004407
verified: no, type: nauc_recall_at_10_diff1
value: 27.614731763520382
verified: no, type: nauc_recall_at_10_max
value: 15.130121026372596
verified: no, type: nauc_recall_at_10_std
value: -6.735251366968152
verified: no, type: nauc_recall_at_1_diff1
value: 49.95887307776694
verified: no, type: nauc_recall_at_1_max
value: 30.31989037982673
verified: no, type: nauc_recall_at_1_std
value: -7.562246331620336
verified: no, type: nauc_recall_at_20_diff1
value: 25.95671287368515
verified: no, type: nauc_recall_at_20_max
value: 16.23125899419216
verified: no, type: nauc_recall_at_20_std
value: -4.941146754363317
verified: no, type: nauc_recall_at_3_diff1
value: 36.5804148554827
verified: no, type: nauc_recall_at_3_max
value: 22.53014450549014
verified: no, type: nauc_recall_at_3_std
value: -7.078312799482042
verified: no, type: nauc_recall_at_5_diff1
value: 32.63301049223154
verified: no, type: nauc_recall_at_5_max
value: 18.643310427135997
verified: no, type: nauc_recall_at_5_std
value: -8.31577249935523
verified: no, type: ndcg_at_1
value: 12.034
verified: no, type: ndcg_at_10
value: 16.963
verified: no, type: ndcg_at_100
value: 20.706
verified: no, type: ndcg_at_1000
value: 23.827
verified: no, type: ndcg_at_20
value: 18.201
verified: no, type: ndcg_at_3
value: 13.832
verified: no, type: ndcg_at_5
value: 15.317
verified: no, type: precision_at_1
value: 12.034
verified: no, type: precision_at_10
value: 3.004
verified: no, type: precision_at_100
value: 0.545
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 1.8190000000000002
verified: no, type: precision_at_3
value: 6.311999999999999
verified: no, type: precision_at_5
value: 4.739
verified: no, type: recall_at_1
value: 9.993
verified: no, type: recall_at_10
value: 23.816000000000003
verified: no, type: recall_at_100
value: 41.127
verified: no, type: recall_at_1000
value: 64.044
verified: no, type: recall_at_20
value: 28.362
verified: no, type: recall_at_3
value: 15.193000000000001
verified: no, type: recall_at_5
value: 18.933
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 19.334
verified: no, type: map_at_1
value: 10.729
verified: no, type: map_at_10
value: 15.615000000000002
verified: no, type: map_at_100
value: 16.722
verified: no, type: map_at_1000
value: 16.903000000000002
verified: no, type: map_at_20
value: 16.189999999999998
verified: no, type: map_at_3
value: 13.816999999999998
verified: no, type: map_at_5
value: 14.843
verified: no, type: mrr_at_1
value: 14.031620553359684
verified: no, type: mrr_at_10
value: 18.922689629211373
verified: no, type: mrr_at_100
value: 19.98781376782728
verified: no, type: mrr_at_1000
value: 20.08509271633479
verified: no, type: mrr_at_20
value: 19.517935583148393
verified: no, type: mrr_at_3
value: 17.226613965744395
verified: no, type: mrr_at_5
value: 18.283926218708828
verified: no, type: nauc_map_at_1000_diff1
value: 31.904435435190454
verified: no, type: nauc_map_at_1000_max
value: 15.711530398517356
verified: no, type: nauc_map_at_1000_std
value: -2.2911472946424616
verified: no, type: nauc_map_at_100_diff1
value: 31.898769590752412
verified: no, type: nauc_map_at_100_max
value: 15.692439957118074
verified: no, type: nauc_map_at_100_std
value: -2.36179186401992
verified: no, type: nauc_map_at_10_diff1
value: 31.59911779500659
verified: no, type: nauc_map_at_10_max
value: 15.442845549230302
verified: no, type: nauc_map_at_10_std
value: -2.882957964035114
verified: no, type: nauc_map_at_1_diff1
value: 41.66079940437884
verified: no, type: nauc_map_at_1_max
value: 17.52244871607768
verified: no, type: nauc_map_at_1_std
value: -7.8964667344302715
verified: no, type: nauc_map_at_20_diff1
value: 31.953247475162893
verified: no, type: nauc_map_at_20_max
value: 15.560043752254646
verified: no, type: nauc_map_at_20_std
value: -2.548215279597777
verified: no, type: nauc_map_at_3_diff1
value: 34.48099928253828
verified: no, type: nauc_map_at_3_max
value: 15.605151911574616
verified: no, type: nauc_map_at_3_std
value: -4.257165387679026
verified: no, type: nauc_map_at_5_diff1
value: 32.362294596181314
verified: no, type: nauc_map_at_5_max
value: 15.638742421196383
verified: no, type: nauc_map_at_5_std
value: -4.1466885940310405
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.91695695060855
verified: no, type: nauc_mrr_at_1000_max
value: 14.413163529309593
verified: no, type: nauc_mrr_at_1000_std
value: -2.352791744235121
verified: no, type: nauc_mrr_at_100_diff1
value: 32.879862461525406
verified: no, type: nauc_mrr_at_100_max
value: 14.375741722718674
verified: no, type: nauc_mrr_at_100_std
value: -2.36874036212406
verified: no, type: nauc_mrr_at_10_diff1
value: 32.80127763347558
verified: no, type: nauc_mrr_at_10_max
value: 14.226796913830341
verified: no, type: nauc_mrr_at_10_std
value: -2.5114954073131206
verified: no, type: nauc_mrr_at_1_diff1
value: 40.558431530861206
verified: no, type: nauc_mrr_at_1_max
value: 15.068319670439124
verified: no, type: nauc_mrr_at_1_std
value: -7.929274539118514
verified: no, type: nauc_mrr_at_20_diff1
value: 32.95537004081754
verified: no, type: nauc_mrr_at_20_max
value: 14.14815876593476
verified: no, type: nauc_mrr_at_20_std
value: -2.4434343074549494
verified: no, type: nauc_mrr_at_3_diff1
value: 34.620035253608414
verified: no, type: nauc_mrr_at_3_max
value: 14.152471647392723
verified: no, type: nauc_mrr_at_3_std
value: -4.060573750312336
verified: no, type: nauc_mrr_at_5_diff1
value: 33.363537656019695
verified: no, type: nauc_mrr_at_5_max
value: 14.351694244582594
verified: no, type: nauc_mrr_at_5_std
value: -3.6647382932704584
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.1369174295549
verified: no, type: nauc_ndcg_at_1000_max
value: 17.436232677847112
verified: no, type: nauc_ndcg_at_1000_std
value: 3.4815078031299094
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.458288847218444
verified: no, type: nauc_ndcg_at_100_max
value: 16.45829832787767
verified: no, type: nauc_ndcg_at_100_std
value: 2.147330931714244
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.04110697790489
verified: no, type: nauc_ndcg_at_10_max
value: 14.375469020621779
verified: no, type: nauc_ndcg_at_10_std
value: -0.14649591727491745
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.558431530861206
verified: no, type: nauc_ndcg_at_1_max
value: 15.068319670439124
verified: no, type: nauc_ndcg_at_1_std
value: -7.929274539118514
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.104439537831635
verified: no, type: nauc_ndcg_at_20_max
value: 14.850365533543359
verified: no, type: nauc_ndcg_at_20_std
value: 0.7518915061949928
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.6184962534205
verified: no, type: nauc_ndcg_at_3_max
value: 13.784928022145671
verified: no, type: nauc_ndcg_at_3_std
value: -3.272143110841931
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.57392818681928
verified: no, type: nauc_ndcg_at_5_max
value: 14.44523087635225
verified: no, type: nauc_ndcg_at_5_std
value: -2.975413147717663
verified: no, type: nauc_precision_at_1000_diff1
value: 6.4920938835508855
verified: no, type: nauc_precision_at_1000_max
value: 7.400344154323801
verified: no, type: nauc_precision_at_1000_std
value: 11.91234893250001
verified: no, type: nauc_precision_at_100_diff1
value: 13.652152932067708
verified: no, type: nauc_precision_at_100_max
value: 6.859605640207405
verified: no, type: nauc_precision_at_100_std
value: 9.717456763859822
verified: no, type: nauc_precision_at_10_diff1
value: 17.869895408920154
verified: no, type: nauc_precision_at_10_max
value: 10.62575560103645
verified: no, type: nauc_precision_at_10_std
value: 4.691006890133364
verified: no, type: nauc_precision_at_1_diff1
value: 40.558431530861206
verified: no, type: nauc_precision_at_1_max
value: 15.068319670439124
verified: no, type: nauc_precision_at_1_std
value: -7.929274539118514
verified: no, type: nauc_precision_at_20_diff1
value: 18.473435868442532
verified: no, type: nauc_precision_at_20_max
value: 9.246818535726051
verified: no, type: nauc_precision_at_20_std
value: 5.7961154934171795
verified: no, type: nauc_precision_at_3_diff1
value: 26.51002616352831
verified: no, type: nauc_precision_at_3_max
value: 10.41553937283504
verified: no, type: nauc_precision_at_3_std
value: -1.6862442637453072
verified: no, type: nauc_precision_at_5_diff1
value: 19.166595947592807
verified: no, type: nauc_precision_at_5_max
value: 11.473768628492383
verified: no, type: nauc_precision_at_5_std
value: -1.3681388987809455
verified: no, type: nauc_recall_at_1000_diff1
value: 15.863956625219428
verified: no, type: nauc_recall_at_1000_max
value: 29.5671276203284
verified: no, type: nauc_recall_at_1000_std
value: 33.00633562335251
verified: no, type: nauc_recall_at_100_diff1
value: 18.191464460051428
verified: no, type: nauc_recall_at_100_max
value: 19.627630019165093
verified: no, type: nauc_recall_at_100_std
value: 13.270769198455937
verified: no, type: nauc_recall_at_10_diff1
value: 17.71938560514783
verified: no, type: nauc_recall_at_10_max
value: 12.630070933649632
verified: no, type: nauc_recall_at_10_std
value: 5.912923451826859
verified: no, type: nauc_recall_at_1_diff1
value: 41.66079940437884
verified: no, type: nauc_recall_at_1_max
value: 17.52244871607768
verified: no, type: nauc_recall_at_1_std
value: -7.8964667344302715
verified: no, type: nauc_recall_at_20_diff1
value: 21.735084751576792
verified: no, type: nauc_recall_at_20_max
value: 13.737566304657122
verified: no, type: nauc_recall_at_20_std
value: 7.682243253267976
verified: no, type: nauc_recall_at_3_diff1
value: 26.44810757511496
verified: no, type: nauc_recall_at_3_max
value: 13.965074098710167
verified: no, type: nauc_recall_at_3_std
value: -0.22748930981466658
verified: no, type: nauc_recall_at_5_diff1
value: 20.599968783975747
verified: no, type: nauc_recall_at_5_max
value: 13.481037946111494
verified: no, type: nauc_recall_at_5_std
value: -0.0201469667962637
verified: no, type: ndcg_at_1
value: 14.032
verified: no, type: ndcg_at_10
value: 19.334
verified: no, type: ndcg_at_100
value: 24.515
verified: no, type: ndcg_at_1000
value: 28.301
verified: no, type: ndcg_at_20
value: 21.214
verified: no, type: ndcg_at_3
value: 16.329
verified: no, type: ndcg_at_5
value: 17.807000000000002
verified: no, type: precision_at_1
value: 14.032
verified: no, type: precision_at_10
value: 3.972
verified: no, type: precision_at_100
value: 0.941
verified: no, type: precision_at_1000
value: 0.185
verified: no, type: precision_at_20
value: 2.619
verified: no, type: precision_at_3
value: 8.036999999999999
verified: no, type: precision_at_5
value: 6.166
verified: no, type: recall_at_1
value: 10.729
verified: no, type: recall_at_10
value: 26.692
verified: no, type: recall_at_100
value: 50.635
verified: no, type: recall_at_1000
value: 77.01599999999999
verified: no, type: recall_at_20
value: 34.177
verified: no, type: recall_at_3
value: 17.488999999999997
verified: no, type: recall_at_5
value: 21.611
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 13.937
verified: no, type: map_at_1
value: 7.893
verified: no, type: map_at_10
value: 11.487
verified: no, type: map_at_100
value: 12.199
verified: no, type: map_at_1000
value: 12.305000000000001
verified: no, type: map_at_20
value: 11.838999999999999
verified: no, type: map_at_3
value: 10.216
verified: no, type: map_at_5
value: 10.732999999999999
verified: no, type: mrr_at_1
value: 8.317929759704251
verified: no, type: mrr_at_10
value: 12.399730070709742
verified: no, type: mrr_at_100
value: 13.12988848403402
verified: no, type: mrr_at_1000
value: 13.226043588139625
verified: no, type: mrr_at_20
value: 12.771727037656152
verified: no, type: mrr_at_3
value: 11.05976586568084
verified: no, type: mrr_at_5
value: 11.577325939617992
verified: no, type: nauc_map_at_1000_diff1
value: 23.036581061008956
verified: no, type: nauc_map_at_1000_max
value: 18.259633710888355
verified: no, type: nauc_map_at_1000_std
value: -2.965311508615395
verified: no, type: nauc_map_at_100_diff1
value: 23.01494937540086
verified: no, type: nauc_map_at_100_max
value: 18.24024672181285
verified: no, type: nauc_map_at_100_std
value: -3.0551228656237144
verified: no, type: nauc_map_at_10_diff1
value: 23.551334691156114
verified: no, type: nauc_map_at_10_max
value: 18.615163243883032
verified: no, type: nauc_map_at_10_std
value: -3.3981348249307644
verified: no, type: nauc_map_at_1_diff1
value: 31.670725183961313
verified: no, type: nauc_map_at_1_max
value: 23.664867518106565
verified: no, type: nauc_map_at_1_std
value: -6.704193307485884
verified: no, type: nauc_map_at_20_diff1
value: 23.12858473609718
verified: no, type: nauc_map_at_20_max
value: 18.274169992873105
verified: no, type: nauc_map_at_20_std
value: -3.2295352841839513
verified: no, type: nauc_map_at_3_diff1
value: 27.055144564835697
verified: no, type: nauc_map_at_3_max
value: 19.518901122334796
verified: no, type: nauc_map_at_3_std
value: -4.302558300731693
verified: no, type: nauc_map_at_5_diff1
value: 24.92843991348032
verified: no, type: nauc_map_at_5_max
value: 19.023488066892252
verified: no, type: nauc_map_at_5_std
value: -3.789154092482184
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.635868813805633
verified: no, type: nauc_mrr_at_1000_max
value: 19.232599381076483
verified: no, type: nauc_mrr_at_1000_std
value: -2.009171012753269
verified: no, type: nauc_mrr_at_100_diff1
value: 23.618628554793442
verified: no, type: nauc_mrr_at_100_max
value: 19.19801352215615
verified: no, type: nauc_mrr_at_100_std
value: -2.081865544705478
verified: no, type: nauc_mrr_at_10_diff1
value: 24.23338120229685
verified: no, type: nauc_mrr_at_10_max
value: 19.60166226715522
verified: no, type: nauc_mrr_at_10_std
value: -2.1848181206275643
verified: no, type: nauc_mrr_at_1_diff1
value: 33.59734808206935
verified: no, type: nauc_mrr_at_1_max
value: 24.641925703309976
verified: no, type: nauc_mrr_at_1_std
value: -5.232622341358537
verified: no, type: nauc_mrr_at_20_diff1
value: 23.66911954260161
verified: no, type: nauc_mrr_at_20_max
value: 19.379042000365573
verified: no, type: nauc_mrr_at_20_std
value: -2.1001695267620186
verified: no, type: nauc_mrr_at_3_diff1
value: 27.403532095365414
verified: no, type: nauc_mrr_at_3_max
value: 19.82345483378338
verified: no, type: nauc_mrr_at_3_std
value: -3.215875028702766
verified: no, type: nauc_mrr_at_5_diff1
value: 25.149344334692238
verified: no, type: nauc_mrr_at_5_max
value: 19.80994186789749
verified: no, type: nauc_mrr_at_5_std
value: -2.810692230665714
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.67289266113031
verified: no, type: nauc_ndcg_at_1000_max
value: 16.281990317345812
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1194236119954155
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.912336963813043
verified: no, type: nauc_ndcg_at_100_max
value: 15.797188430100132
verified: no, type: nauc_ndcg_at_100_std
value: -0.30352120294511703
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.092136546502896
verified: no, type: nauc_ndcg_at_10_max
value: 17.48713832019235
verified: no, type: nauc_ndcg_at_10_std
value: -1.946939927871238
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.59734808206935
verified: no, type: nauc_ndcg_at_1_max
value: 24.641925703309976
verified: no, type: nauc_ndcg_at_1_std
value: -5.232622341358537
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.92946027497045
verified: no, type: nauc_ndcg_at_20_max
value: 16.413737318429103
verified: no, type: nauc_ndcg_at_20_std
value: -1.6208026109488787
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.195161347648387
verified: no, type: nauc_ndcg_at_3_max
value: 18.673233282446912
verified: no, type: nauc_ndcg_at_3_std
value: -3.2762765828537717
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.604987259837028
verified: no, type: nauc_ndcg_at_5_max
value: 17.896880424518834
verified: no, type: nauc_ndcg_at_5_std
value: -2.919404702887159
verified: no, type: nauc_precision_at_1000_diff1
value: 2.914338972911966
verified: no, type: nauc_precision_at_1000_max
value: 3.2369771233969358
verified: no, type: nauc_precision_at_1000_std
value: 17.158917474553647
verified: no, type: nauc_precision_at_100_diff1
value: 10.354890100188424
verified: no, type: nauc_precision_at_100_max
value: 10.389239621099904
verified: no, type: nauc_precision_at_100_std
value: 8.039653326071477
verified: no, type: nauc_precision_at_10_diff1
value: 12.571930057508032
verified: no, type: nauc_precision_at_10_max
value: 15.522953507821674
verified: no, type: nauc_precision_at_10_std
value: 1.9660372180704446
verified: no, type: nauc_precision_at_1_diff1
value: 33.59734808206935
verified: no, type: nauc_precision_at_1_max
value: 24.641925703309976
verified: no, type: nauc_precision_at_1_std
value: -5.232622341358537
verified: no, type: nauc_precision_at_20_diff1
value: 10.173719978000717
verified: no, type: nauc_precision_at_20_max
value: 12.517192994032222
verified: no, type: nauc_precision_at_20_std
value: 3.4331855278056085
verified: no, type: nauc_precision_at_3_diff1
value: 23.0054466029397
verified: no, type: nauc_precision_at_3_max
value: 16.12099926773565
verified: no, type: nauc_precision_at_3_std
value: -1.3451074823047102
verified: no, type: nauc_precision_at_5_diff1
value: 16.640912670509408
verified: no, type: nauc_precision_at_5_max
value: 15.917484514787269
verified: no, type: nauc_precision_at_5_std
value: -0.5757887529555696
verified: no, type: nauc_recall_at_1000_diff1
value: 14.475135872230787
verified: no, type: nauc_recall_at_1000_max
value: 10.93959132244939
verified: no, type: nauc_recall_at_1000_std
value: 20.529092097886707
verified: no, type: nauc_recall_at_100_diff1
value: 11.055433522377793
verified: no, type: nauc_recall_at_100_max
value: 9.365724262474643
verified: no, type: nauc_recall_at_100_std
value: 5.368486049185265
verified: no, type: nauc_recall_at_10_diff1
value: 12.25372437943822
verified: no, type: nauc_recall_at_10_max
value: 14.427399687717143
verified: no, type: nauc_recall_at_10_std
value: 0.24267623897616364
verified: no, type: nauc_recall_at_1_diff1
value: 31.670725183961313
verified: no, type: nauc_recall_at_1_max
value: 23.664867518106565
verified: no, type: nauc_recall_at_1_std
value: -6.704193307485884
verified: no, type: nauc_recall_at_20_diff1
value: 10.156202602820173
verified: no, type: nauc_recall_at_20_max
value: 11.552630690552272
verified: no, type: nauc_recall_at_20_std
value: 0.5394668832833514
verified: no, type: nauc_recall_at_3_diff1
value: 23.802655018623025
verified: no, type: nauc_recall_at_3_max
value: 15.936754599602873
verified: no, type: nauc_recall_at_3_std
value: -2.3283908741403203
verified: no, type: nauc_recall_at_5_diff1
value: 17.376618651986668
verified: no, type: nauc_recall_at_5_max
value: 14.712838128852793
verified: no, type: nauc_recall_at_5_std
value: -1.4876465479301886
verified: no, type: ndcg_at_1
value: 8.318
verified: no, type: ndcg_at_10
value: 13.937
verified: no, type: ndcg_at_100
value: 18.056
verified: no, type: ndcg_at_1000
value: 21.26
verified: no, type: ndcg_at_20
value: 15.271
verified: no, type: ndcg_at_3
value: 11.238
verified: no, type: ndcg_at_5
value: 12.113
verified: no, type: precision_at_1
value: 8.318
verified: no, type: precision_at_10
value: 2.366
verified: no, type: precision_at_100
value: 0.484
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 1.506
verified: no, type: precision_at_3
value: 4.868
verified: no, type: precision_at_5
value: 3.401
verified: no, type: recall_at_1
value: 7.893
verified: no, type: recall_at_10
value: 20.727
verified: no, type: recall_at_100
value: 40.644000000000005
verified: no, type: recall_at_1000
value: 65.666
verified: no, type: recall_at_20
value: 25.816
verified: no, type: recall_at_3
value: 13.259000000000002
verified: no, type: recall_at_5
value: 15.384999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 14.051
verified: no, type: map_at_1
value: 5.555000000000001
verified: no, type: map_at_10
value: 9.257
verified: no, type: map_at_100
value: 10.255
verified: no, type: map_at_1000
value: 10.418
verified: no, type: map_at_20
value: 9.75
verified: no, type: map_at_3
value: 7.668
verified: no, type: map_at_5
value: 8.415000000000001
verified: no, type: mrr_at_1
value: 12.57328990228013
verified: no, type: mrr_at_10
value: 19.62946590145285
verified: no, type: mrr_at_100
value: 20.612214965134882
verified: no, type: mrr_at_1000
value: 20.68925882398582
verified: no, type: mrr_at_20
value: 20.17926089982643
verified: no, type: mrr_at_3
value: 16.948968512486438
verified: no, type: mrr_at_5
value: 18.346362649294235
verified: no, type: nauc_map_at_1000_diff1
value: 23.32129945617236
verified: no, type: nauc_map_at_1000_max
value: 17.807339241213917
verified: no, type: nauc_map_at_1000_std
value: 17.41213867570176
verified: no, type: nauc_map_at_100_diff1
value: 23.40288706230733
verified: no, type: nauc_map_at_100_max
value: 17.57737414903564
verified: no, type: nauc_map_at_100_std
value: 17.09099036967259
verified: no, type: nauc_map_at_10_diff1
value: 24.379795461758
verified: no, type: nauc_map_at_10_max
value: 16.26727629078918
verified: no, type: nauc_map_at_10_std
value: 14.985237779359274
verified: no, type: nauc_map_at_1_diff1
value: 32.31884671490083
verified: no, type: nauc_map_at_1_max
value: 13.382862274001905
verified: no, type: nauc_map_at_1_std
value: 7.853447213488966
verified: no, type: nauc_map_at_20_diff1
value: 23.82319398096161
verified: no, type: nauc_map_at_20_max
value: 16.765436827682265
verified: no, type: nauc_map_at_20_std
value: 15.849262989167931
verified: no, type: nauc_map_at_3_diff1
value: 27.07369536536613
verified: no, type: nauc_map_at_3_max
value: 13.932262786640011
verified: no, type: nauc_map_at_3_std
value: 11.682575794431084
verified: no, type: nauc_map_at_5_diff1
value: 25.682602289414163
verified: no, type: nauc_map_at_5_max
value: 14.486939605500778
verified: no, type: nauc_map_at_5_std
value: 12.441734775443814
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.80586885487307
verified: no, type: nauc_mrr_at_1000_max
value: 18.39517797431628
verified: no, type: nauc_mrr_at_1000_std
value: 19.069579394698632
verified: no, type: nauc_mrr_at_100_diff1
value: 18.79146633095272
verified: no, type: nauc_mrr_at_100_max
value: 18.39464223734439
verified: no, type: nauc_mrr_at_100_std
value: 19.089287790417142
verified: no, type: nauc_mrr_at_10_diff1
value: 18.932916895504434
verified: no, type: nauc_mrr_at_10_max
value: 17.934417019956072
verified: no, type: nauc_mrr_at_10_std
value: 18.16518976843584
verified: no, type: nauc_mrr_at_1_diff1
value: 25.395248072393667
verified: no, type: nauc_mrr_at_1_max
value: 14.436386615195069
verified: no, type: nauc_mrr_at_1_std
value: 11.19763723055443
verified: no, type: nauc_mrr_at_20_diff1
value: 18.750256552190592
verified: no, type: nauc_mrr_at_20_max
value: 18.228897852040703
verified: no, type: nauc_mrr_at_20_std
value: 18.732088974354237
verified: no, type: nauc_mrr_at_3_diff1
value: 20.507443296135907
verified: no, type: nauc_mrr_at_3_max
value: 16.38070958336001
verified: no, type: nauc_mrr_at_3_std
value: 16.176903895799303
verified: no, type: nauc_mrr_at_5_diff1
value: 19.90585877297612
verified: no, type: nauc_mrr_at_5_max
value: 16.989637436968188
verified: no, type: nauc_mrr_at_5_std
value: 17.115973686612193
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.266670238090814
verified: no, type: nauc_ndcg_at_1000_max
value: 24.607927315663023
verified: no, type: nauc_ndcg_at_1000_std
value: 28.825191180032807
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.09698828557145
verified: no, type: nauc_ndcg_at_100_max
value: 22.487043173810555
verified: no, type: nauc_ndcg_at_100_std
value: 25.749752072620645
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.635539953170706
verified: no, type: nauc_ndcg_at_10_max
value: 18.965074688053626
verified: no, type: nauc_ndcg_at_10_std
value: 19.346275178559054
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.395248072393667
verified: no, type: nauc_ndcg_at_1_max
value: 14.436386615195069
verified: no, type: nauc_ndcg_at_1_std
value: 11.19763723055443
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.6475941475238
verified: no, type: nauc_ndcg_at_20_max
value: 20.03132090162328
verified: no, type: nauc_ndcg_at_20_std
value: 21.369948817778905
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.22073638286741
verified: no, type: nauc_ndcg_at_3_max
value: 15.881120607597465
verified: no, type: nauc_ndcg_at_3_std
value: 15.071361723322365
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.11364069192864
verified: no, type: nauc_ndcg_at_5_max
value: 16.152382079873302
verified: no, type: nauc_ndcg_at_5_std
value: 15.529586198719283
verified: no, type: nauc_precision_at_1000_diff1
value: -2.5415509301463897
verified: no, type: nauc_precision_at_1000_max
value: 31.827711599972595
verified: no, type: nauc_precision_at_1000_std
value: 42.47345084358314
verified: no, type: nauc_precision_at_100_diff1
value: 2.466358645740298
verified: no, type: nauc_precision_at_100_max
value: 30.343228235202407
verified: no, type: nauc_precision_at_100_std
value: 39.075964400874206
verified: no, type: nauc_precision_at_10_diff1
value: 8.558241223313184
verified: no, type: nauc_precision_at_10_max
value: 25.705656819664735
verified: no, type: nauc_precision_at_10_std
value: 29.716608501529052
verified: no, type: nauc_precision_at_1_diff1
value: 25.395248072393667
verified: no, type: nauc_precision_at_1_max
value: 14.436386615195069
verified: no, type: nauc_precision_at_1_std
value: 11.19763723055443
verified: no, type: nauc_precision_at_20_diff1
value: 7.339761737580407
verified: no, type: nauc_precision_at_20_max
value: 26.853384014462566
verified: no, type: nauc_precision_at_20_std
value: 32.445442380632514
verified: no, type: nauc_precision_at_3_diff1
value: 16.7952891528056
verified: no, type: nauc_precision_at_3_max
value: 18.48361318731224
verified: no, type: nauc_precision_at_3_std
value: 20.58974778423642
verified: no, type: nauc_precision_at_5_diff1
value: 14.628496625727003
verified: no, type: nauc_precision_at_5_max
value: 20.442382622886665
verified: no, type: nauc_precision_at_5_std
value: 23.464238554921117
verified: no, type: nauc_recall_at_1000_diff1
value: 2.0631205866919435
verified: no, type: nauc_recall_at_1000_max
value: 28.96513829802329
verified: no, type: nauc_recall_at_1000_std
value: 41.47115958647839
verified: no, type: nauc_recall_at_100_diff1
value: 6.528735525002036
verified: no, type: nauc_recall_at_100_max
value: 24.112496541589923
verified: no, type: nauc_recall_at_100_std
value: 33.14249473999406
verified: no, type: nauc_recall_at_10_diff1
value: 13.808537459096199
verified: no, type: nauc_recall_at_10_max
value: 19.93104911119474
verified: no, type: nauc_recall_at_10_std
value: 21.89829009464862
verified: no, type: nauc_recall_at_1_diff1
value: 32.31884671490083
verified: no, type: nauc_recall_at_1_max
value: 13.382862274001905
verified: no, type: nauc_recall_at_1_std
value: 7.853447213488966
verified: no, type: nauc_recall_at_20_diff1
value: 11.007078313048183
verified: no, type: nauc_recall_at_20_max
value: 20.754670985185026
verified: no, type: nauc_recall_at_20_std
value: 24.780815513511506
verified: no, type: nauc_recall_at_3_diff1
value: 23.022212294640468
verified: no, type: nauc_recall_at_3_max
value: 15.378858976623915
verified: no, type: nauc_recall_at_3_std
value: 14.672589317081913
verified: no, type: nauc_recall_at_5_diff1
value: 19.039948466055673
verified: no, type: nauc_recall_at_5_max
value: 15.792003100311348
verified: no, type: nauc_recall_at_5_std
value: 15.584235964782842
verified: no, type: ndcg_at_1
value: 12.573
verified: no, type: ndcg_at_10
value: 14.051
verified: no, type: ndcg_at_100
value: 19.115
verified: no, type: ndcg_at_1000
value: 22.769000000000002
verified: no, type: ndcg_at_20
value: 15.773000000000001
verified: no, type: ndcg_at_3
value: 10.816
verified: no, type: ndcg_at_5
value: 11.863999999999999
verified: no, type: precision_at_1
value: 12.573
verified: no, type: precision_at_10
value: 4.625
verified: no, type: precision_at_100
value: 1.0030000000000001
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_20
value: 3.02
verified: no, type: precision_at_3
value: 8.165
verified: no, type: precision_at_5
value: 6.436
verified: no, type: recall_at_1
value: 5.555000000000001
verified: no, type: recall_at_10
value: 17.697
verified: no, type: recall_at_100
value: 35.984
verified: no, type: recall_at_1000
value: 57.253
verified: no, type: recall_at_20
value: 22.744
verified: no, type: recall_at_3
value: 9.997
verified: no, type: recall_at_5
value: 12.705
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 20.980999999999998
verified: no, type: map_at_1
value: 3.703
verified: no, type: map_at_10
value: 8.179
verified: no, type: map_at_100
value: 11.541
verified: no, type: map_at_1000
value: 12.342
verified: no, type: map_at_20
value: 9.408999999999999
verified: no, type: map_at_3
value: 5.954000000000001
verified: no, type: map_at_5
value: 6.8709999999999996
verified: no, type: mrr_at_1
value: 36
verified: no, type: mrr_at_10
value: 47.508134920634944
verified: no, type: mrr_at_100
value: 48.3031449077319
verified: no, type: mrr_at_1000
value: 48.32681573664164
verified: no, type: mrr_at_20
value: 48.01136729842227
verified: no, type: mrr_at_3
value: 44.66666666666668
verified: no, type: mrr_at_5
value: 46.27916666666668
verified: no, type: nauc_map_at_1000_diff1
value: 33.13340150226917
verified: no, type: nauc_map_at_1000_max
value: 31.221459619154572
verified: no, type: nauc_map_at_1000_std
value: 32.56606893367645
verified: no, type: nauc_map_at_100_diff1
value: 33.45292635129493
verified: no, type: nauc_map_at_100_max
value: 29.012817537757883
verified: no, type: nauc_map_at_100_std
value: 29.818904279308136
verified: no, type: nauc_map_at_10_diff1
value: 39.15467104832577
verified: no, type: nauc_map_at_10_max
value: 15.566174404084956
verified: no, type: nauc_map_at_10_std
value: 14.075632457824641
verified: no, type: nauc_map_at_1_diff1
value: 50.408145443306736
verified: no, type: nauc_map_at_1_max
value: 6.7557058173933076
verified: no, type: nauc_map_at_1_std
value: 5.102901655223174
verified: no, type: nauc_map_at_20_diff1
value: 37.56977449459331
verified: no, type: nauc_map_at_20_max
value: 20.537501315299647
verified: no, type: nauc_map_at_20_std
value: 19.984369366642486
verified: no, type: nauc_map_at_3_diff1
value: 41.88324011986022
verified: no, type: nauc_map_at_3_max
value: 9.267427925959048
verified: no, type: nauc_map_at_3_std
value: 6.44528877386583
verified: no, type: nauc_map_at_5_diff1
value: 41.53310473786158
verified: no, type: nauc_map_at_5_max
value: 10.851359468374357
verified: no, type: nauc_map_at_5_std
value: 8.563292584338043
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.62241530233611
verified: no, type: nauc_mrr_at_1000_max
value: 45.48164906687437
verified: no, type: nauc_mrr_at_1000_std
value: 24.94076991556569
verified: no, type: nauc_mrr_at_100_diff1
value: 31.598811669760877
verified: no, type: nauc_mrr_at_100_max
value: 45.475708937046264
verified: no, type: nauc_mrr_at_100_std
value: 24.929119713514215
verified: no, type: nauc_mrr_at_10_diff1
value: 31.77042352977751
verified: no, type: nauc_mrr_at_10_max
value: 45.560466014700616
verified: no, type: nauc_mrr_at_10_std
value: 24.293191902855117
verified: no, type: nauc_mrr_at_1_diff1
value: 37.68763449325566
verified: no, type: nauc_mrr_at_1_max
value: 42.25909305621161
verified: no, type: nauc_mrr_at_1_std
value: 25.20534823912245
verified: no, type: nauc_mrr_at_20_diff1
value: 31.569105426823864
verified: no, type: nauc_mrr_at_20_max
value: 45.525982519854914
verified: no, type: nauc_mrr_at_20_std
value: 24.91074044718598
verified: no, type: nauc_mrr_at_3_diff1
value: 31.990917460032314
verified: no, type: nauc_mrr_at_3_max
value: 45.56751841207116
verified: no, type: nauc_mrr_at_3_std
value: 24.64736393030359
verified: no, type: nauc_mrr_at_5_diff1
value: 31.811260607310736
verified: no, type: nauc_mrr_at_5_max
value: 45.48920747416224
verified: no, type: nauc_mrr_at_5_std
value: 24.6034289858437
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.381958686473382
verified: no, type: nauc_ndcg_at_1000_max
value: 39.691005506858005
verified: no, type: nauc_ndcg_at_1000_std
value: 44.58842752415668
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.847665660748163
verified: no, type: nauc_ndcg_at_100_max
value: 33.219439033493494
verified: no, type: nauc_ndcg_at_100_std
value: 36.625763598764344
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.18649711740509
verified: no, type: nauc_ndcg_at_10_max
value: 33.427689244935685
verified: no, type: nauc_ndcg_at_10_std
value: 26.678878024806078
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.015622644021875
verified: no, type: nauc_ndcg_at_1_max
value: 33.56753591856958
verified: no, type: nauc_ndcg_at_1_std
value: 19.599584075007492
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.87822842299409
verified: no, type: nauc_ndcg_at_20_max
value: 30.94377979628511
verified: no, type: nauc_ndcg_at_20_std
value: 28.755090970161056
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.47291332207011
verified: no, type: nauc_ndcg_at_3_max
value: 36.1353361560319
verified: no, type: nauc_ndcg_at_3_std
value: 23.327516572269687
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.73070359971778
verified: no, type: nauc_ndcg_at_5_max
value: 34.549475581871796
verified: no, type: nauc_ndcg_at_5_std
value: 24.529079118774412
verified: no, type: nauc_precision_at_1000_diff1
value: -0.019732556703958175
verified: no, type: nauc_precision_at_1000_max
value: 32.52528685816889
verified: no, type: nauc_precision_at_1000_std
value: 29.385837086565523
verified: no, type: nauc_precision_at_100_diff1
value: 4.327648780649967
verified: no, type: nauc_precision_at_100_max
value: 45.59351258821307
verified: no, type: nauc_precision_at_100_std
value: 43.59462609299013
verified: no, type: nauc_precision_at_10_diff1
value: 14.195601410665848
verified: no, type: nauc_precision_at_10_max
value: 46.84717880951776
verified: no, type: nauc_precision_at_10_std
value: 37.194240440028345
verified: no, type: nauc_precision_at_1_diff1
value: 37.68763449325566
verified: no, type: nauc_precision_at_1_max
value: 42.25909305621161
verified: no, type: nauc_precision_at_1_std
value: 25.20534823912245
verified: no, type: nauc_precision_at_20_diff1
value: 12.505693019419981
verified: no, type: nauc_precision_at_20_max
value: 47.72364937023505
verified: no, type: nauc_precision_at_20_std
value: 41.85095524580175
verified: no, type: nauc_precision_at_3_diff1
value: 20.257355062119892
verified: no, type: nauc_precision_at_3_max
value: 43.79163085716484
verified: no, type: nauc_precision_at_3_std
value: 27.50391624052742
verified: no, type: nauc_precision_at_5_diff1
value: 20.716561336585134
verified: no, type: nauc_precision_at_5_max
value: 45.77488057126885
verified: no, type: nauc_precision_at_5_std
value: 30.99400729114754
verified: no, type: nauc_recall_at_1000_diff1
value: 12.295773119865675
verified: no, type: nauc_recall_at_1000_max
value: 26.227676179901188
verified: no, type: nauc_recall_at_1000_std
value: 48.31444449833869
verified: no, type: nauc_recall_at_100_diff1
value: 16.75456218654615
verified: no, type: nauc_recall_at_100_max
value: 22.636733901789114
verified: no, type: nauc_recall_at_100_std
value: 35.41711519253172
verified: no, type: nauc_recall_at_10_diff1
value: 29.239782148747747
verified: no, type: nauc_recall_at_10_max
value: 6.37685549941911
verified: no, type: nauc_recall_at_10_std
value: 7.395292466635342
verified: no, type: nauc_recall_at_1_diff1
value: 50.408145443306736
verified: no, type: nauc_recall_at_1_max
value: 6.7557058173933076
verified: no, type: nauc_recall_at_1_std
value: 5.102901655223174
verified: no, type: nauc_recall_at_20_diff1
value: 25.187006009492308
verified: no, type: nauc_recall_at_20_max
value: 10.049821870099212
verified: no, type: nauc_recall_at_20_std
value: 17.381300522598163
verified: no, type: nauc_recall_at_3_diff1
value: 35.67307567064514
verified: no, type: nauc_recall_at_3_max
value: 5.665778983823412
verified: no, type: nauc_recall_at_3_std
value: 3.3096383204023585
verified: no, type: nauc_recall_at_5_diff1
value: 34.61201547278984
verified: no, type: nauc_recall_at_5_max
value: 4.210422920014443
verified: no, type: nauc_recall_at_5_std
value: 3.406231531394938
verified: no, type: ndcg_at_1
value: 25.874999999999996
verified: no, type: ndcg_at_10
value: 20.980999999999998
verified: no, type: ndcg_at_100
value: 24.378
verified: no, type: ndcg_at_1000
value: 30.274
verified: no, type: ndcg_at_20
value: 20.596999999999998
verified: no, type: ndcg_at_3
value: 23.774
verified: no, type: ndcg_at_5
value: 21.928
verified: no, type: precision_at_1
value: 36
verified: no, type: precision_at_10
value: 19.05
verified: no, type: precision_at_100
value: 6.212
verified: no, type: precision_at_1000
value: 1.247
verified: no, type: precision_at_20
value: 14.263
verified: no, type: precision_at_3
value: 29.916999999999998
verified: no, type: precision_at_5
value: 24.05
verified: no, type: recall_at_1
value: 3.703
verified: no, type: recall_at_10
value: 12.633
verified: no, type: recall_at_100
value: 30.944
verified: no, type: recall_at_1000
value: 51.629999999999995
verified: no, type: recall_at_20
value: 17.155
verified: no, type: recall_at_3
value: 7.033
verified: no, type: recall_at_5
value: 9.008
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 41.11
verified: no, type: f1
value: 37.56438720846365
verified: no, type: f1_weighted
value: 43.285587209434254
verified: no, type: main_score
value: 41.11
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 23.785999999999998
verified: no, type: map_at_1
value: 12.415
verified: no, type: map_at_10
value: 19.372
verified: no, type: map_at_100
value: 20.427999999999997
verified: no, type: map_at_1000
value: 20.504
verified: no, type: map_at_20
value: 19.959
verified: no, type: map_at_3
value: 16.987
verified: no, type: map_at_5
value: 18.227
verified: no, type: mrr_at_1
value: 13.186318631863186
verified: no, type: mrr_at_10
value: 20.518087523038
verified: no, type: mrr_at_100
value: 21.59249372619706
verified: no, type: mrr_at_1000
value: 21.662628078676835
verified: no, type: mrr_at_20
value: 21.128074850601852
verified: no, type: mrr_at_3
value: 17.99429942994299
verified: no, type: mrr_at_5
value: 19.320432043204356
verified: no, type: nauc_map_at_1000_diff1
value: 22.187434109838424
verified: no, type: nauc_map_at_1000_max
value: 5.489584659890281
verified: no, type: nauc_map_at_1000_std
value: -7.971777104366582
verified: no, type: nauc_map_at_100_diff1
value: 22.192770323764385
verified: no, type: nauc_map_at_100_max
value: 5.477530254687378
verified: no, type: nauc_map_at_100_std
value: -7.994848115853771
verified: no, type: nauc_map_at_10_diff1
value: 22.35637907095272
verified: no, type: nauc_map_at_10_max
value: 4.893185759546591
verified: no, type: nauc_map_at_10_std
value: -8.745185450921642
verified: no, type: nauc_map_at_1_diff1
value: 28.77894632506196
verified: no, type: nauc_map_at_1_max
value: 2.2903449944383256
verified: no, type: nauc_map_at_1_std
value: -13.65832966419369
verified: no, type: nauc_map_at_20_diff1
value: 22.225061865133707
verified: no, type: nauc_map_at_20_max
value: 5.332977954276067
verified: no, type: nauc_map_at_20_std
value: -8.304197668811938
verified: no, type: nauc_map_at_3_diff1
value: 23.607336972714123
verified: no, type: nauc_map_at_3_max
value: 4.424128613599453
verified: no, type: nauc_map_at_3_std
value: -10.107820123863338
verified: no, type: nauc_map_at_5_diff1
value: 22.674713652025773
verified: no, type: nauc_map_at_5_max
value: 4.547543007435388
verified: no, type: nauc_map_at_5_std
value: -9.364040410550805
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.244396547950274
verified: no, type: nauc_mrr_at_1000_max
value: 5.575311559151275
verified: no, type: nauc_mrr_at_1000_std
value: -8.027446648272697
verified: no, type: nauc_mrr_at_100_diff1
value: 22.24159349783638
verified: no, type: nauc_mrr_at_100_max
value: 5.575413995558588
verified: no, type: nauc_mrr_at_100_std
value: -8.032203151741102
verified: no, type: nauc_mrr_at_10_diff1
value: 22.354332204217478
verified: no, type: nauc_mrr_at_10_max
value: 5.023433724000499
verified: no, type: nauc_mrr_at_10_std
value: -8.694185878864054
verified: no, type: nauc_mrr_at_1_diff1
value: 28.892308550831952
verified: no, type: nauc_mrr_at_1_max
value: 2.269574379609419
verified: no, type: nauc_mrr_at_1_std
value: -13.845428143975877
verified: no, type: nauc_mrr_at_20_diff1
value: 22.232086738452388
verified: no, type: nauc_mrr_at_20_max
value: 5.432306978545946
verified: no, type: nauc_mrr_at_20_std
value: -8.309361470654169
verified: no, type: nauc_mrr_at_3_diff1
value: 23.648863982784484
verified: no, type: nauc_mrr_at_3_max
value: 4.575845526185778
verified: no, type: nauc_mrr_at_3_std
value: -10.096830558927092
verified: no, type: nauc_mrr_at_5_diff1
value: 22.64678983065053
verified: no, type: nauc_mrr_at_5_max
value: 4.6326122408086885
verified: no, type: nauc_mrr_at_5_std
value: -9.384511254439849
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.69183323790483
verified: no, type: nauc_ndcg_at_1000_max
value: 8.49935660794372
verified: no, type: nauc_ndcg_at_1000_std
value: -2.7704022609503833
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.65366855504206
verified: no, type: nauc_ndcg_at_100_max
value: 8.41839773939955
verified: no, type: nauc_ndcg_at_100_std
value: -3.094300839614121
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.25622684249779
verified: no, type: nauc_ndcg_at_10_max
value: 6.034809087428441
verified: no, type: nauc_ndcg_at_10_std
value: -6.564787273149719
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.892308550831952
verified: no, type: nauc_ndcg_at_1_max
value: 2.269574379609419
verified: no, type: nauc_ndcg_at_1_std
value: -13.845428143975877
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.825049239595316
verified: no, type: nauc_ndcg_at_20_max
value: 7.387122408957833
verified: no, type: nauc_ndcg_at_20_std
value: -5.219443650323914
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.43198982933373
verified: no, type: nauc_ndcg_at_3_max
value: 5.004507144767634
verified: no, type: nauc_ndcg_at_3_std
value: -9.207776529835684
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.92118879922496
verified: no, type: nauc_ndcg_at_5_max
value: 5.217998902421063
verified: no, type: nauc_ndcg_at_5_std
value: -7.9820095477825665
verified: no, type: nauc_precision_at_1000_diff1
value: 2.8309555110894995
verified: no, type: nauc_precision_at_1000_max
value: 22.10473322205276
verified: no, type: nauc_precision_at_1000_std
value: 25.14300433488253
verified: no, type: nauc_precision_at_100_diff1
value: 9.562737455348845
verified: no, type: nauc_precision_at_100_max
value: 19.108442158718404
verified: no, type: nauc_precision_at_100_std
value: 15.448564828618244
verified: no, type: nauc_precision_at_10_diff1
value: 15.111002781905608
verified: no, type: nauc_precision_at_10_max
value: 9.169752778673907
verified: no, type: nauc_precision_at_10_std
value: -1.0812724141202827
verified: no, type: nauc_precision_at_1_diff1
value: 28.892308550831952
verified: no, type: nauc_precision_at_1_max
value: 2.269574379609419
verified: no, type: nauc_precision_at_1_std
value: -13.845428143975877
verified: no, type: nauc_precision_at_20_diff1
value: 13.240984704418803
verified: no, type: nauc_precision_at_20_max
value: 13.597684368501065
verified: no, type: nauc_precision_at_20_std
value: 3.5789986954219692
verified: no, type: nauc_precision_at_3_diff1
value: 19.73527364141725
verified: no, type: nauc_precision_at_3_max
value: 6.720841866244459
verified: no, type: nauc_precision_at_3_std
value: -6.963074405259634
verified: no, type: nauc_precision_at_5_diff1
value: 16.65021360109474
verified: no, type: nauc_precision_at_5_max
value: 6.948007887889099
verified: no, type: nauc_precision_at_5_std
value: -4.836421699646047
verified: no, type: nauc_recall_at_1000_diff1
value: 7.7949334860532264
verified: no, type: nauc_recall_at_1000_max
value: 22.666393979322386
verified: no, type: nauc_recall_at_1000_std
value: 25.823497065235685
verified: no, type: nauc_recall_at_100_diff1
value: 11.460676302186808
verified: no, type: nauc_recall_at_100_max
value: 17.680951047220642
verified: no, type: nauc_recall_at_100_std
value: 13.952481946334863
verified: no, type: nauc_recall_at_10_diff1
value: 15.082551101605393
verified: no, type: nauc_recall_at_10_max
value: 8.36104248007919
verified: no, type: nauc_recall_at_10_std
value: -1.4326386934904674
verified: no, type: nauc_recall_at_1_diff1
value: 28.77894632506196
verified: no, type: nauc_recall_at_1_max
value: 2.2903449944383256
verified: no, type: nauc_recall_at_1_std
value: -13.65832966419369
verified: no, type: nauc_recall_at_20_diff1
value: 13.59295481820713
verified: no, type: nauc_recall_at_20_max
value: 12.211613219567962
verified: no, type: nauc_recall_at_20_std
value: 2.5522043426005783
verified: no, type: nauc_recall_at_3_diff1
value: 19.398327223737454
verified: no, type: nauc_recall_at_3_max
value: 6.1116907302716195
verified: no, type: nauc_recall_at_3_std
value: -7.003786988572222
verified: no, type: nauc_recall_at_5_diff1
value: 16.726536394292463
verified: no, type: nauc_recall_at_5_max
value: 6.5520076737536055
verified: no, type: nauc_recall_at_5_std
value: -4.689733579874132
verified: no, type: ndcg_at_1
value: 13.186
verified: no, type: ndcg_at_10
value: 23.785999999999998
verified: no, type: ndcg_at_100
value: 29.261
verified: no, type: ndcg_at_1000
value: 31.455
verified: no, type: ndcg_at_20
value: 25.901999999999997
verified: no, type: ndcg_at_3
value: 18.761
verified: no, type: ndcg_at_5
value: 21.006
verified: no, type: precision_at_1
value: 13.186
verified: no, type: precision_at_10
value: 3.962
verified: no, type: precision_at_100
value: 0.687
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_20
value: 2.436
verified: no, type: precision_at_3
value: 8.151
verified: no, type: precision_at_5
value: 6.067
verified: no, type: recall_at_1
value: 12.415
verified: no, type: recall_at_10
value: 36.662
verified: no, type: recall_at_100
value: 62.417
verified: no, type: recall_at_1000
value: 79.62700000000001
verified: no, type: recall_at_20
value: 44.769999999999996
verified: no, type: recall_at_3
value: 22.895
verified: no, type: recall_at_5
value: 28.255000000000003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 12.301
verified: no, type: map_at_1
value: 5.64
verified: no, type: map_at_10
value: 8.831
verified: no, type: map_at_100
value: 9.933
verified: no, type: map_at_1000
value: 10.12
verified: no, type: map_at_20
value: 9.335
verified: no, type: map_at_3
value: 7.574
verified: no, type: map_at_5
value: 8.193999999999999
verified: no, type: mrr_at_1
value: 10.030864197530864
verified: no, type: mrr_at_10
value: 15.502829218107001
verified: no, type: mrr_at_100
value: 16.609513785054506
verified: no, type: mrr_at_1000
value: 16.709635852192715
verified: no, type: mrr_at_20
value: 16.043984877314635
verified: no, type: mrr_at_3
value: 13.708847736625513
verified: no, type: mrr_at_5
value: 14.673353909465025
verified: no, type: nauc_map_at_1000_diff1
value: 20.88414780772345
verified: no, type: nauc_map_at_1000_max
value: -2.556859995492151
verified: no, type: nauc_map_at_1000_std
value: 0.7937392992770063
verified: no, type: nauc_map_at_100_diff1
value: 20.998234488270416
verified: no, type: nauc_map_at_100_max
value: -2.7599856226869335
verified: no, type: nauc_map_at_100_std
value: 0.6870998591703243
verified: no, type: nauc_map_at_10_diff1
value: 21.340344180712908
verified: no, type: nauc_map_at_10_max
value: -3.088709143895117
verified: no, type: nauc_map_at_10_std
value: -1.1437476605782866
verified: no, type: nauc_map_at_1_diff1
value: 26.09132858104533
verified: no, type: nauc_map_at_1_max
value: -3.7604968802796614
verified: no, type: nauc_map_at_1_std
value: -1.4131316992994831
verified: no, type: nauc_map_at_20_diff1
value: 20.730830173474857
verified: no, type: nauc_map_at_20_max
value: -3.02196033912864
verified: no, type: nauc_map_at_20_std
value: 0.010687525830274772
verified: no, type: nauc_map_at_3_diff1
value: 23.305676577133568
verified: no, type: nauc_map_at_3_max
value: -2.5765260958616807
verified: no, type: nauc_map_at_3_std
value: -1.4518792746125975
verified: no, type: nauc_map_at_5_diff1
value: 21.886184397190643
verified: no, type: nauc_map_at_5_max
value: -3.3807943121601096
verified: no, type: nauc_map_at_5_std
value: -1.6281783437243065
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.2356970526472
verified: no, type: nauc_mrr_at_1000_max
value: 0.44394890809940785
verified: no, type: nauc_mrr_at_1000_std
value: -3.3354398280296764
verified: no, type: nauc_mrr_at_100_diff1
value: 18.18988716789859
verified: no, type: nauc_mrr_at_100_max
value: 0.44142188635067786
verified: no, type: nauc_mrr_at_100_std
value: -3.3488138214081578
verified: no, type: nauc_mrr_at_10_diff1
value: 18.755014298532497
verified: no, type: nauc_mrr_at_10_max
value: -0.12304104293974501
verified: no, type: nauc_mrr_at_10_std
value: -3.802198578519104
verified: no, type: nauc_mrr_at_1_diff1
value: 23.92114772832927
verified: no, type: nauc_mrr_at_1_max
value: -0.6148841203420653
verified: no, type: nauc_mrr_at_1_std
value: -4.713160222923272
verified: no, type: nauc_mrr_at_20_diff1
value: 18.18767489910885
verified: no, type: nauc_mrr_at_20_max
value: 0.3639579131375446
verified: no, type: nauc_mrr_at_20_std
value: -3.5963756597089245
verified: no, type: nauc_mrr_at_3_diff1
value: 18.886653862308446
verified: no, type: nauc_mrr_at_3_max
value: 0.3309290343754273
verified: no, type: nauc_mrr_at_3_std
value: -4.316758235418421
verified: no, type: nauc_mrr_at_5_diff1
value: 19.204579272094556
verified: no, type: nauc_mrr_at_5_max
value: 0.2936707041773749
verified: no, type: nauc_mrr_at_5_std
value: -3.8665272122604524
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.079774744056053
verified: no, type: nauc_ndcg_at_1000_max
value: 2.777730608591968
verified: no, type: nauc_ndcg_at_1000_std
value: 5.530211786034535
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.330033311277386
verified: no, type: nauc_ndcg_at_100_max
value: 0.012063088531292397
verified: no, type: nauc_ndcg_at_100_std
value: 4.021194609041314
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.08674584890325
verified: no, type: nauc_ndcg_at_10_max
value: -2.3867050448507343
verified: no, type: nauc_ndcg_at_10_std
value: -1.4051152334165067
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.92114772832927
verified: no, type: nauc_ndcg_at_1_max
value: -0.6148841203420653
verified: no, type: nauc_ndcg_at_1_std
value: -4.713160222923272
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.530170765954253
verified: no, type: nauc_ndcg_at_20_max
value: -1.7088943447065927
verified: no, type: nauc_ndcg_at_20_std
value: 1.107984337173124
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.278712312251383
verified: no, type: nauc_ndcg_at_3_max
value: -0.37606742735763804
verified: no, type: nauc_ndcg_at_3_std
value: -3.1560054993688094
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.51144581009957
verified: no, type: nauc_ndcg_at_5_max
value: -2.234888125864179
verified: no, type: nauc_ndcg_at_5_std
value: -2.6399330302127146
verified: no, type: nauc_precision_at_1000_diff1
value: -1.2268973149975664
verified: no, type: nauc_precision_at_1000_max
value: 20.04482781796882
verified: no, type: nauc_precision_at_1000_std
value: 5.606928454267783
verified: no, type: nauc_precision_at_100_diff1
value: 7.344736465448842
verified: no, type: nauc_precision_at_100_max
value: 11.272795619808296
verified: no, type: nauc_precision_at_100_std
value: 6.6343413002574305
verified: no, type: nauc_precision_at_10_diff1
value: 11.993223113797576
verified: no, type: nauc_precision_at_10_max
value: 0.9105489805486184
verified: no, type: nauc_precision_at_10_std
value: -1.0383761857225462
verified: no, type: nauc_precision_at_1_diff1
value: 23.92114772832927
verified: no, type: nauc_precision_at_1_max
value: -0.6148841203420653
verified: no, type: nauc_precision_at_1_std
value: -4.713160222923272
verified: no, type: nauc_precision_at_20_diff1
value: 7.854946964039517
verified: no, type: nauc_precision_at_20_max
value: 4.203197974134235
verified: no, type: nauc_precision_at_20_std
value: 3.60695992850252
verified: no, type: nauc_precision_at_3_diff1
value: 14.590523524775575
verified: no, type: nauc_precision_at_3_max
value: 2.6344581029556364
verified: no, type: nauc_precision_at_3_std
value: -3.6491841241612875
verified: no, type: nauc_precision_at_5_diff1
value: 14.86432158628292
verified: no, type: nauc_precision_at_5_max
value: 1.5721219784732496
verified: no, type: nauc_precision_at_5_std
value: -2.443124224140979
verified: no, type: nauc_recall_at_1000_diff1
value: 13.722591495691807
verified: no, type: nauc_recall_at_1000_max
value: 10.921679036391271
verified: no, type: nauc_recall_at_1000_std
value: 22.575040602772116
verified: no, type: nauc_recall_at_100_diff1
value: 13.087694646100134
verified: no, type: nauc_recall_at_100_max
value: 2.105778449717332
verified: no, type: nauc_recall_at_100_std
value: 12.776817396133858
verified: no, type: nauc_recall_at_10_diff1
value: 15.521498598011998
verified: no, type: nauc_recall_at_10_max
value: -3.4648436205943316
verified: no, type: nauc_recall_at_10_std
value: -0.5668683231050367
verified: no, type: nauc_recall_at_1_diff1
value: 26.09132858104533
verified: no, type: nauc_recall_at_1_max
value: -3.7604968802796614
verified: no, type: nauc_recall_at_1_std
value: -1.4131316992994831
verified: no, type: nauc_recall_at_20_diff1
value: 11.567751505227555
verified: no, type: nauc_recall_at_20_max
value: -1.904749454787372
verified: no, type: nauc_recall_at_20_std
value: 4.817952638499643
verified: no, type: nauc_recall_at_3_diff1
value: 20.253471636020915
verified: no, type: nauc_recall_at_3_max
value: -2.2506583380918297
verified: no, type: nauc_recall_at_3_std
value: -2.2158919635228065
verified: no, type: nauc_recall_at_5_diff1
value: 17.280709739338747
verified: no, type: nauc_recall_at_5_max
value: -4.4016293765172865
verified: no, type: nauc_recall_at_5_std
value: -2.30906510155705
verified: no, type: ndcg_at_1
value: 10.030999999999999
verified: no, type: ndcg_at_10
value: 12.301
verified: no, type: ndcg_at_100
value: 17.993000000000002
verified: no, type: ndcg_at_1000
value: 22.359
verified: no, type: ndcg_at_20
value: 13.972000000000001
verified: no, type: ndcg_at_3
value: 10.252
verified: no, type: ndcg_at_5
value: 10.89
verified: no, type: precision_at_1
value: 10.030999999999999
verified: no, type: precision_at_10
value: 3.519
verified: no, type: precision_at_100
value: 0.88
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_20
value: 2.392
verified: no, type: precision_at_3
value: 6.739000000000001
verified: no, type: precision_at_5
value: 5.154
verified: no, type: recall_at_1
value: 5.64
verified: no, type: recall_at_10
value: 15.995999999999999
verified: no, type: recall_at_100
value: 38.964
verified: no, type: recall_at_1000
value: 66.045
verified: no, type: recall_at_20
value: 21.326
verified: no, type: recall_at_3
value: 9.705
verified: no, type: recall_at_5
value: 11.938
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 30.644
verified: no, type: map_at_1
value: 17.4
verified: no, type: map_at_10
value: 23.727
verified: no, type: map_at_100
value: 24.529
verified: no, type: map_at_1000
value: 24.623
verified: no, type: map_at_20
value: 24.154999999999998
verified: no, type: map_at_3
value: 21.862000000000002
verified: no, type: map_at_5
value: 22.914
verified: no, type: mrr_at_1
value: 34.800810263335585
verified: no, type: mrr_at_10
value: 41.932461978714585
verified: no, type: mrr_at_100
value: 42.60033008328061
verified: no, type: mrr_at_1000
value: 42.654048868443255
verified: no, type: mrr_at_20
value: 42.30360969388287
verified: no, type: mrr_at_3
value: 39.96173756470859
verified: no, type: mrr_at_5
value: 41.10623452622101
verified: no, type: nauc_map_at_1000_diff1
value: 48.07327130125968
verified: no, type: nauc_map_at_1000_max
value: 25.43430519042459
verified: no, type: nauc_map_at_1000_std
value: 10.793866775199982
verified: no, type: nauc_map_at_100_diff1
value: 48.11199084838678
verified: no, type: nauc_map_at_100_max
value: 25.43204014782497
verified: no, type: nauc_map_at_100_std
value: 10.720350162732096
verified: no, type: nauc_map_at_10_diff1
value: 48.56252123131695
verified: no, type: nauc_map_at_10_max
value: 25.291723503748102
verified: no, type: nauc_map_at_10_std
value: 9.707691163068096
verified: no, type: nauc_map_at_1_diff1
value: 59.21230555845922
verified: no, type: nauc_map_at_1_max
value: 26.09246793083242
verified: no, type: nauc_map_at_1_std
value: 4.7758935876854975
verified: no, type: nauc_map_at_20_diff1
value: 48.25997067527004
verified: no, type: nauc_map_at_20_max
value: 25.329940912707315
verified: no, type: nauc_map_at_20_std
value: 10.282589720638983
verified: no, type: nauc_map_at_3_diff1
value: 50.71555054401903
verified: no, type: nauc_map_at_3_max
value: 25.769325896983208
verified: no, type: nauc_map_at_3_std
value: 8.29013958196324
verified: no, type: nauc_map_at_5_diff1
value: 49.357863241813206
verified: no, type: nauc_map_at_5_max
value: 25.42242982671353
verified: no, type: nauc_map_at_5_std
value: 9.042240109007201
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.63752071216867
verified: no, type: nauc_mrr_at_1000_max
value: 25.390226678009718
verified: no, type: nauc_mrr_at_1000_std
value: 7.543261492552861
verified: no, type: nauc_mrr_at_100_diff1
value: 54.633570455617395
verified: no, type: nauc_mrr_at_100_max
value: 25.395028421308936
verified: no, type: nauc_mrr_at_100_std
value: 7.545205167406621
verified: no, type: nauc_mrr_at_10_diff1
value: 54.67784643039535
verified: no, type: nauc_mrr_at_10_max
value: 25.387703003704253
verified: no, type: nauc_mrr_at_10_std
value: 7.2108810668528465
verified: no, type: nauc_mrr_at_1_diff1
value: 59.21230555845922
verified: no, type: nauc_mrr_at_1_max
value: 26.09246793083242
verified: no, type: nauc_mrr_at_1_std
value: 4.7758935876854975
verified: no, type: nauc_mrr_at_20_diff1
value: 54.61622861152415
verified: no, type: nauc_mrr_at_20_max
value: 25.381019097419923
verified: no, type: nauc_mrr_at_20_std
value: 7.4394821617441975
verified: no, type: nauc_mrr_at_3_diff1
value: 55.381359823895295
verified: no, type: nauc_mrr_at_3_max
value: 25.683609094881877
verified: no, type: nauc_mrr_at_3_std
value: 6.520665758844384
verified: no, type: nauc_mrr_at_5_diff1
value: 54.89670780609539
verified: no, type: nauc_mrr_at_5_max
value: 25.420227731351698
verified: no, type: nauc_mrr_at_5_std
value: 6.810819734124419
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.87750325266505
verified: no, type: nauc_ndcg_at_1000_max
value: 25.293719038836056
verified: no, type: nauc_ndcg_at_1000_std
value: 15.265639596673102
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.52173052609489
verified: no, type: nauc_ndcg_at_100_max
value: 25.291640969443968
verified: no, type: nauc_ndcg_at_100_std
value: 14.095516293309842
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.02180226786278
verified: no, type: nauc_ndcg_at_10_max
value: 24.857695500099112
verified: no, type: nauc_ndcg_at_10_std
value: 10.502355009790323
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.21230555845922
verified: no, type: nauc_ndcg_at_1_max
value: 26.09246793083242
verified: no, type: nauc_ndcg_at_1_std
value: 4.7758935876854975
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.26539314481964
verified: no, type: nauc_ndcg_at_20_max
value: 24.89178354336013
verified: no, type: nauc_ndcg_at_20_std
value: 11.999122335549945
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.105143978177004
verified: no, type: nauc_ndcg_at_3_max
value: 25.598571876761966
verified: no, type: nauc_ndcg_at_3_std
value: 8.265132298949732
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.368786878942025
verified: no, type: nauc_ndcg_at_5_max
value: 25.03819026863388
verified: no, type: nauc_ndcg_at_5_std
value: 9.21332745099197
verified: no, type: nauc_precision_at_1000_diff1
value: 14.698580062267144
verified: no, type: nauc_precision_at_1000_max
value: 17.630354802130327
verified: no, type: nauc_precision_at_1000_std
value: 33.28877307280676
verified: no, type: nauc_precision_at_100_diff1
value: 25.20207249147402
verified: no, type: nauc_precision_at_100_max
value: 20.38583735772424
verified: no, type: nauc_precision_at_100_std
value: 26.075628749150344
verified: no, type: nauc_precision_at_10_diff1
value: 36.145557969321835
verified: no, type: nauc_precision_at_10_max
value: 21.778614887240455
verified: no, type: nauc_precision_at_10_std
value: 14.716382480274076
verified: no, type: nauc_precision_at_1_diff1
value: 59.21230555845922
verified: no, type: nauc_precision_at_1_max
value: 26.09246793083242
verified: no, type: nauc_precision_at_1_std
value: 4.7758935876854975
verified: no, type: nauc_precision_at_20_diff1
value: 32.71194894008709
verified: no, type: nauc_precision_at_20_max
value: 21.212220675667428
verified: no, type: nauc_precision_at_20_std
value: 19.02422482891565
verified: no, type: nauc_precision_at_3_diff1
value: 46.09146936704496
verified: no, type: nauc_precision_at_3_max
value: 25.018386972132344
verified: no, type: nauc_precision_at_3_std
value: 10.24998757725733
verified: no, type: nauc_precision_at_5_diff1
value: 41.49554805255117
verified: no, type: nauc_precision_at_5_max
value: 23.248280351135726
verified: no, type: nauc_precision_at_5_std
value: 11.980889272699844
verified: no, type: nauc_recall_at_1000_diff1
value: 14.698580062267204
verified: no, type: nauc_recall_at_1000_max
value: 17.630354802130427
verified: no, type: nauc_recall_at_1000_std
value: 33.28877307280682
verified: no, type: nauc_recall_at_100_diff1
value: 25.202072491473977
verified: no, type: nauc_recall_at_100_max
value: 20.38583735772421
verified: no, type: nauc_recall_at_100_std
value: 26.075628749150304
verified: no, type: nauc_recall_at_10_diff1
value: 36.14555796932187
verified: no, type: nauc_recall_at_10_max
value: 21.7786148872405
verified: no, type: nauc_recall_at_10_std
value: 14.71638248027411
verified: no, type: nauc_recall_at_1_diff1
value: 59.21230555845922
verified: no, type: nauc_recall_at_1_max
value: 26.09246793083242
verified: no, type: nauc_recall_at_1_std
value: 4.7758935876854975
verified: no, type: nauc_recall_at_20_diff1
value: 32.71194894008711
verified: no, type: nauc_recall_at_20_max
value: 21.212220675667385
verified: no, type: nauc_recall_at_20_std
value: 19.024224828915692
verified: no, type: nauc_recall_at_3_diff1
value: 46.09146936704492
verified: no, type: nauc_recall_at_3_max
value: 25.0183869721323
verified: no, type: nauc_recall_at_3_std
value: 10.249987577257293
verified: no, type: nauc_recall_at_5_diff1
value: 41.49554805255119
verified: no, type: nauc_recall_at_5_max
value: 23.248280351135733
verified: no, type: nauc_recall_at_5_std
value: 11.980889272699867
verified: no, type: ndcg_at_1
value: 34.801
verified: no, type: ndcg_at_10
value: 30.644
verified: no, type: ndcg_at_100
value: 34.422000000000004
verified: no, type: ndcg_at_1000
value: 36.757
verified: no, type: ndcg_at_20
value: 32.017
verified: no, type: ndcg_at_3
value: 27.039
verified: no, type: ndcg_at_5
value: 28.833
verified: no, type: precision_at_1
value: 34.801
verified: no, type: precision_at_10
value: 6.680999999999999
verified: no, type: precision_at_100
value: 0.971
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_20
value: 3.784
verified: no, type: precision_at_3
value: 16.871
verified: no, type: precision_at_5
value: 11.544
verified: no, type: recall_at_1
value: 17.4
verified: no, type: recall_at_10
value: 33.403
verified: no, type: recall_at_100
value: 48.555
verified: no, type: recall_at_1000
value: 64.2
verified: no, type: recall_at_20
value: 37.839
verified: no, type: recall_at_3
value: 25.307000000000002
verified: no, type: recall_at_5
value: 28.859
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 66.38839999999999
verified: no, type: ap
value: 61.170312877312035
verified: no, type: ap_weighted
value: 61.170312877312035
verified: no, type: f1
value: 66.0208466294493
verified: no, type: f1_weighted
value: 66.0208466294493
verified: no, type: main_score
value: 66.38839999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 32.379000000000005
verified: no, type: map_at_1
value: 1.117
verified: no, type: map_at_10
value: 5.976
verified: no, type: map_at_100
value: 13.558
verified: no, type: map_at_1000
value: 17.288999999999998
verified: no, type: map_at_20
value: 8.459
verified: no, type: map_at_3
value: 2.577
verified: no, type: map_at_5
value: 3.6540000000000004
verified: no, type: mrr_at_1
value: 58.139534883720934
verified: no, type: mrr_at_10
value: 66.18217054263566
verified: no, type: mrr_at_100
value: 66.60201830525389
verified: no, type: mrr_at_1000
value: 66.60201830525389
verified: no, type: mrr_at_20
value: 66.37596899224806
verified: no, type: mrr_at_3
value: 64.34108527131784
verified: no, type: mrr_at_5
value: 65.50387596899225
verified: no, type: nauc_map_at_1000_diff1
value: -6.121653790170828
verified: no, type: nauc_map_at_1000_max
value: 55.49852262356286
verified: no, type: nauc_map_at_1000_std
value: 51.624535499246484
verified: no, type: nauc_map_at_100_diff1
value: -9.317670968897465
verified: no, type: nauc_map_at_100_max
value: 43.86812070115641
verified: no, type: nauc_map_at_100_std
value: 42.36732222698141
verified: no, type: nauc_map_at_10_diff1
value: -12.110703449504767
verified: no, type: nauc_map_at_10_max
value: 16.375047092609947
verified: no, type: nauc_map_at_10_std
value: 16.323155248215894
verified: no, type: nauc_map_at_1_diff1
value: 8.394014054447531
verified: no, type: nauc_map_at_1_max
value: 7.60942631951954
verified: no, type: nauc_map_at_1_std
value: 5.079175131124386
verified: no, type: nauc_map_at_20_diff1
value: -13.826125459398996
verified: no, type: nauc_map_at_20_max
value: 20.599211148364617
verified: no, type: nauc_map_at_20_std
value: 22.968174151341522
verified: no, type: nauc_map_at_3_diff1
value: -4.068311322605331
verified: no, type: nauc_map_at_3_max
value: 14.079268611095486
verified: no, type: nauc_map_at_3_std
value: 13.532038020165663
verified: no, type: nauc_map_at_5_diff1
value: -7.774257819909712
verified: no, type: nauc_map_at_5_max
value: 18.73329407449767
verified: no, type: nauc_map_at_5_std
value: 17.618848452359853
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.630541658833273
verified: no, type: nauc_mrr_at_1000_max
value: 59.21391079284373
verified: no, type: nauc_mrr_at_1000_std
value: 44.8651075538097
verified: no, type: nauc_mrr_at_100_diff1
value: 26.630541658833273
verified: no, type: nauc_mrr_at_100_max
value: 59.21391079284373
verified: no, type: nauc_mrr_at_100_std
value: 44.8651075538097
verified: no, type: nauc_mrr_at_10_diff1
value: 25.569652018904875
verified: no, type: nauc_mrr_at_10_max
value: 59.04807640560049
verified: no, type: nauc_mrr_at_10_std
value: 45.355664891440675
verified: no, type: nauc_mrr_at_1_diff1
value: 19.489233764203068
verified: no, type: nauc_mrr_at_1_max
value: 46.96698113640555
verified: no, type: nauc_mrr_at_1_std
value: 31.93828810593254
verified: no, type: nauc_mrr_at_20_diff1
value: 26.533033916329707
verified: no, type: nauc_mrr_at_20_max
value: 59.54193048800115
verified: no, type: nauc_mrr_at_20_std
value: 45.123151865548415
verified: no, type: nauc_mrr_at_3_diff1
value: 29.277575812578043
verified: no, type: nauc_mrr_at_3_max
value: 60.320400083096416
verified: no, type: nauc_mrr_at_3_std
value: 45.28543735819796
verified: no, type: nauc_mrr_at_5_diff1
value: 27.195112721519827
verified: no, type: nauc_mrr_at_5_max
value: 59.17013259401672
verified: no, type: nauc_mrr_at_5_std
value: 44.89954006894072
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.319123713009796
verified: no, type: nauc_ndcg_at_1000_max
value: 63.89258216302507
verified: no, type: nauc_ndcg_at_1000_std
value: 55.681850171261125
verified: no, type: nauc_ndcg_at_100_diff1
value: -0.5431279629083074
verified: no, type: nauc_ndcg_at_100_max
value: 56.26597814532106
verified: no, type: nauc_ndcg_at_100_std
value: 49.79319074449797
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.770164149993989
verified: no, type: nauc_ndcg_at_10_max
value: 52.56611805195745
verified: no, type: nauc_ndcg_at_10_std
value: 42.37861553031758
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.205081559156973
verified: no, type: nauc_ndcg_at_1_max
value: 33.9469800922546
verified: no, type: nauc_ndcg_at_1_std
value: 15.595468721948741
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.977115742522528
verified: no, type: nauc_ndcg_at_20_max
value: 56.92351399383254
verified: no, type: nauc_ndcg_at_20_std
value: 48.530006576822004
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.87833524112741
verified: no, type: nauc_ndcg_at_3_max
value: 44.94045826250698
verified: no, type: nauc_ndcg_at_3_std
value: 30.240571717017534
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.16896349368414
verified: no, type: nauc_ndcg_at_5_max
value: 52.54025812980593
verified: no, type: nauc_ndcg_at_5_std
value: 37.20541385265382
verified: no, type: nauc_precision_at_1000_diff1
value: 8.148460900941028
verified: no, type: nauc_precision_at_1000_max
value: 62.779311041479545
verified: no, type: nauc_precision_at_1000_std
value: 50.84153274031672
verified: no, type: nauc_precision_at_100_diff1
value: 1.0879412794370489
verified: no, type: nauc_precision_at_100_max
value: 66.62751339645536
verified: no, type: nauc_precision_at_100_std
value: 58.02697148939823
verified: no, type: nauc_precision_at_10_diff1
value: -0.7570902995603782
verified: no, type: nauc_precision_at_10_max
value: 58.17648619294521
verified: no, type: nauc_precision_at_10_std
value: 51.15130536188769
verified: no, type: nauc_precision_at_1_diff1
value: 19.489233764203068
verified: no, type: nauc_precision_at_1_max
value: 46.96698113640555
verified: no, type: nauc_precision_at_1_std
value: 31.93828810593254
verified: no, type: nauc_precision_at_20_diff1
value: 1.160183769722385
verified: no, type: nauc_precision_at_20_max
value: 62.2113570282327
verified: no, type: nauc_precision_at_20_std
value: 57.49800253248758
verified: no, type: nauc_precision_at_3_diff1
value: 8.341520736431546
verified: no, type: nauc_precision_at_3_max
value: 58.101077617899385
verified: no, type: nauc_precision_at_3_std
value: 49.26197104088219
verified: no, type: nauc_precision_at_5_diff1
value: 2.219863380996873
verified: no, type: nauc_precision_at_5_max
value: 61.928747797848914
verified: no, type: nauc_precision_at_5_std
value: 50.80653476212609
verified: no, type: nauc_recall_at_1000_diff1
value: 15.901338608694704
verified: no, type: nauc_recall_at_1000_max
value: 57.03199178293554
verified: no, type: nauc_recall_at_1000_std
value: 49.148289865462964
verified: no, type: nauc_recall_at_100_diff1
value: 0.08558328048225368
verified: no, type: nauc_recall_at_100_max
value: 44.32343942191845
verified: no, type: nauc_recall_at_100_std
value: 41.341616197300254
verified: no, type: nauc_recall_at_10_diff1
value: -8.539299134021782
verified: no, type: nauc_recall_at_10_max
value: 16.79777546137138
verified: no, type: nauc_recall_at_10_std
value: 15.193357886859474
verified: no, type: nauc_recall_at_1_diff1
value: 8.394014054447531
verified: no, type: nauc_recall_at_1_max
value: 7.60942631951954
verified: no, type: nauc_recall_at_1_std
value: 5.079175131124386
verified: no, type: nauc_recall_at_20_diff1
value: -7.534446049238223
verified: no, type: nauc_recall_at_20_max
value: 21.985961963829173
verified: no, type: nauc_recall_at_20_std
value: 24.202377536161826
verified: no, type: nauc_recall_at_3_diff1
value: -0.5379993315614552
verified: no, type: nauc_recall_at_3_max
value: 15.741845840039085
verified: no, type: nauc_recall_at_3_std
value: 14.272172085986657
verified: no, type: nauc_recall_at_5_diff1
value: -4.7699048859919495
verified: no, type: nauc_recall_at_5_max
value: 19.132489013047252
verified: no, type: nauc_recall_at_5_std
value: 15.656402604083825
verified: no, type: ndcg_at_1
value: 39.147
verified: no, type: ndcg_at_10
value: 32.379000000000005
verified: no, type: ndcg_at_100
value: 30.197000000000003
verified: no, type: ndcg_at_1000
value: 39.113
verified: no, type: ndcg_at_20
value: 30.706
verified: no, type: ndcg_at_3
value: 36.454
verified: no, type: ndcg_at_5
value: 34.804
verified: no, type: precision_at_1
value: 58.14
verified: no, type: precision_at_10
value: 41.628
verified: no, type: precision_at_100
value: 19.163
verified: no, type: precision_at_1000
value: 4.328
verified: no, type: precision_at_20
value: 35.93
verified: no, type: precision_at_3
value: 53.488
verified: no, type: precision_at_5
value: 49.302
verified: no, type: recall_at_1
value: 1.117
verified: no, type: recall_at_10
value: 7.043000000000001
verified: no, type: recall_at_100
value: 24.686
verified: no, type: recall_at_1000
value: 49.274
verified: no, type: recall_at_20
value: 11.454
verified: no, type: recall_at_3
value: 2.768
verified: no, type: recall_at_5
value: 4.051
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 79.95212038303694
verified: no, type: f1
value: 79.03391258265432
verified: no, type: f1_weighted
value: 80.1836941134592
verified: no, type: main_score
value: 79.95212038303694
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 50.99407204742362
verified: no, type: f1
value: 35.59869316035314
verified: no, type: f1_weighted
value: 55.64090279008537
verified: no, type: main_score
value: 50.99407204742362
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 56.3147276395427
verified: no, type: f1
value: 56.52233893239643
verified: no, type: f1_weighted
value: 57.27295083958472
verified: no, type: main_score
value: 56.3147276395427
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 61.36180228648285
verified: no, type: f1
value: 61.79608514083641
verified: no, type: f1_weighted
value: 62.01880736663763
verified: no, type: main_score
value: 61.36180228648285
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 25.203358952832104
verified: no, type: v_measure
value: 25.203358952832104
verified: no, type: v_measure_std
value: 1.5889538689452432
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.140411689878192
verified: no, type: v_measure
value: 20.140411689878192
verified: no, type: v_measure_std
value: 1.3959404639093425
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 28.14630792993691
verified: no, type: map
value: 28.14630792993691
verified: no, type: mrr
value: 28.72001573473281
verified: no, type: nAUC_map_diff1
value: 12.790636233679908
verified: no, type: nAUC_map_max
value: -24.675966782889354
verified: no, type: nAUC_map_std
value: -8.868569642736155
verified: no, type: nAUC_mrr_diff1
value: 12.594297363786442
verified: no, type: nAUC_mrr_max
value: -18.66334316189532
verified: no, type: nAUC_mrr_std
value: -6.40917879412513
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 20.262
verified: no, type: map_at_1
value: 3.2259999999999995
verified: no, type: map_at_10
value: 6.249
verified: no, type: map_at_100
value: 7.856000000000001
verified: no, type: map_at_1000
value: 8.847
verified: no, type: map_at_20
value: 6.859999999999999
verified: no, type: map_at_3
value: 4.912
verified: no, type: map_at_5
value: 5.532
verified: no, type: mrr_at_1
value: 29.102167182662537
verified: no, type: mrr_at_10
value: 37.48722295935918
verified: no, type: mrr_at_100
value: 38.359581692365005
verified: no, type: mrr_at_1000
value: 38.42640822902646
verified: no, type: mrr_at_20
value: 37.96328726919695
verified: no, type: mrr_at_3
value: 35.50051599587203
verified: no, type: mrr_at_5
value: 36.50670794633643
verified: no, type: nauc_map_at_1000_diff1
value: 34.225502998062666
verified: no, type: nauc_map_at_1000_max
value: 29.51314356567421
verified: no, type: nauc_map_at_1000_std
value: 24.676841841238318
verified: no, type: nauc_map_at_100_diff1
value: 36.639266631498835
verified: no, type: nauc_map_at_100_max
value: 28.249466201877162
verified: no, type: nauc_map_at_100_std
value: 21.09079780876326
verified: no, type: nauc_map_at_10_diff1
value: 40.94101736540513
verified: no, type: nauc_map_at_10_max
value: 25.287444295423427
verified: no, type: nauc_map_at_10_std
value: 16.459402995636342
verified: no, type: nauc_map_at_1_diff1
value: 56.72772764202219
verified: no, type: nauc_map_at_1_max
value: 18.594260388698473
verified: no, type: nauc_map_at_1_std
value: 10.521745244988976
verified: no, type: nauc_map_at_20_diff1
value: 39.45680026200106
verified: no, type: nauc_map_at_20_max
value: 26.453108170336133
verified: no, type: nauc_map_at_20_std
value: 17.57736510589849
verified: no, type: nauc_map_at_3_diff1
value: 48.37023115537247
verified: no, type: nauc_map_at_3_max
value: 21.733053035249288
verified: no, type: nauc_map_at_3_std
value: 11.35872211178317
verified: no, type: nauc_map_at_5_diff1
value: 44.66825771306002
verified: no, type: nauc_map_at_5_max
value: 23.64906167472115
verified: no, type: nauc_map_at_5_std
value: 13.614667818538958
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.096545589312218
verified: no, type: nauc_mrr_at_1000_max
value: 32.88296121167011
verified: no, type: nauc_mrr_at_1000_std
value: 26.689957187441404
verified: no, type: nauc_mrr_at_100_diff1
value: 23.095511144058246
verified: no, type: nauc_mrr_at_100_max
value: 32.88936470728332
verified: no, type: nauc_mrr_at_100_std
value: 26.690111269898992
verified: no, type: nauc_mrr_at_10_diff1
value: 23.31360292500588
verified: no, type: nauc_mrr_at_10_max
value: 33.007405547115994
verified: no, type: nauc_mrr_at_10_std
value: 26.94778412679592
verified: no, type: nauc_mrr_at_1_diff1
value: 26.47956256293995
verified: no, type: nauc_mrr_at_1_max
value: 27.9802656628855
verified: no, type: nauc_mrr_at_1_std
value: 20.673015562271235
verified: no, type: nauc_mrr_at_20_diff1
value: 22.896939606493884
verified: no, type: nauc_mrr_at_20_max
value: 32.84652923826389
verified: no, type: nauc_mrr_at_20_std
value: 26.78292397211767
verified: no, type: nauc_mrr_at_3_diff1
value: 23.87827526967549
verified: no, type: nauc_mrr_at_3_max
value: 31.93163384356621
verified: no, type: nauc_mrr_at_3_std
value: 26.196995731830913
verified: no, type: nauc_mrr_at_5_diff1
value: 23.11132765825798
verified: no, type: nauc_mrr_at_5_max
value: 32.84744295615399
verified: no, type: nauc_mrr_at_5_std
value: 26.857141097262954
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.014449854906154
verified: no, type: nauc_ndcg_at_1000_max
value: 35.573181393508094
verified: no, type: nauc_ndcg_at_1000_std
value: 29.57887504767685
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.482395925650785
verified: no, type: nauc_ndcg_at_100_max
value: 31.143216338751056
verified: no, type: nauc_ndcg_at_100_std
value: 29.05108034950211
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.20556909939187
verified: no, type: nauc_ndcg_at_10_max
value: 30.188537720105263
verified: no, type: nauc_ndcg_at_10_std
value: 33.148316921985746
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.579218168878498
verified: no, type: nauc_ndcg_at_1_max
value: 26.62853821310594
verified: no, type: nauc_ndcg_at_1_std
value: 22.06590622641595
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.90606489971678
verified: no, type: nauc_ndcg_at_20_max
value: 30.18956751610167
verified: no, type: nauc_ndcg_at_20_std
value: 32.62028461090999
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.29537666250503
verified: no, type: nauc_ndcg_at_3_max
value: 28.956322212611084
verified: no, type: nauc_ndcg_at_3_std
value: 27.803663301961514
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.533019976181688
verified: no, type: nauc_ndcg_at_5_max
value: 31.226250218984042
verified: no, type: nauc_ndcg_at_5_std
value: 31.3713108175768
verified: no, type: nauc_precision_at_1000_diff1
value: -11.906965608363794
verified: no, type: nauc_precision_at_1000_max
value: 14.590054385467058
verified: no, type: nauc_precision_at_1000_std
value: 41.31590882094201
verified: no, type: nauc_precision_at_100_diff1
value: -6.700675198402514
verified: no, type: nauc_precision_at_100_max
value: 22.345069124570607
verified: no, type: nauc_precision_at_100_std
value: 43.62857271408968
verified: no, type: nauc_precision_at_10_diff1
value: -0.27903509313925307
verified: no, type: nauc_precision_at_10_max
value: 30.707411559831254
verified: no, type: nauc_precision_at_10_std
value: 38.735122150750286
verified: no, type: nauc_precision_at_1_diff1
value: 26.47956256293995
verified: no, type: nauc_precision_at_1_max
value: 27.9802656628855
verified: no, type: nauc_precision_at_1_std
value: 20.673015562271235
verified: no, type: nauc_precision_at_20_diff1
value: -1.5404916570473477
verified: no, type: nauc_precision_at_20_max
value: 29.38869817780232
verified: no, type: nauc_precision_at_20_std
value: 42.062971127472736
verified: no, type: nauc_precision_at_3_diff1
value: 7.90960010258409
verified: no, type: nauc_precision_at_3_max
value: 30.564360577416373
verified: no, type: nauc_precision_at_3_std
value: 30.376332189333134
verified: no, type: nauc_precision_at_5_diff1
value: 3.63510369960565
verified: no, type: nauc_precision_at_5_max
value: 33.24832345773706
verified: no, type: nauc_precision_at_5_std
value: 35.763605626824834
verified: no, type: nauc_recall_at_1000_diff1
value: 12.707424352046095
verified: no, type: nauc_recall_at_1000_max
value: 17.91697095684489
verified: no, type: nauc_recall_at_1000_std
value: 9.324100282884377
verified: no, type: nauc_recall_at_100_diff1
value: 20.927401168961897
verified: no, type: nauc_recall_at_100_max
value: 15.227507618547989
verified: no, type: nauc_recall_at_100_std
value: 11.012991450200758
verified: no, type: nauc_recall_at_10_diff1
value: 34.08230928865217
verified: no, type: nauc_recall_at_10_max
value: 22.320129646710598
verified: no, type: nauc_recall_at_10_std
value: 16.863090045104933
verified: no, type: nauc_recall_at_1_diff1
value: 56.72772764202219
verified: no, type: nauc_recall_at_1_max
value: 18.594260388698473
verified: no, type: nauc_recall_at_1_std
value: 10.521745244988976
verified: no, type: nauc_recall_at_20_diff1
value: 28.882654059247177
verified: no, type: nauc_recall_at_20_max
value: 21.025558215170413
verified: no, type: nauc_recall_at_20_std
value: 12.661836302766874
verified: no, type: nauc_recall_at_3_diff1
value: 42.96695328082221
verified: no, type: nauc_recall_at_3_max
value: 18.994697563250032
verified: no, type: nauc_recall_at_3_std
value: 10.432598725250376
verified: no, type: nauc_recall_at_5_diff1
value: 37.6410111668133
verified: no, type: nauc_recall_at_5_max
value: 21.29065195742829
verified: no, type: nauc_recall_at_5_std
value: 13.499964500456299
verified: no, type: ndcg_at_1
value: 27.554000000000002
verified: no, type: ndcg_at_10
value: 20.262
verified: no, type: ndcg_at_100
value: 19.216
verified: no, type: ndcg_at_1000
value: 28.017999999999997
verified: no, type: ndcg_at_20
value: 18.968
verified: no, type: ndcg_at_3
value: 24.123
verified: no, type: ndcg_at_5
value: 22.259999999999998
verified: no, type: precision_at_1
value: 29.102
verified: no, type: precision_at_10
value: 14.892
verified: no, type: precision_at_100
value: 5.235
verified: no, type: precision_at_1000
value: 1.7469999999999999
verified: no, type: precision_at_20
value: 11.238
verified: no, type: precision_at_3
value: 22.497
verified: no, type: precision_at_5
value: 18.884999999999998
verified: no, type: recall_at_1
value: 3.2259999999999995
verified: no, type: recall_at_10
value: 9.063
verified: no, type: recall_at_100
value: 21.315
verified: no, type: recall_at_1000
value: 52.373000000000005
verified: no, type: recall_at_20
value: 11.738
verified: no, type: recall_at_3
value: 5.942
verified: no, type: recall_at_5
value: 7.047000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 16.264
verified: no, type: map_at_1
value: 6.979
verified: no, type: map_at_10
value: 12.483
verified: no, type: map_at_100
value: 13.553999999999998
verified: no, type: map_at_1000
value: 13.653
verified: no, type: map_at_20
value: 13.059000000000001
verified: no, type: map_at_3
value: 10.309
verified: no, type: map_at_5
value: 11.378
verified: no, type: mrr_at_1
value: 8.02433371958285
verified: no, type: mrr_at_10
value: 13.823743769427416
verified: no, type: mrr_at_100
value: 14.841532597724044
verified: no, type: mrr_at_1000
value: 14.927580178118166
verified: no, type: mrr_at_20
value: 14.382306176089468
verified: no, type: mrr_at_3
value: 11.582657396678234
verified: no, type: mrr_at_5
value: 12.713885670142874
verified: no, type: nauc_map_at_1000_diff1
value: 17.321995786604727
verified: no, type: nauc_map_at_1000_max
value: 13.321764464282767
verified: no, type: nauc_map_at_1000_std
value: 4.845236355948673
verified: no, type: nauc_map_at_100_diff1
value: 17.33094637514177
verified: no, type: nauc_map_at_100_max
value: 13.290481132497359
verified: no, type: nauc_map_at_100_std
value: 4.7866557113657375
verified: no, type: nauc_map_at_10_diff1
value: 17.392534063235104
verified: no, type: nauc_map_at_10_max
value: 12.333216075433874
verified: no, type: nauc_map_at_10_std
value: 3.3634414319485835
verified: no, type: nauc_map_at_1_diff1
value: 20.32526040296721
verified: no, type: nauc_map_at_1_max
value: 8.57165897943624
verified: no, type: nauc_map_at_1_std
value: -0.9949962771593437
verified: no, type: nauc_map_at_20_diff1
value: 17.36892361722547
verified: no, type: nauc_map_at_20_max
value: 12.899373271074335
verified: no, type: nauc_map_at_20_std
value: 4.0786561989394325
verified: no, type: nauc_map_at_3_diff1
value: 18.817120589692667
verified: no, type: nauc_map_at_3_max
value: 11.003096684764095
verified: no, type: nauc_map_at_3_std
value: 0.5940309413448372
verified: no, type: nauc_map_at_5_diff1
value: 18.02931808966191
verified: no, type: nauc_map_at_5_max
value: 11.826084429196142
verified: no, type: nauc_map_at_5_std
value: 2.304115084302285
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.04691577344905
verified: no, type: nauc_mrr_at_1000_max
value: 12.484734803814984
verified: no, type: nauc_mrr_at_1000_std
value: 5.812484253920192
verified: no, type: nauc_mrr_at_100_diff1
value: 16.062256846641255
verified: no, type: nauc_mrr_at_100_max
value: 12.46248748819978
verified: no, type: nauc_mrr_at_100_std
value: 5.7792391030216015
verified: no, type: nauc_mrr_at_10_diff1
value: 15.986875987893104
verified: no, type: nauc_mrr_at_10_max
value: 11.655228756550056
verified: no, type: nauc_mrr_at_10_std
value: 4.732033485106643
verified: no, type: nauc_mrr_at_1_diff1
value: 18.67844099636548
verified: no, type: nauc_mrr_at_1_max
value: 7.954896480831794
verified: no, type: nauc_mrr_at_1_std
value: 1.4124736021452866
verified: no, type: nauc_mrr_at_20_diff1
value: 16.085457852287778
verified: no, type: nauc_mrr_at_20_max
value: 12.195109873461558
verified: no, type: nauc_mrr_at_20_std
value: 5.234278057239073
verified: no, type: nauc_mrr_at_3_diff1
value: 17.30326273444345
verified: no, type: nauc_mrr_at_3_max
value: 10.48902481304035
verified: no, type: nauc_mrr_at_3_std
value: 2.3369829883897535
verified: no, type: nauc_mrr_at_5_diff1
value: 16.52397457119427
verified: no, type: nauc_mrr_at_5_max
value: 11.200321806627342
verified: no, type: nauc_mrr_at_5_std
value: 3.9183260877180297
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.748225155472612
verified: no, type: nauc_ndcg_at_1000_max
value: 18.381840073662786
verified: no, type: nauc_ndcg_at_1000_std
value: 13.520200891253154
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.976902277663749
verified: no, type: nauc_ndcg_at_100_max
value: 17.616264656095705
verified: no, type: nauc_ndcg_at_100_std
value: 11.975028383318664
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.750513470494099
verified: no, type: nauc_ndcg_at_10_max
value: 13.655297117642833
verified: no, type: nauc_ndcg_at_10_std
value: 5.85055477069322
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.67844099636548
verified: no, type: nauc_ndcg_at_1_max
value: 7.954896480831794
verified: no, type: nauc_ndcg_at_1_std
value: 1.4124736021452866
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.85131764944561
verified: no, type: nauc_ndcg_at_20_max
value: 15.444754875926629
verified: no, type: nauc_ndcg_at_20_std
value: 7.830391868479684
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.239883851684212
verified: no, type: nauc_ndcg_at_3_max
value: 11.606198789231707
verified: no, type: nauc_ndcg_at_3_std
value: 1.4309223725689793
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.953506089605234
verified: no, type: nauc_ndcg_at_5_max
value: 12.801271514437992
verified: no, type: nauc_ndcg_at_5_std
value: 4.081942824600097
verified: no, type: nauc_precision_at_1000_diff1
value: 6.386301730886286
verified: no, type: nauc_precision_at_1000_max
value: 26.087682269409328
verified: no, type: nauc_precision_at_1000_std
value: 36.42467460945731
verified: no, type: nauc_precision_at_100_diff1
value: 11.6714379887317
verified: no, type: nauc_precision_at_100_max
value: 25.35736651040964
verified: no, type: nauc_precision_at_100_std
value: 28.84021052964843
verified: no, type: nauc_precision_at_10_diff1
value: 12.641101468595247
verified: no, type: nauc_precision_at_10_max
value: 16.431858350671533
verified: no, type: nauc_precision_at_10_std
value: 12.06169262052791
verified: no, type: nauc_precision_at_1_diff1
value: 18.67844099636548
verified: no, type: nauc_precision_at_1_max
value: 7.954896480831794
verified: no, type: nauc_precision_at_1_std
value: 1.4124736021452866
verified: no, type: nauc_precision_at_20_diff1
value: 12.741572923717074
verified: no, type: nauc_precision_at_20_max
value: 20.60761595809473
verified: no, type: nauc_precision_at_20_std
value: 16.82886808761755
verified: no, type: nauc_precision_at_3_diff1
value: 17.12661510225906
verified: no, type: nauc_precision_at_3_max
value: 13.517741957718298
verified: no, type: nauc_precision_at_3_std
value: 3.9121112680914267
verified: no, type: nauc_precision_at_5_diff1
value: 15.133387863602032
verified: no, type: nauc_precision_at_5_max
value: 14.989553053093434
verified: no, type: nauc_precision_at_5_std
value: 8.52181666255261
verified: no, type: nauc_recall_at_1000_diff1
value: 11.99856854493528
verified: no, type: nauc_recall_at_1000_max
value: 38.30357445859385
verified: no, type: nauc_recall_at_1000_std
value: 47.34372122321347
verified: no, type: nauc_recall_at_100_diff1
value: 14.124456366513128
verified: no, type: nauc_recall_at_100_max
value: 27.772125170972323
verified: no, type: nauc_recall_at_100_std
value: 28.306454780408746
verified: no, type: nauc_recall_at_10_diff1
value: 12.996251000160575
verified: no, type: nauc_recall_at_10_max
value: 15.958435089663563
verified: no, type: nauc_recall_at_10_std
value: 9.238996180654155
verified: no, type: nauc_recall_at_1_diff1
value: 20.32526040296721
verified: no, type: nauc_recall_at_1_max
value: 8.57165897943624
verified: no, type: nauc_recall_at_1_std
value: -0.9949962771593437
verified: no, type: nauc_recall_at_20_diff1
value: 13.292540655438506
verified: no, type: nauc_recall_at_20_max
value: 20.14810360684294
verified: no, type: nauc_recall_at_20_std
value: 13.784965787910771
verified: no, type: nauc_recall_at_3_diff1
value: 17.68473940717096
verified: no, type: nauc_recall_at_3_max
value: 12.91173367410646
verified: no, type: nauc_recall_at_3_std
value: 1.8996359838407515
verified: no, type: nauc_recall_at_5_diff1
value: 15.486281265404076
verified: no, type: nauc_recall_at_5_max
value: 14.994490117357564
verified: no, type: nauc_recall_at_5_std
value: 6.529753456056793
verified: no, type: ndcg_at_1
value: 8.024000000000001
verified: no, type: ndcg_at_10
value: 16.264
verified: no, type: ndcg_at_100
value: 21.867
verified: no, type: ndcg_at_1000
value: 24.698999999999998
verified: no, type: ndcg_at_20
value: 18.32
verified: no, type: ndcg_at_3
value: 11.704
verified: no, type: ndcg_at_5
value: 13.629
verified: no, type: precision_at_1
value: 8.024000000000001
verified: no, type: precision_at_10
value: 3.163
verified: no, type: precision_at_100
value: 0.637
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_20
value: 2.052
verified: no, type: precision_at_3
value: 5.659
verified: no, type: precision_at_5
value: 4.455
verified: no, type: recall_at_1
value: 6.979
verified: no, type: recall_at_10
value: 26.806
verified: no, type: recall_at_100
value: 53.080000000000005
verified: no, type: recall_at_1000
value: 75.024
verified: no, type: recall_at_20
value: 34.627
verified: no, type: recall_at_3
value: 14.466999999999999
verified: no, type: recall_at_5
value: 18.984
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 78.11399999999999
verified: no, type: map_at_1
value: 61.50600000000001
verified: no, type: map_at_10
value: 73.531
verified: no, type: map_at_100
value: 74.335
verified: no, type: map_at_1000
value: 74.372
verified: no, type: map_at_20
value: 74.034
verified: no, type: map_at_3
value: 70.684
verified: no, type: map_at_5
value: 72.33699999999999
verified: no, type: mrr_at_1
value: 70.69
verified: no, type: mrr_at_10
value: 77.77271825396787
verified: no, type: mrr_at_100
value: 78.06071790057685
verified: no, type: mrr_at_1000
value: 78.07040676132077
verified: no, type: mrr_at_20
value: 77.96910366731603
verified: no, type: mrr_at_3
value: 76.3116666666663
verified: no, type: mrr_at_5
value: 77.16466666666611
verified: no, type: nauc_map_at_1000_diff1
value: 70.26254525388835
verified: no, type: nauc_map_at_1000_max
value: 39.359238938531824
verified: no, type: nauc_map_at_1000_std
value: -13.077910788110486
verified: no, type: nauc_map_at_100_diff1
value: 70.26397042188857
verified: no, type: nauc_map_at_100_max
value: 39.35571894124414
verified: no, type: nauc_map_at_100_std
value: -13.081893260282465
verified: no, type: nauc_map_at_10_diff1
value: 70.28426070971334
verified: no, type: nauc_map_at_10_max
value: 38.878423023824496
verified: no, type: nauc_map_at_10_std
value: -13.845535281407798
verified: no, type: nauc_map_at_1_diff1
value: 73.22682899696919
verified: no, type: nauc_map_at_1_max
value: 32.179042593984605
verified: no, type: nauc_map_at_1_std
value: -14.164689015576265
verified: no, type: nauc_map_at_20_diff1
value: 70.29791706185009
verified: no, type: nauc_map_at_20_max
value: 39.2506369863735
verified: no, type: nauc_map_at_20_std
value: -13.428605108921618
verified: no, type: nauc_map_at_3_diff1
value: 70.58520394411615
verified: no, type: nauc_map_at_3_max
value: 36.98578522188488
verified: no, type: nauc_map_at_3_std
value: -14.882810834169536
verified: no, type: nauc_map_at_5_diff1
value: 70.31697703820937
verified: no, type: nauc_map_at_5_max
value: 38.23086631331022
verified: no, type: nauc_map_at_5_std
value: -14.352364895991771
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.00906875803129
verified: no, type: nauc_mrr_at_1000_max
value: 42.54390362666916
verified: no, type: nauc_mrr_at_1000_std
value: -10.843103396657934
verified: no, type: nauc_mrr_at_100_diff1
value: 71.00657248170637
verified: no, type: nauc_mrr_at_100_max
value: 42.55140166064036
verified: no, type: nauc_mrr_at_100_std
value: -10.827714189805103
verified: no, type: nauc_mrr_at_10_diff1
value: 70.9374713110541
verified: no, type: nauc_mrr_at_10_max
value: 42.49793060362158
verified: no, type: nauc_mrr_at_10_std
value: -10.981865658916504
verified: no, type: nauc_mrr_at_1_diff1
value: 72.58107029113434
verified: no, type: nauc_mrr_at_1_max
value: 41.255142804610465
verified: no, type: nauc_mrr_at_1_std
value: -11.06336456930669
verified: no, type: nauc_mrr_at_20_diff1
value: 70.98914357322937
verified: no, type: nauc_mrr_at_20_max
value: 42.58028022821034
verified: no, type: nauc_mrr_at_20_std
value: -10.89676511965497
verified: no, type: nauc_mrr_at_3_diff1
value: 70.98477204985238
verified: no, type: nauc_mrr_at_3_max
value: 42.18915332529639
verified: no, type: nauc_mrr_at_3_std
value: -11.274774861910524
verified: no, type: nauc_mrr_at_5_diff1
value: 70.9418009512622
verified: no, type: nauc_mrr_at_5_max
value: 42.50047833014046
verified: no, type: nauc_mrr_at_5_std
value: -11.208181791120454
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.01478921084598
verified: no, type: nauc_ndcg_at_1000_max
value: 41.30375127446742
verified: no, type: nauc_ndcg_at_1000_std
value: -11.017487532482354
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.92913238107138
verified: no, type: nauc_ndcg_at_100_max
value: 41.406667012414935
verified: no, type: nauc_ndcg_at_100_std
value: -10.591322958683659
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.63776884038366
verified: no, type: nauc_ndcg_at_10_max
value: 40.49459542343666
verified: no, type: nauc_ndcg_at_10_std
value: -12.697990144943741
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.58107029113434
verified: no, type: nauc_ndcg_at_1_max
value: 41.28625816158198
verified: no, type: nauc_ndcg_at_1_std
value: -11.01533230337946
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.87878397851162
verified: no, type: nauc_ndcg_at_20_max
value: 41.244475864533435
verified: no, type: nauc_ndcg_at_20_std
value: -11.878473064024627
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.67952311791987
verified: no, type: nauc_ndcg_at_3_max
value: 39.38896814202846
verified: no, type: nauc_ndcg_at_3_std
value: -13.451932819152097
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.56505863550416
verified: no, type: nauc_ndcg_at_5_max
value: 40.087311053743214
verified: no, type: nauc_ndcg_at_5_std
value: -13.265169408028669
verified: no, type: nauc_precision_at_1000_diff1
value: -34.803462861196586
verified: no, type: nauc_precision_at_1000_max
value: -3.6914740045748564
verified: no, type: nauc_precision_at_1000_std
value: 17.6062228610259
verified: no, type: nauc_precision_at_100_diff1
value: -31.00436350172319
verified: no, type: nauc_precision_at_100_max
value: 0.5170023926825622
verified: no, type: nauc_precision_at_100_std
value: 18.247978948368985
verified: no, type: nauc_precision_at_10_diff1
value: -14.830970646644504
verified: no, type: nauc_precision_at_10_max
value: 12.146480889522083
verified: no, type: nauc_precision_at_10_std
value: 9.648726461368739
verified: no, type: nauc_precision_at_1_diff1
value: 72.58107029113434
verified: no, type: nauc_precision_at_1_max
value: 41.28625816158198
verified: no, type: nauc_precision_at_1_std
value: -11.01533230337946
verified: no, type: nauc_precision_at_20_diff1
value: -22.525926162187808
verified: no, type: nauc_precision_at_20_max
value: 7.7663095746559305
verified: no, type: nauc_precision_at_20_std
value: 13.712769674573918
verified: no, type: nauc_precision_at_3_diff1
value: 12.498174690591098
verified: no, type: nauc_precision_at_3_max
value: 23.335326937992242
verified: no, type: nauc_precision_at_3_std
value: -0.045692008385077365
verified: no, type: nauc_precision_at_5_diff1
value: -1.5088729110242105
verified: no, type: nauc_precision_at_5_max
value: 18.744763943447985
verified: no, type: nauc_precision_at_5_std
value: 4.794501408576178
verified: no, type: nauc_recall_at_1000_diff1
value: 57.70035287313853
verified: no, type: nauc_recall_at_1000_max
value: 52.83497167649448
verified: no, type: nauc_recall_at_1000_std
value: 45.667010990405636
verified: no, type: nauc_recall_at_100_diff1
value: 60.39923797796821
verified: no, type: nauc_recall_at_100_max
value: 47.73398601215229
verified: no, type: nauc_recall_at_100_std
value: 19.6253924560789
verified: no, type: nauc_recall_at_10_diff1
value: 63.25854708936013
verified: no, type: nauc_recall_at_10_max
value: 39.36444038042031
verified: no, type: nauc_recall_at_10_std
value: -12.34337299913012
verified: no, type: nauc_recall_at_1_diff1
value: 73.22682899696919
verified: no, type: nauc_recall_at_1_max
value: 32.179042593984605
verified: no, type: nauc_recall_at_1_std
value: -14.164689015576265
verified: no, type: nauc_recall_at_20_diff1
value: 62.42015215372281
verified: no, type: nauc_recall_at_20_max
value: 43.44194501769386
verified: no, type: nauc_recall_at_20_std
value: -6.54675150081726
verified: no, type: nauc_recall_at_3_diff1
value: 66.39153891556722
verified: no, type: nauc_recall_at_3_max
value: 35.53328884783167
verified: no, type: nauc_recall_at_3_std
value: -15.869413068503238
verified: no, type: nauc_recall_at_5_diff1
value: 64.80289706179808
verified: no, type: nauc_recall_at_5_max
value: 38.02114775665984
verified: no, type: nauc_recall_at_5_std
value: -15.098850059169052
verified: no, type: ndcg_at_1
value: 70.69
verified: no, type: ndcg_at_10
value: 78.11399999999999
verified: no, type: ndcg_at_100
value: 80.472
verified: no, type: ndcg_at_1000
value: 80.971
verified: no, type: ndcg_at_20
value: 79.259
verified: no, type: ndcg_at_3
value: 74.568
verified: no, type: ndcg_at_5
value: 76.24300000000001
verified: no, type: precision_at_1
value: 70.69
verified: no, type: precision_at_10
value: 11.804
verified: no, type: precision_at_100
value: 1.428
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: precision_at_20
value: 6.379
verified: no, type: precision_at_3
value: 32.223
verified: no, type: precision_at_5
value: 21.244
verified: no, type: recall_at_1
value: 61.50600000000001
verified: no, type: recall_at_10
value: 86.964
verified: no, type: recall_at_100
value: 96.054
verified: no, type: recall_at_1000
value: 99.073
verified: no, type: recall_at_20
value: 90.903
verified: no, type: recall_at_3
value: 76.716
verified: no, type: recall_at_5
value: 81.441
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 30.801927607385903
verified: no, type: v_measure
value: 30.801927607385903
verified: no, type: v_measure_std
value: 4.075839190271047
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 40.361643839641246
verified: no, type: v_measure
value: 40.361643839641246
verified: no, type: v_measure_std
value: 11.089320585957642
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 10.079
verified: no, type: map_at_1
value: 2.363
verified: no, type: map_at_10
value: 5.4559999999999995
verified: no, type: map_at_100
value: 6.543
verified: no, type: map_at_1000
value: 6.764
verified: no, type: map_at_20
value: 5.926
verified: no, type: map_at_3
value: 3.955
verified: no, type: map_at_5
value: 4.659
verified: no, type: mrr_at_1
value: 11.600000000000001
verified: no, type: mrr_at_10
value: 18.294603174603168
verified: no, type: mrr_at_100
value: 19.442059091403614
verified: no, type: mrr_at_1000
value: 19.549727612527633
verified: no, type: mrr_at_20
value: 18.924907508642033
verified: no, type: mrr_at_3
value: 15.883333333333335
verified: no, type: mrr_at_5
value: 17.213333333333324
verified: no, type: nauc_map_at_1000_diff1
value: 14.39204138221034
verified: no, type: nauc_map_at_1000_max
value: 13.775941175314601
verified: no, type: nauc_map_at_1000_std
value: 19.364420037781972
verified: no, type: nauc_map_at_100_diff1
value: 14.514573423489038
verified: no, type: nauc_map_at_100_max
value: 13.652566834703853
verified: no, type: nauc_map_at_100_std
value: 18.85346955207917
verified: no, type: nauc_map_at_10_diff1
value: 14.006352832095855
verified: no, type: nauc_map_at_10_max
value: 11.403770173122997
verified: no, type: nauc_map_at_10_std
value: 15.69524363533784
verified: no, type: nauc_map_at_1_diff1
value: 25.475583218288605
verified: no, type: nauc_map_at_1_max
value: 14.158136303120036
verified: no, type: nauc_map_at_1_std
value: 9.987971364470816
verified: no, type: nauc_map_at_20_diff1
value: 14.392581320251221
verified: no, type: nauc_map_at_20_max
value: 13.175117659767396
verified: no, type: nauc_map_at_20_std
value: 16.99961605674006
verified: no, type: nauc_map_at_3_diff1
value: 18.6248313157811
verified: no, type: nauc_map_at_3_max
value: 12.125941664166598
verified: no, type: nauc_map_at_3_std
value: 11.785512933833301
verified: no, type: nauc_map_at_5_diff1
value: 16.771281596812702
verified: no, type: nauc_map_at_5_max
value: 11.416457296518253
verified: no, type: nauc_map_at_5_std
value: 13.144098078540752
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.044592570378125
verified: no, type: nauc_mrr_at_1000_max
value: 14.27827927427439
verified: no, type: nauc_mrr_at_1000_std
value: 14.626246869643445
verified: no, type: nauc_mrr_at_100_diff1
value: 18.043555872103084
verified: no, type: nauc_mrr_at_100_max
value: 14.308469034370233
verified: no, type: nauc_mrr_at_100_std
value: 14.672191750392289
verified: no, type: nauc_mrr_at_10_diff1
value: 17.38246707297233
verified: no, type: nauc_mrr_at_10_max
value: 13.7483871644971
verified: no, type: nauc_mrr_at_10_std
value: 13.99933361581745
verified: no, type: nauc_mrr_at_1_diff1
value: 25.379210620808784
verified: no, type: nauc_mrr_at_1_max
value: 14.436206243995208
verified: no, type: nauc_mrr_at_1_std
value: 10.509932746523297
verified: no, type: nauc_mrr_at_20_diff1
value: 18.010856233024477
verified: no, type: nauc_mrr_at_20_max
value: 14.44532554449752
verified: no, type: nauc_mrr_at_20_std
value: 14.601472824362416
verified: no, type: nauc_mrr_at_3_diff1
value: 19.48779285695388
verified: no, type: nauc_mrr_at_3_max
value: 13.68067515631068
verified: no, type: nauc_mrr_at_3_std
value: 13.348832393602091
verified: no, type: nauc_mrr_at_5_diff1
value: 18.448930617563693
verified: no, type: nauc_mrr_at_5_max
value: 14.052658357973332
verified: no, type: nauc_mrr_at_5_std
value: 12.93080933002862
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.380670925684822
verified: no, type: nauc_ndcg_at_1000_max
value: 16.509440443364966
verified: no, type: nauc_ndcg_at_1000_std
value: 26.366536987724032
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.539774562089017
verified: no, type: nauc_ndcg_at_100_max
value: 16.15900359915798
verified: no, type: nauc_ndcg_at_100_std
value: 23.565267954617983
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.912013852580488
verified: no, type: nauc_ndcg_at_10_max
value: 11.85312783749743
verified: no, type: nauc_ndcg_at_10_std
value: 17.003094977182656
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.379210620808784
verified: no, type: nauc_ndcg_at_1_max
value: 14.436206243995208
verified: no, type: nauc_ndcg_at_1_std
value: 10.509932746523297
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.384863843869732
verified: no, type: nauc_ndcg_at_20_max
value: 15.05357410092691
verified: no, type: nauc_ndcg_at_20_std
value: 19.444049230224543
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.48399550772979
verified: no, type: nauc_ndcg_at_3_max
value: 12.714379892788727
verified: no, type: nauc_ndcg_at_3_std
value: 13.106083228450965
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.625779329484638
verified: no, type: nauc_ndcg_at_5_max
value: 12.398187698543461
verified: no, type: nauc_ndcg_at_5_std
value: 13.688027793359606
verified: no, type: nauc_precision_at_1000_diff1
value: 4.386172566925185
verified: no, type: nauc_precision_at_1000_max
value: 15.968555049641312
verified: no, type: nauc_precision_at_1000_std
value: 34.49972035503557
verified: no, type: nauc_precision_at_100_diff1
value: 9.285051508368504
verified: no, type: nauc_precision_at_100_max
value: 17.84112188638699
verified: no, type: nauc_precision_at_100_std
value: 30.41273557944707
verified: no, type: nauc_precision_at_10_diff1
value: 5.088829916685984
verified: no, type: nauc_precision_at_10_max
value: 10.150043937691553
verified: no, type: nauc_precision_at_10_std
value: 20.134902557421423
verified: no, type: nauc_precision_at_1_diff1
value: 25.379210620808784
verified: no, type: nauc_precision_at_1_max
value: 14.436206243995208
verified: no, type: nauc_precision_at_1_std
value: 10.509932746523297
verified: no, type: nauc_precision_at_20_diff1
value: 8.917356829885636
verified: no, type: nauc_precision_at_20_max
value: 16.726052106372965
verified: no, type: nauc_precision_at_20_std
value: 24.00987930494433
verified: no, type: nauc_precision_at_3_diff1
value: 14.071158137552326
verified: no, type: nauc_precision_at_3_max
value: 12.067798310056906
verified: no, type: nauc_precision_at_3_std
value: 13.890128626231707
verified: no, type: nauc_precision_at_5_diff1
value: 11.17468478370052
verified: no, type: nauc_precision_at_5_max
value: 11.553851300020389
verified: no, type: nauc_precision_at_5_std
value: 14.92402528947044
verified: no, type: nauc_recall_at_1000_diff1
value: 4.720577942934432
verified: no, type: nauc_recall_at_1000_max
value: 17.229452669095593
verified: no, type: nauc_recall_at_1000_std
value: 34.82378562198942
verified: no, type: nauc_recall_at_100_diff1
value: 9.446062063961966
verified: no, type: nauc_recall_at_100_max
value: 18.150044191229515
verified: no, type: nauc_recall_at_100_std
value: 30.300687912435148
verified: no, type: nauc_recall_at_10_diff1
value: 5.261144274229748
verified: no, type: nauc_recall_at_10_max
value: 10.02377305988302
verified: no, type: nauc_recall_at_10_std
value: 19.71448468589649
verified: no, type: nauc_recall_at_1_diff1
value: 25.475583218288605
verified: no, type: nauc_recall_at_1_max
value: 14.158136303120036
verified: no, type: nauc_recall_at_1_std
value: 9.987971364470816
verified: no, type: nauc_recall_at_20_diff1
value: 9.042661227547748
verified: no, type: nauc_recall_at_20_max
value: 16.489588455111686
verified: no, type: nauc_recall_at_20_std
value: 23.653475624978704
verified: no, type: nauc_recall_at_3_diff1
value: 14.285960795849753
verified: no, type: nauc_recall_at_3_max
value: 11.904857769814612
verified: no, type: nauc_recall_at_3_std
value: 13.429738654062886
verified: no, type: nauc_recall_at_5_diff1
value: 11.397656022139161
verified: no, type: nauc_recall_at_5_max
value: 11.451453387154114
verified: no, type: nauc_recall_at_5_std
value: 14.46951909802466
verified: no, type: ndcg_at_1
value: 11.600000000000001
verified: no, type: ndcg_at_10
value: 10.079
verified: no, type: ndcg_at_100
value: 15.467
verified: no, type: ndcg_at_1000
value: 20.403
verified: no, type: ndcg_at_20
value: 11.702
verified: no, type: ndcg_at_3
value: 9.264999999999999
verified: no, type: ndcg_at_5
value: 8.169
verified: no, type: precision_at_1
value: 11.600000000000001
verified: no, type: precision_at_10
value: 5.34
verified: no, type: precision_at_100
value: 1.327
verified: no, type: precision_at_1000
value: 0.252
verified: no, type: precision_at_20
value: 3.61
verified: no, type: precision_at_3
value: 8.667
verified: no, type: precision_at_5
value: 7.22
verified: no, type: recall_at_1
value: 2.363
verified: no, type: recall_at_10
value: 10.842
verified: no, type: recall_at_100
value: 26.915
verified: no, type: recall_at_1000
value: 51.175000000000004
verified: no, type: recall_at_20
value: 14.642
verified: no, type: recall_at_3
value: 5.273
verified: no, type: recall_at_5
value: 7.318
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 74.27164353743228
verified: no, type: cosine_spearman
value: 62.83198950145926
verified: no, type: euclidean_pearson
value: 64.22668185411773
verified: no, type: euclidean_spearman
value: 56.754054133764384
verified: no, type: main_score
value: 62.83198950145926
verified: no, type: manhattan_pearson
value: 64.34828755465323
verified: no, type: manhattan_spearman
value: 57.005282159556124
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 70.40791949677947
verified: no, type: cosine_spearman
value: 61.57236894696457
verified: no, type: euclidean_pearson
value: 59.54458360519249
verified: no, type: euclidean_spearman
value: 55.36391014885371
verified: no, type: main_score
value: 61.57236894696457
verified: no, type: manhattan_pearson
value: 59.630578110705926
verified: no, type: manhattan_spearman
value: 55.37633006148959
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 75.92089401760414
verified: no, type: cosine_spearman
value: 76.72396993152137
verified: no, type: euclidean_pearson
value: 55.72906609293995
verified: no, type: euclidean_spearman
value: 56.908314502794575
verified: no, type: main_score
value: 76.72396993152137
verified: no, type: manhattan_pearson
value: 55.8052680544619
verified: no, type: manhattan_spearman
value: 56.816257607751
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 74.5522817266925
verified: no, type: cosine_spearman
value: 70.45384542782726
verified: no, type: euclidean_pearson
value: 56.076855829627135
verified: no, type: euclidean_spearman
value: 55.92517915514844
verified: no, type: main_score
value: 70.45384542782726
verified: no, type: manhattan_pearson
value: 56.059972372328915
verified: no, type: manhattan_spearman
value: 55.90438536143273
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 76.24490102161559
verified: no, type: cosine_spearman
value: 77.1402497978033
verified: no, type: euclidean_pearson
value: 52.24635814761787
verified: no, type: euclidean_spearman
value: 54.66387079791024
verified: no, type: main_score
value: 77.1402497978033
verified: no, type: manhattan_pearson
value: 52.44643436807185
verified: no, type: manhattan_spearman
value: 54.641635048122474
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 72.77772835237569
verified: no, type: cosine_spearman
value: 74.00934281399067
verified: no, type: euclidean_pearson
value: 47.742665342700114
verified: no, type: euclidean_spearman
value: 50.51262435133228
verified: no, type: main_score
value: 74.00934281399067
verified: no, type: manhattan_pearson
value: 47.595519266899394
verified: no, type: manhattan_spearman
value: 50.461763032502446
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 25.557119850481147
verified: no, type: cosine_spearman
value: 20.92658668011909
verified: no, type: euclidean_pearson
value: -8.341420863788999
verified: no, type: euclidean_spearman
value: -10.155064965580927
verified: no, type: main_score
value: 20.92658668011909
verified: no, type: manhattan_pearson
value: -6.576104357864672
verified: no, type: manhattan_spearman
value: -9.960675629702846
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 2.9350873507177817
verified: no, type: cosine_spearman
value: -0.6501017161032772
verified: no, type: euclidean_pearson
value: -17.179346264124423
verified: no, type: euclidean_spearman
value: -20.04650099265653
verified: no, type: main_score
value: -0.6501017161032772
verified: no, type: manhattan_pearson
value: -17.52013566236786
verified: no, type: manhattan_spearman
value: -20.283757938074547
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 24.305396105701597
verified: no, type: cosine_spearman
value: 20.53834616353444
verified: no, type: euclidean_pearson
value: -19.093747659795863
verified: no, type: euclidean_spearman
value: -21.359763153524288
verified: no, type: main_score
value: 20.53834616353444
verified: no, type: manhattan_pearson
value: -19.206108514265452
verified: no, type: manhattan_spearman
value: -21.762303221808896
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 12.395542529655737
verified: no, type: cosine_spearman
value: 9.029606559871555
verified: no, type: euclidean_pearson
value: -3.861067841201308
verified: no, type: euclidean_spearman
value: -11.018655713947876
verified: no, type: main_score
value: 9.029606559871555
verified: no, type: manhattan_pearson
value: -3.381186455042868
verified: no, type: manhattan_spearman
value: -11.164970385003432
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -2.8919999367528564
verified: no, type: cosine_spearman
value: -4.375228480927743
verified: no, type: euclidean_pearson
value: -9.74669889678179
verified: no, type: euclidean_spearman
value: -10.175462189552483
verified: no, type: main_score
value: -4.375228480927743
verified: no, type: manhattan_pearson
value: -8.97919566833183
verified: no, type: manhattan_spearman
value: -8.746766732245847
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.431184500757077
verified: no, type: cosine_spearman
value: 19.75240897520871
verified: no, type: euclidean_pearson
value: -16.787326380450136
verified: no, type: euclidean_spearman
value: -15.993664179842638
verified: no, type: main_score
value: 19.75240897520871
verified: no, type: manhattan_pearson
value: -19.399809082401184
verified: no, type: manhattan_spearman
value: -17.650836151177394
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 26.02182153119848
verified: no, type: cosine_spearman
value: 22.686354090935478
verified: no, type: euclidean_pearson
value: -16.715931412033243
verified: no, type: euclidean_spearman
value: -17.692812254554667
verified: no, type: main_score
value: 22.686354090935478
verified: no, type: manhattan_pearson
value: -18.1085694145451
verified: no, type: manhattan_spearman
value: -17.832002245698533
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 80.88171198257334
verified: no, type: cosine_spearman
value: 82.5509275672584
verified: no, type: euclidean_pearson
value: 62.46846833175182
verified: no, type: euclidean_spearman
value: 62.89142723844425
verified: no, type: main_score
value: 82.5509275672584
verified: no, type: manhattan_pearson
value: 63.0056812818999
verified: no, type: manhattan_spearman
value: 63.29112277225091
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 53.3233274069832
verified: no, type: cosine_spearman
value: 58.289152417146525
verified: no, type: euclidean_pearson
value: 44.52825343249813
verified: no, type: euclidean_spearman
value: 52.2223608016088
verified: no, type: main_score
value: 58.289152417146525
verified: no, type: manhattan_pearson
value: 44.4724704295649
verified: no, type: manhattan_spearman
value: 51.57493143464473
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 6.812548826708039
verified: no, type: cosine_spearman
value: 15.312263540624343
verified: no, type: euclidean_pearson
value: 0.9554523587840394
verified: no, type: euclidean_spearman
value: 6.0071157276699445
verified: no, type: main_score
value: 15.312263540624343
verified: no, type: manhattan_pearson
value: 4.46382874302402
verified: no, type: manhattan_spearman
value: 11.263429178422966
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 18.55320208278183
verified: no, type: cosine_spearman
value: 23.734913962495284
verified: no, type: euclidean_pearson
value: 20.40025379607699
verified: no, type: euclidean_spearman
value: 23.254860917485765
verified: no, type: main_score
value: 23.734913962495284
verified: no, type: manhattan_pearson
value: 21.51566307361018
verified: no, type: manhattan_spearman
value: 27.166568465062408
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 8.480491368345168
verified: no, type: cosine_spearman
value: 9.69968357698871
verified: no, type: euclidean_pearson
value: 9.400268419280563
verified: no, type: euclidean_spearman
value: 13.145176068295008
verified: no, type: main_score
value: 9.69968357698871
verified: no, type: manhattan_pearson
value: 8.474173441593388
verified: no, type: manhattan_spearman
value: 11.127827057968638
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 8.428731138293331
verified: no, type: cosine_spearman
value: 15.961373142095333
verified: no, type: euclidean_pearson
value: 28.605130784328253
verified: no, type: euclidean_spearman
value: 23.764942648250294
verified: no, type: main_score
value: 15.961373142095333
verified: no, type: manhattan_pearson
value: 29.570757669277015
verified: no, type: manhattan_spearman
value: 11.9710298565715
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 74.37983944871675
verified: no, type: cosine_spearman
value: 73.12442793402838
verified: no, type: euclidean_pearson
value: 55.86133792629055
verified: no, type: euclidean_spearman
value: 54.78158820169751
verified: no, type: main_score
value: 73.12442793402838
verified: no, type: manhattan_pearson
value: 56.20743183528245
verified: no, type: manhattan_spearman
value: 55.06758906731765
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 68.0598738817433
verified: no, type: map
value: 68.0598738817433
verified: no, type: mrr
value: 88.33582720837623
verified: no, type: nAUC_map_diff1
value: 11.448262197650028
verified: no, type: nAUC_map_max
value: 55.75882553202849
verified: no, type: nAUC_map_std
value: 66.72322327970205
verified: no, type: nAUC_mrr_diff1
value: 45.03953222387903
verified: no, type: nAUC_mrr_max
value: 72.48968681697158
verified: no, type: nAUC_mrr_std
value: 68.01434307106817
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 43.502
verified: no, type: map_at_1
value: 30.667
verified: no, type: map_at_10
value: 39.016
verified: no, type: map_at_100
value: 40.02
verified: no, type: map_at_1000
value: 40.083999999999996
verified: no, type: map_at_20
value: 39.536
verified: no, type: map_at_3
value: 36.842999999999996
verified: no, type: map_at_5
value: 38.084
verified: no, type: mrr_at_1
value: 32.666666666666664
verified: no, type: mrr_at_10
value: 40.53452380952379
verified: no, type: mrr_at_100
value: 41.428692127695825
verified: no, type: mrr_at_1000
value: 41.48470588545116
verified: no, type: mrr_at_20
value: 40.98619985678808
verified: no, type: mrr_at_3
value: 38.7222222222222
verified: no, type: mrr_at_5
value: 39.75555555555554
verified: no, type: nauc_map_at_1000_diff1
value: 43.86455309539644
verified: no, type: nauc_map_at_1000_max
value: 36.40989306030694
verified: no, type: nauc_map_at_1000_std
value: -3.8565503592113686
verified: no, type: nauc_map_at_100_diff1
value: 43.85046997182321
verified: no, type: nauc_map_at_100_max
value: 36.40618811661499
verified: no, type: nauc_map_at_100_std
value: -3.857252252914107
verified: no, type: nauc_map_at_10_diff1
value: 43.70872312353628
verified: no, type: nauc_map_at_10_max
value: 36.388871030001006
verified: no, type: nauc_map_at_10_std
value: -4.348857710672189
verified: no, type: nauc_map_at_1_diff1
value: 48.97622609542008
verified: no, type: nauc_map_at_1_max
value: 35.4432147942539
verified: no, type: nauc_map_at_1_std
value: -8.57365584614553
verified: no, type: nauc_map_at_20_diff1
value: 43.625002262112005
verified: no, type: nauc_map_at_20_max
value: 36.30818579471216
verified: no, type: nauc_map_at_20_std
value: -4.0613521093332885
verified: no, type: nauc_map_at_3_diff1
value: 43.481877244258456
verified: no, type: nauc_map_at_3_max
value: 34.82345444736718
verified: no, type: nauc_map_at_3_std
value: -4.75806574152393
verified: no, type: nauc_map_at_5_diff1
value: 43.59096410179665
verified: no, type: nauc_map_at_5_max
value: 35.73488675851353
verified: no, type: nauc_map_at_5_std
value: -4.632763392564055
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.77824603933456
verified: no, type: nauc_mrr_at_1000_max
value: 37.748833603674846
verified: no, type: nauc_mrr_at_1000_std
value: -0.5084590522590092
verified: no, type: nauc_mrr_at_100_diff1
value: 44.76061503260792
verified: no, type: nauc_mrr_at_100_max
value: 37.765085671491285
verified: no, type: nauc_mrr_at_100_std
value: -0.4963120893972004
verified: no, type: nauc_mrr_at_10_diff1
value: 44.61976989451675
verified: no, type: nauc_mrr_at_10_max
value: 37.641154706643725
verified: no, type: nauc_mrr_at_10_std
value: -0.5475917438959641
verified: no, type: nauc_mrr_at_1_diff1
value: 50.99881759910385
verified: no, type: nauc_mrr_at_1_max
value: 37.0527101873172
verified: no, type: nauc_mrr_at_1_std
value: -3.226265302312334
verified: no, type: nauc_mrr_at_20_diff1
value: 44.4870012885318
verified: no, type: nauc_mrr_at_20_max
value: 37.65485229773832
verified: no, type: nauc_mrr_at_20_std
value: -0.6792893628996958
verified: no, type: nauc_mrr_at_3_diff1
value: 45.30930668249788
verified: no, type: nauc_mrr_at_3_max
value: 37.093392646559174
verified: no, type: nauc_mrr_at_3_std
value: -0.522048361022041
verified: no, type: nauc_mrr_at_5_diff1
value: 44.81311024510881
verified: no, type: nauc_mrr_at_5_max
value: 37.7027264316459
verified: no, type: nauc_mrr_at_5_std
value: -0.3609419521055913
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.45424767210158
verified: no, type: nauc_ndcg_at_1000_max
value: 38.31926306121039
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8721834167347515
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.95430412769433
verified: no, type: nauc_ndcg_at_100_max
value: 38.48169199852251
verified: no, type: nauc_ndcg_at_100_std
value: -0.42001846980575197
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.23487219254401
verified: no, type: nauc_ndcg_at_10_max
value: 38.03480418728716
verified: no, type: nauc_ndcg_at_10_std
value: -1.844681753998358
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.99881759910385
verified: no, type: nauc_ndcg_at_1_max
value: 37.0527101873172
verified: no, type: nauc_ndcg_at_1_std
value: -3.226265302312334
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.727784761746555
verified: no, type: nauc_ndcg_at_20_max
value: 37.815311077391065
verified: no, type: nauc_ndcg_at_20_std
value: -1.5665195071430227
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.35601922330831
verified: no, type: nauc_ndcg_at_3_max
value: 35.55787970797491
verified: no, type: nauc_ndcg_at_3_std
value: -2.076957161397528
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.987332219006454
verified: no, type: nauc_ndcg_at_5_max
value: 36.78650517936436
verified: no, type: nauc_ndcg_at_5_std
value: -2.216614221036611
verified: no, type: nauc_precision_at_1000_diff1
value: 10.191517655719421
verified: no, type: nauc_precision_at_1000_max
value: 31.245992733490084
verified: no, type: nauc_precision_at_1000_std
value: 39.602479162214216
verified: no, type: nauc_precision_at_100_diff1
value: 24.38523352063314
verified: no, type: nauc_precision_at_100_max
value: 39.72569633254784
verified: no, type: nauc_precision_at_100_std
value: 31.251655721476272
verified: no, type: nauc_precision_at_10_diff1
value: 33.63456122651687
verified: no, type: nauc_precision_at_10_max
value: 42.48014427777366
verified: no, type: nauc_precision_at_10_std
value: 13.701324753531935
verified: no, type: nauc_precision_at_1_diff1
value: 50.99881759910385
verified: no, type: nauc_precision_at_1_max
value: 37.0527101873172
verified: no, type: nauc_precision_at_1_std
value: -3.226265302312334
verified: no, type: nauc_precision_at_20_diff1
value: 29.117270755945828
verified: no, type: nauc_precision_at_20_max
value: 40.21854670691778
verified: no, type: nauc_precision_at_20_std
value: 18.887243969092673
verified: no, type: nauc_precision_at_3_diff1
value: 38.446859529379225
verified: no, type: nauc_precision_at_3_max
value: 37.76641376626306
verified: no, type: nauc_precision_at_3_std
value: 9.17011562556231
verified: no, type: nauc_precision_at_5_diff1
value: 37.093976534502794
verified: no, type: nauc_precision_at_5_max
value: 40.38430069872855
verified: no, type: nauc_precision_at_5_std
value: 9.940927165322128
verified: no, type: nauc_recall_at_1000_diff1
value: 52.3225957049487
verified: no, type: nauc_recall_at_1000_max
value: 56.614389942023436
verified: no, type: nauc_recall_at_1000_std
value: 11.816819751156569
verified: no, type: nauc_recall_at_100_diff1
value: 38.291640438340515
verified: no, type: nauc_recall_at_100_max
value: 46.94499180980663
verified: no, type: nauc_recall_at_100_std
value: 11.55467606133427
verified: no, type: nauc_recall_at_10_diff1
value: 36.47469752834546
verified: no, type: nauc_recall_at_10_max
value: 41.179654795131846
verified: no, type: nauc_recall_at_10_std
value: 1.450960700675843
verified: no, type: nauc_recall_at_1_diff1
value: 48.97622609542008
verified: no, type: nauc_recall_at_1_max
value: 35.4432147942539
verified: no, type: nauc_recall_at_1_std
value: -8.57365584614553
verified: no, type: nauc_recall_at_20_diff1
value: 33.679295874398036
verified: no, type: nauc_recall_at_20_max
value: 40.49938304580434
verified: no, type: nauc_recall_at_20_std
value: 2.026331124829262
verified: no, type: nauc_recall_at_3_diff1
value: 36.59487527308919
verified: no, type: nauc_recall_at_3_max
value: 34.26100444531263
verified: no, type: nauc_recall_at_3_std
value: -0.20961194014678577
verified: no, type: nauc_recall_at_5_diff1
value: 35.33706398668709
verified: no, type: nauc_recall_at_5_max
value: 37.162468816464326
verified: no, type: nauc_recall_at_5_std
value: 0.6276752581447864
verified: no, type: ndcg_at_1
value: 32.667
verified: no, type: ndcg_at_10
value: 43.502
verified: no, type: ndcg_at_100
value: 48.595
verified: no, type: ndcg_at_1000
value: 50.409000000000006
verified: no, type: ndcg_at_20
value: 45.251999999999995
verified: no, type: ndcg_at_3
value: 39.348
verified: no, type: ndcg_at_5
value: 41.374
verified: no, type: precision_at_1
value: 32.667
verified: no, type: precision_at_10
value: 6.167
verified: no, type: precision_at_100
value: 0.8999999999999999
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_20
value: 3.517
verified: no, type: precision_at_3
value: 15.889000000000001
verified: no, type: precision_at_5
value: 10.667
verified: no, type: recall_at_1
value: 30.667
verified: no, type: recall_at_10
value: 55.789
verified: no, type: recall_at_100
value: 79.972
verified: no, type: recall_at_1000
value: 94.267
verified: no, type: recall_at_20
value: 62.383
verified: no, type: recall_at_3
value: 44.472
verified: no, type: recall_at_5
value: 49.556
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.68118811881187
verified: no, type: cosine_accuracy_threshold
value: 79.01740074157715
verified: no, type: cosine_ap
value: 88.37683989495494
verified: no, type: cosine_f1
value: 83.62156663275687
verified: no, type: cosine_f1_threshold
value: 79.01740074157715
verified: no, type: cosine_precision
value: 85.09316770186336
verified: no, type: cosine_recall
value: 82.19999999999999
verified: no, type: dot_accuracy
value: 99.04356435643564
verified: no, type: dot_accuracy_threshold
value: 54404.534912109375
verified: no, type: dot_ap
value: 26.670077877132393
verified: no, type: dot_f1
value: 32.47863247863248
verified: no, type: dot_f1_threshold
value: 32504.766845703125
verified: no, type: dot_precision
value: 30.92224231464738
verified: no, type: dot_recall
value: 34.2
verified: no, type: euclidean_accuracy
value: 99.45148514851485
verified: no, type: euclidean_accuracy_threshold
value: 1042.892837524414
verified: no, type: euclidean_ap
value: 70.79307195118356
verified: no, type: euclidean_f1
value: 68.82902693787796
verified: no, type: euclidean_f1_threshold
value: 1092.076301574707
verified: no, type: euclidean_precision
value: 76.43467643467643
verified: no, type: euclidean_recall
value: 62.6
verified: no, type: main_score
value: 88.37701791706787
verified: no, type: manhattan_accuracy
value: 99.45148514851485
verified: no, type: manhattan_accuracy_threshold
value: 9506.902313232422
verified: no, type: manhattan_ap
value: 70.81971266490433
verified: no, type: manhattan_f1
value: 69.06166219839143
verified: no, type: manhattan_f1_threshold
value: 9895.442199707031
verified: no, type: manhattan_precision
value: 74.45086705202311
verified: no, type: manhattan_recall
value: 64.4
verified: no, type: max_accuracy
value: 99.68118811881187
verified: no, type: max_ap
value: 88.37701791706787
verified: no, type: max_f1
value: 83.62156663275687
verified: no, type: max_precision
value: 85.09316770186336
verified: no, type: max_recall
value: 82.19999999999999
verified: no, type: similarity_accuracy
value: 99.68118811881187
verified: no, type: similarity_accuracy_threshold
value: 79.01740074157715
verified: no, type: similarity_ap
value: 88.37701791706787
verified: no, type: similarity_f1
value: 83.62156663275687
verified: no, type: similarity_f1_threshold
value: 79.01740074157715
verified: no, type: similarity_precision
value: 85.09316770186336
verified: no, type: similarity_recall
value: 82.19999999999999
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 38.50767046587618
verified: no, type: v_measure
value: 38.50767046587618
verified: no, type: v_measure_std
value: 4.6014597116462514
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 30.631338110089317
verified: no, type: v_measure
value: 30.631338110089317
verified: no, type: v_measure_std
value: 1.3416644452297308
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 41.77794487278497
verified: no, type: map
value: 41.77794487278497
verified: no, type: mrr
value: 42.00875615397675
verified: no, type: nAUC_map_diff1
value: 34.40235557805066
verified: no, type: nAUC_map_max
value: 13.160389971491698
verified: no, type: nAUC_map_std
value: 4.898664157942916
verified: no, type: nAUC_mrr_diff1
value: 33.2881646913117
verified: no, type: nAUC_mrr_max
value: 14.119764511537486
verified: no, type: nAUC_mrr_std
value: 5.673421582014851
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 28.71818036381572
verified: no, type: cosine_spearman
value: 28.58852165624613
verified: no, type: dot_pearson
value: 18.154338629136134
verified: no, type: dot_spearman
value: 19.701918565611678
verified: no, type: main_score
value: 28.58852165624613
verified: no, type: pearson
value: 28.71818036381572
verified: no, type: spearman
value: 28.58852165624613
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 42.467
verified: no, type: map_at_1
value: 0.116
verified: no, type: map_at_10
value: 0.882
verified: no, type: map_at_100
value: 4.409
verified: no, type: map_at_1000
value: 10.499
verified: no, type: map_at_20
value: 1.514
verified: no, type: map_at_3
value: 0.307
verified: no, type: map_at_5
value: 0.479
verified: no, type: mrr_at_1
value: 48
verified: no, type: mrr_at_10
value: 60.20555555555555
verified: no, type: mrr_at_100
value: 60.60815641412546
verified: no, type: mrr_at_1000
value: 60.6351877898294
verified: no, type: mrr_at_20
value: 60.34841269841269
verified: no, type: mrr_at_3
value: 56.66666666666666
verified: no, type: mrr_at_5
value: 59.06666666666667
verified: no, type: nauc_map_at_1000_diff1
value: -13.787428018155767
verified: no, type: nauc_map_at_1000_max
value: 31.494477165653606
verified: no, type: nauc_map_at_1000_std
value: 54.41306666746072
verified: no, type: nauc_map_at_100_diff1
value: -13.665293311227758
verified: no, type: nauc_map_at_100_max
value: 22.51540465306796
verified: no, type: nauc_map_at_100_std
value: 28.336359419118068
verified: no, type: nauc_map_at_10_diff1
value: 8.107333732641386
verified: no, type: nauc_map_at_10_max
value: 25.48027124570255
verified: no, type: nauc_map_at_10_std
value: 5.525921777955681
verified: no, type: nauc_map_at_1_diff1
value: 2.5161993000671017
verified: no, type: nauc_map_at_1_max
value: 25.251347357661324
verified: no, type: nauc_map_at_1_std
value: -5.258290599341691
verified: no, type: nauc_map_at_20_diff1
value: 3.465948965131333
verified: no, type: nauc_map_at_20_max
value: 24.305831365058115
verified: no, type: nauc_map_at_20_std
value: 7.306725286700104
verified: no, type: nauc_map_at_3_diff1
value: 2.4145669030418504
verified: no, type: nauc_map_at_3_max
value: 29.61321744536972
verified: no, type: nauc_map_at_3_std
value: 4.059247589462028
verified: no, type: nauc_map_at_5_diff1
value: 6.659758527568292
verified: no, type: nauc_map_at_5_max
value: 25.51131466210342
verified: no, type: nauc_map_at_5_std
value: 3.5139294558876646
verified: no, type: nauc_mrr_at_1000_diff1
value: 2.9153688588383844
verified: no, type: nauc_mrr_at_1000_max
value: 29.06654060948274
verified: no, type: nauc_mrr_at_1000_std
value: 14.627929965102835
verified: no, type: nauc_mrr_at_100_diff1
value: 2.961741368211093
verified: no, type: nauc_mrr_at_100_max
value: 28.993380661327755
verified: no, type: nauc_mrr_at_100_std
value: 14.568467874333562
verified: no, type: nauc_mrr_at_10_diff1
value: 2.280367293273589
verified: no, type: nauc_mrr_at_10_max
value: 29.142392263961998
verified: no, type: nauc_mrr_at_10_std
value: 14.922647940273153
verified: no, type: nauc_mrr_at_1_diff1
value: -3.9668677887159784
verified: no, type: nauc_mrr_at_1_max
value: 36.0802371123108
verified: no, type: nauc_mrr_at_1_std
value: 15.319678204721077
verified: no, type: nauc_mrr_at_20_diff1
value: 2.3739608630600246
verified: no, type: nauc_mrr_at_20_max
value: 29.20630978373211
verified: no, type: nauc_mrr_at_20_std
value: 14.49654683695171
verified: no, type: nauc_mrr_at_3_diff1
value: 4.934175213967151
verified: no, type: nauc_mrr_at_3_max
value: 29.503557173389012
verified: no, type: nauc_mrr_at_3_std
value: 12.098293142316225
verified: no, type: nauc_mrr_at_5_diff1
value: 5.089338457010281
verified: no, type: nauc_mrr_at_5_max
value: 29.04894319016807
verified: no, type: nauc_mrr_at_5_std
value: 15.213626044305947
verified: no, type: nauc_ndcg_at_1000_diff1
value: -10.91228049285718
verified: no, type: nauc_ndcg_at_1000_max
value: 24.082777745118356
verified: no, type: nauc_ndcg_at_1000_std
value: 46.95716651826379
verified: no, type: nauc_ndcg_at_100_diff1
value: -10.603846020009648
verified: no, type: nauc_ndcg_at_100_max
value: 25.715669252523515
verified: no, type: nauc_ndcg_at_100_std
value: 44.21987533524657
verified: no, type: nauc_ndcg_at_10_diff1
value: -0.8658487233256825
verified: no, type: nauc_ndcg_at_10_max
value: 25.311265405714273
verified: no, type: nauc_ndcg_at_10_std
value: 23.97917559573406
verified: no, type: nauc_ndcg_at_1_diff1
value: -1.9237339360332042
verified: no, type: nauc_ndcg_at_1_max
value: 32.9662820950829
verified: no, type: nauc_ndcg_at_1_std
value: 15.660560826259509
verified: no, type: nauc_ndcg_at_20_diff1
value: -3.511494095458987
verified: no, type: nauc_ndcg_at_20_max
value: 25.969027619301748
verified: no, type: nauc_ndcg_at_20_std
value: 26.001710341247907
verified: no, type: nauc_ndcg_at_3_diff1
value: -1.321283660081558
verified: no, type: nauc_ndcg_at_3_max
value: 34.73444998505173
verified: no, type: nauc_ndcg_at_3_std
value: 18.226925501838664
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.15802981721151108
verified: no, type: nauc_ndcg_at_5_max
value: 27.282546303571532
verified: no, type: nauc_ndcg_at_5_std
value: 19.107346924277106
verified: no, type: nauc_precision_at_1000_diff1
value: -8.543858822770451
verified: no, type: nauc_precision_at_1000_max
value: 26.32710656595582
verified: no, type: nauc_precision_at_1000_std
value: 59.19896764193613
verified: no, type: nauc_precision_at_100_diff1
value: -11.33045138147792
verified: no, type: nauc_precision_at_100_max
value: 25.220492553858037
verified: no, type: nauc_precision_at_100_std
value: 49.62304551682358
verified: no, type: nauc_precision_at_10_diff1
value: 1.2562925861893803
verified: no, type: nauc_precision_at_10_max
value: 24.066281907861317
verified: no, type: nauc_precision_at_10_std
value: 25.957235838503017
verified: no, type: nauc_precision_at_1_diff1
value: -3.9668677887159784
verified: no, type: nauc_precision_at_1_max
value: 36.0802371123108
verified: no, type: nauc_precision_at_1_std
value: 15.319678204721077
verified: no, type: nauc_precision_at_20_diff1
value: -4.429157021774341
verified: no, type: nauc_precision_at_20_max
value: 27.96486039347649
verified: no, type: nauc_precision_at_20_std
value: 28.303295128436552
verified: no, type: nauc_precision_at_3_diff1
value: -0.5330177514793084
verified: no, type: nauc_precision_at_3_max
value: 33.550769230769205
verified: no, type: nauc_precision_at_3_std
value: 19.799289940828395
verified: no, type: nauc_precision_at_5_diff1
value: 2.6570488299513073
verified: no, type: nauc_precision_at_5_max
value: 25.09745345914242
verified: no, type: nauc_precision_at_5_std
value: 19.157953538076693
verified: no, type: nauc_recall_at_1000_diff1
value: -11.23900659701669
verified: no, type: nauc_recall_at_1000_max
value: 18.848218161011605
verified: no, type: nauc_recall_at_1000_std
value: 46.18008759642697
verified: no, type: nauc_recall_at_100_diff1
value: -15.606107287111692
verified: no, type: nauc_recall_at_100_max
value: 16.521271916538353
verified: no, type: nauc_recall_at_100_std
value: 24.580145225036304
verified: no, type: nauc_recall_at_10_diff1
value: 12.338093384584905
verified: no, type: nauc_recall_at_10_max
value: 18.124713815339145
verified: no, type: nauc_recall_at_10_std
value: -0.48511885996085646
verified: no, type: nauc_recall_at_1_diff1
value: 2.5161993000671017
verified: no, type: nauc_recall_at_1_max
value: 25.251347357661324
verified: no, type: nauc_recall_at_1_std
value: -5.258290599341691
verified: no, type: nauc_recall_at_20_diff1
value: 2.7926829147829286
verified: no, type: nauc_recall_at_20_max
value: 18.950536258186688
verified: no, type: nauc_recall_at_20_std
value: 0.26357480247155907
verified: no, type: nauc_recall_at_3_diff1
value: 7.115025272370297
verified: no, type: nauc_recall_at_3_max
value: 26.176487418681248
verified: no, type: nauc_recall_at_3_std
value: 0.9963094288692328
verified: no, type: nauc_recall_at_5_diff1
value: 15.604741850665999
verified: no, type: nauc_recall_at_5_max
value: 17.960351814640138
verified: no, type: nauc_recall_at_5_std
value: -3.605359405568482
verified: no, type: ndcg_at_1
value: 46
verified: no, type: ndcg_at_10
value: 42.467
verified: no, type: ndcg_at_100
value: 31.094
verified: no, type: ndcg_at_1000
value: 27.465
verified: no, type: ndcg_at_20
value: 40.088
verified: no, type: ndcg_at_3
value: 45.235
verified: no, type: ndcg_at_5
value: 44.412
verified: no, type: precision_at_1
value: 48
verified: no, type: precision_at_10
value: 45.800000000000004
verified: no, type: precision_at_100
value: 32.16
verified: no, type: precision_at_1000
value: 13.117999999999999
verified: no, type: precision_at_20
value: 42.699999999999996
verified: no, type: precision_at_3
value: 48.667
verified: no, type: precision_at_5
value: 48
verified: no, type: recall_at_1
value: 0.116
verified: no, type: recall_at_10
value: 1.119
verified: no, type: recall_at_100
value: 6.981
verified: no, type: recall_at_1000
value: 26.279999999999998
verified: no, type: recall_at_20
value: 2.0340000000000003
verified: no, type: recall_at_3
value: 0.33899999999999997
verified: no, type: recall_at_5
value: 0.5720000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 14.652999999999999
verified: no, type: map_at_1
value: 0.605
verified: no, type: map_at_10
value: 4.498
verified: no, type: map_at_100
value: 9.039
verified: no, type: map_at_1000
value: 10.54
verified: no, type: map_at_20
value: 6.272
verified: no, type: map_at_3
value: 1.9800000000000002
verified: no, type: map_at_5
value: 3.2259999999999995
verified: no, type: mrr_at_1
value: 8.16326530612245
verified: no, type: mrr_at_10
value: 28.24505992873339
verified: no, type: mrr_at_100
value: 29.60588404793154
verified: no, type: mrr_at_1000
value: 29.60588404793154
verified: no, type: mrr_at_20
value: 29.244353419023277
verified: no, type: mrr_at_3
value: 24.14965986394558
verified: no, type: mrr_at_5
value: 26.496598639455783
verified: no, type: nauc_map_at_1000_diff1
value: 24.461048538467058
verified: no, type: nauc_map_at_1000_max
value: -34.54675097278905
verified: no, type: nauc_map_at_1000_std
value: -19.206014783648513
verified: no, type: nauc_map_at_100_diff1
value: 23.984412169350875
verified: no, type: nauc_map_at_100_max
value: -35.14664486731089
verified: no, type: nauc_map_at_100_std
value: -24.320736835317863
verified: no, type: nauc_map_at_10_diff1
value: 17.861725212087787
verified: no, type: nauc_map_at_10_max
value: -37.86035287059823
verified: no, type: nauc_map_at_10_std
value: -28.41963815397653
verified: no, type: nauc_map_at_1_diff1
value: -14.47769935500108
verified: no, type: nauc_map_at_1_max
value: -41.24445871987997
verified: no, type: nauc_map_at_1_std
value: -15.569751235902418
verified: no, type: nauc_map_at_20_diff1
value: 20.273406584930676
verified: no, type: nauc_map_at_20_max
value: -38.43448092212737
verified: no, type: nauc_map_at_20_std
value: -30.677796626482017
verified: no, type: nauc_map_at_3_diff1
value: 7.083455394439335
verified: no, type: nauc_map_at_3_max
value: -47.01532427090535
verified: no, type: nauc_map_at_3_std
value: -29.12921581054288
verified: no, type: nauc_map_at_5_diff1
value: 8.65866989566083
verified: no, type: nauc_map_at_5_max
value: -41.1265798562971
verified: no, type: nauc_map_at_5_std
value: -28.645421876203464
verified: no, type: nauc_mrr_at_1000_diff1
value: 2.593366062418739
verified: no, type: nauc_mrr_at_1000_max
value: -41.89333333388781
verified: no, type: nauc_mrr_at_1000_std
value: -26.64121392578976
verified: no, type: nauc_mrr_at_100_diff1
value: 2.593366062418739
verified: no, type: nauc_mrr_at_100_max
value: -41.89333333388781
verified: no, type: nauc_mrr_at_100_std
value: -26.64121392578976
verified: no, type: nauc_mrr_at_10_diff1
value: 3.5063501764433047
verified: no, type: nauc_mrr_at_10_max
value: -42.39010255202194
verified: no, type: nauc_mrr_at_10_std
value: -26.518432922526415
verified: no, type: nauc_mrr_at_1_diff1
value: -16.864292543437536
verified: no, type: nauc_mrr_at_1_max
value: -35.40072923028201
verified: no, type: nauc_mrr_at_1_std
value: -18.039960873785134
verified: no, type: nauc_mrr_at_20_diff1
value: 2.9294678911386747
verified: no, type: nauc_mrr_at_20_max
value: -42.21507884151746
verified: no, type: nauc_mrr_at_20_std
value: -26.722216365855196
verified: no, type: nauc_mrr_at_3_diff1
value: -0.8786820175698673
verified: no, type: nauc_mrr_at_3_max
value: -39.682597881827846
verified: no, type: nauc_mrr_at_3_std
value: -25.937345450022047
verified: no, type: nauc_mrr_at_5_diff1
value: 0.478750272755157
verified: no, type: nauc_mrr_at_5_max
value: -40.96385299076209
verified: no, type: nauc_mrr_at_5_std
value: -28.616586412433154
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.481073155071684
verified: no, type: nauc_ndcg_at_1000_max
value: -34.134715265388266
verified: no, type: nauc_ndcg_at_1000_std
value: -1.7202597852688652
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.594287731350043
verified: no, type: nauc_ndcg_at_100_max
value: -39.038581684021665
verified: no, type: nauc_ndcg_at_100_std
value: -20.20243393120788
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.95926219142996
verified: no, type: nauc_ndcg_at_10_max
value: -35.55183351957177
verified: no, type: nauc_ndcg_at_10_std
value: -27.566212662517277
verified: no, type: nauc_ndcg_at_1_diff1
value: -14.646827605030094
verified: no, type: nauc_ndcg_at_1_max
value: -33.169483564192845
verified: no, type: nauc_ndcg_at_1_std
value: -14.568367987572072
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.909693882219766
verified: no, type: nauc_ndcg_at_20_max
value: -37.51453392772435
verified: no, type: nauc_ndcg_at_20_std
value: -31.084836751010474
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.178346298163008
verified: no, type: nauc_ndcg_at_3_max
value: -39.117876501876935
verified: no, type: nauc_ndcg_at_3_std
value: -25.126620850758165
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.0361575633959
verified: no, type: nauc_ndcg_at_5_max
value: -37.55527889590537
verified: no, type: nauc_ndcg_at_5_std
value: -27.21919770712919
verified: no, type: nauc_precision_at_1000_diff1
value: -1.0737000825245
verified: no, type: nauc_precision_at_1000_max
value: 36.18119127455031
verified: no, type: nauc_precision_at_1000_std
value: 48.065875477284585
verified: no, type: nauc_precision_at_100_diff1
value: 23.643523239735988
verified: no, type: nauc_precision_at_100_max
value: -14.100491256636063
verified: no, type: nauc_precision_at_100_std
value: 7.7906781816445
verified: no, type: nauc_precision_at_10_diff1
value: 25.949259725829975
verified: no, type: nauc_precision_at_10_max
value: -27.608907645424452
verified: no, type: nauc_precision_at_10_std
value: -23.83986152648824
verified: no, type: nauc_precision_at_1_diff1
value: -16.864292543437536
verified: no, type: nauc_precision_at_1_max
value: -35.40072923028201
verified: no, type: nauc_precision_at_1_std
value: -18.039960873785134
verified: no, type: nauc_precision_at_20_diff1
value: 29.710285297258803
verified: no, type: nauc_precision_at_20_max
value: -24.418600435334444
verified: no, type: nauc_precision_at_20_std
value: -29.053004068767248
verified: no, type: nauc_precision_at_3_diff1
value: 10.316891964213637
verified: no, type: nauc_precision_at_3_max
value: -41.823653258276686
verified: no, type: nauc_precision_at_3_std
value: -30.594899397629376
verified: no, type: nauc_precision_at_5_diff1
value: 11.644321794367235
verified: no, type: nauc_precision_at_5_max
value: -33.59309596388837
verified: no, type: nauc_precision_at_5_std
value: -27.849022873528952
verified: no, type: nauc_recall_at_1000_diff1
value: 18.50492514515405
verified: no, type: nauc_recall_at_1000_max
value: -34.869336107502114
verified: no, type: nauc_recall_at_1000_std
value: 22.8900173428314
verified: no, type: nauc_recall_at_100_diff1
value: 22.708828874990335
verified: no, type: nauc_recall_at_100_max
value: -41.99784278028675
verified: no, type: nauc_recall_at_100_std
value: -17.800681209724463
verified: no, type: nauc_recall_at_10_diff1
value: 26.25046787465833
verified: no, type: nauc_recall_at_10_max
value: -38.421671601599336
verified: no, type: nauc_recall_at_10_std
value: -30.527533440213638
verified: no, type: nauc_recall_at_1_diff1
value: -14.47769935500108
verified: no, type: nauc_recall_at_1_max
value: -41.24445871987997
verified: no, type: nauc_recall_at_1_std
value: -15.569751235902418
verified: no, type: nauc_recall_at_20_diff1
value: 26.986524254303152
verified: no, type: nauc_recall_at_20_max
value: -37.740598998181014
verified: no, type: nauc_recall_at_20_std
value: -32.750386526320376
verified: no, type: nauc_recall_at_3_diff1
value: 8.950674831583921
verified: no, type: nauc_recall_at_3_max
value: -46.50838125411821
verified: no, type: nauc_recall_at_3_std
value: -33.782109183991516
verified: no, type: nauc_recall_at_5_diff1
value: 12.581693444782823
verified: no, type: nauc_recall_at_5_max
value: -41.07563729790096
verified: no, type: nauc_recall_at_5_std
value: -33.84758731281924
verified: no, type: ndcg_at_1
value: 7.142999999999999
verified: no, type: ndcg_at_10
value: 14.652999999999999
verified: no, type: ndcg_at_100
value: 26.528000000000002
verified: no, type: ndcg_at_1000
value: 39.321
verified: no, type: ndcg_at_20
value: 16.137
verified: no, type: ndcg_at_3
value: 13.495
verified: no, type: ndcg_at_5
value: 15.148
verified: no, type: precision_at_1
value: 8.163
verified: no, type: precision_at_10
value: 15.306000000000001
verified: no, type: precision_at_100
value: 6.49
verified: no, type: precision_at_1000
value: 1.4569999999999999
verified: no, type: precision_at_20
value: 12.653
verified: no, type: precision_at_3
value: 17.687
verified: no, type: precision_at_5
value: 18.367
verified: no, type: recall_at_1
value: 0.605
verified: no, type: recall_at_10
value: 10.319
verified: no, type: recall_at_100
value: 40.211999999999996
verified: no, type: recall_at_1000
value: 78.633
verified: no, type: recall_at_20
value: 17.188
verified: no, type: recall_at_3
value: 3.7560000000000002
verified: no, type: recall_at_5
value: 6.497999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 63.06640624999999
verified: no, type: ap
value: 10.784910471727704
verified: no, type: ap_weighted
value: 10.784910471727704
verified: no, type: f1
value: 48.30756586995094
verified: no, type: f1_weighted
value: 71.42629239477165
verified: no, type: main_score
value: 63.06640624999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 47.95132993774759
verified: no, type: f1
value: 48.12986110003571
verified: no, type: f1_weighted
value: 47.53842057668656
verified: no, type: main_score
value: 47.95132993774759
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 23.709013216581596
verified: no, type: v_measure
value: 23.709013216581596
verified: no, type: v_measure_std
value: 1.7956417221541707
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 80.77725457471539
verified: no, type: cosine_accuracy_threshold
value: 80.54031133651733
verified: no, type: cosine_ap
value: 54.28519052940371
verified: no, type: cosine_f1
value: 52.8907690638898
verified: no, type: cosine_f1_threshold
value: 66.5574848651886
verified: no, type: cosine_precision
value: 44.90698102781359
verified: no, type: cosine_recall
value: 64.32717678100263
verified: no, type: dot_accuracy
value: 77.88043154318413
verified: no, type: dot_accuracy_threshold
value: 56817.7001953125
verified: no, type: dot_ap
value: 39.75370018269659
verified: no, type: dot_f1
value: 45.26004833945036
verified: no, type: dot_f1_threshold
value: 26548.089599609375
verified: no, type: dot_precision
value: 34.25010161224766
verified: no, type: dot_recall
value: 66.7018469656992
verified: no, type: euclidean_accuracy
value: 78.8043154318412
verified: no, type: euclidean_accuracy_threshold
value: 1208.2120895385742
verified: no, type: euclidean_ap
value: 44.296754013797305
verified: no, type: euclidean_f1
value: 45.60386473429951
verified: no, type: euclidean_f1_threshold
value: 1805.5286407470703
verified: no, type: euclidean_precision
value: 35.97560975609756
verified: no, type: euclidean_recall
value: 62.26912928759894
verified: no, type: main_score
value: 54.28519052940371
verified: no, type: manhattan_accuracy
value: 78.79835489062407
verified: no, type: manhattan_accuracy_threshold
value: 10214.41421508789
verified: no, type: manhattan_ap
value: 44.42430280567889
verified: no, type: manhattan_f1
value: 45.65888056412516
verified: no, type: manhattan_f1_threshold
value: 15212.895202636719
verified: no, type: manhattan_precision
value: 39.19788119561105
verified: no, type: manhattan_recall
value: 54.670184696569926
verified: no, type: max_accuracy
value: 80.77725457471539
verified: no, type: max_ap
value: 54.28519052940371
verified: no, type: max_f1
value: 52.8907690638898
verified: no, type: max_precision
value: 44.90698102781359
verified: no, type: max_recall
value: 66.7018469656992
verified: no, type: similarity_accuracy
value: 80.77725457471539
verified: no, type: similarity_accuracy_threshold
value: 80.54031133651733
verified: no, type: similarity_ap
value: 54.28518318438701
verified: no, type: similarity_f1
value: 52.8907690638898
verified: no, type: similarity_f1_threshold
value: 66.55749082565308
verified: no, type: similarity_precision
value: 44.90698102781359
verified: no, type: similarity_recall
value: 64.32717678100263
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.24791399852525
verified: no, type: cosine_accuracy_threshold
value: 66.97819232940674
verified: no, type: cosine_ap
value: 79.95998973860002
verified: no, type: cosine_f1
value: 72.3091941140316
verified: no, type: cosine_f1_threshold
value: 59.895384311676025
verified: no, type: cosine_precision
value: 68.16167950378296
verified: no, type: cosine_recall
value: 76.9941484447182
verified: no, type: dot_accuracy
value: 82.2272674350914
verified: no, type: dot_accuracy_threshold
value: 17448.529052734375
verified: no, type: dot_ap
value: 68.44074587027427
verified: no, type: dot_f1
value: 65.32471948316899
verified: no, type: dot_f1_threshold
value: 13095.065307617188
verified: no, type: dot_precision
value: 58.49470222871758
verified: no, type: dot_recall
value: 73.9605789959963
verified: no, type: euclidean_accuracy
value: 81.90514999805953
verified: no, type: euclidean_accuracy_threshold
value: 1128.8734436035156
verified: no, type: euclidean_ap
value: 66.49487605742812
verified: no, type: euclidean_f1
value: 58.89701401584399
verified: no, type: euclidean_f1_threshold
value: 1319.808006286621
verified: no, type: euclidean_precision
value: 58.2755501959602
verified: no, type: euclidean_recall
value: 59.53187557745612
verified: no, type: main_score
value: 79.95998973860002
verified: no, type: manhattan_accuracy
value: 81.87022160127295
verified: no, type: manhattan_accuracy_threshold
value: 9919.886779785156
verified: no, type: manhattan_ap
value: 66.44546226036036
verified: no, type: manhattan_f1
value: 58.964080798553795
verified: no, type: manhattan_f1_threshold
value: 11540.486907958984
verified: no, type: manhattan_precision
value: 60.21833360089902
verified: no, type: manhattan_recall
value: 57.7610101632276
verified: no, type: max_accuracy
value: 86.24791399852525
verified: no, type: max_ap
value: 79.95998973860002
verified: no, type: max_f1
value: 72.3091941140316
verified: no, type: max_precision
value: 68.16167950378296
verified: no, type: max_recall
value: 76.9941484447182
verified: no, type: similarity_accuracy
value: 86.24791399852525
verified: no, type: similarity_accuracy_threshold
value: 66.97819828987122
verified: no, type: similarity_ap
value: 79.95998479157753
verified: no, type: similarity_f1
value: 72.3091941140316
verified: no, type: similarity_f1_threshold
value: 59.895384311676025
verified: no, type: similarity_precision
value: 68.16167950378296
verified: no, type: similarity_recall
value: 76.9941484447182
verified: no
task: type: PairClassification
Likes: 1 | All-time downloads: 50
Created: 2025-01-23 15:26:47