Model: yibinlei/LENS-d8000
Author: yibinlei
Pipeline: feature-extraction
Library: transformers
Tags: transformers, safetensors, mistral, feature-extraction, text-embedding, sentence-similarity, mteb, arxiv:2501.09749, license:apache-2.0, model-index, text-generation-inference, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: license: apache-2.0
tags: text-embedding, feature-extraction, sentence-similarity, transformers, mteb
model-index: name: Gouzi3618/LENS-8000
results: task: type: Classification
dataset: name: MTEB AmazonCounterfactualClassification (en)
type: mteb/amazon_counterfactual
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 93.6865671641791
verified: no, type: ap
value: 74.44778735403261
verified: no, type: ap_weighted
value: 74.44778735403261
verified: no, type: f1
value: 90.57338628851295
verified: no, type: f1_weighted
value: 93.87207694461506
verified: no, type: main_score
value: 93.6865671641791
verified: no, task: type: Classification
dataset: name: MTEB AmazonPolarityClassification (default)
type: mteb/amazon_polarity
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 97.06832499999999
verified: no, type: ap
value: 95.71019538629211
verified: no, type: ap_weighted
value: 95.71019538629211
verified: no, type: f1
value: 97.06781792337515
verified: no, type: f1_weighted
value: 97.06781792337515
verified: no, type: main_score
value: 97.06832499999999
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (en)
type: mteb/amazon_reviews_multi
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 63.608
verified: no, type: f1
value: 62.41274991021244
verified: no, type: f1_weighted
value: 62.41274991021244
verified: no, type: main_score
value: 63.608
verified: no, task: type: Retrieval
dataset: name: MTEB ArguAna (default)
type: mteb/arguana
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: main_score
value: 76.019
verified: no, type: map_at_1
value: 55.903000000000006
verified: no, type: map_at_10
value: 69.887
verified: no, type: map_at_100
value: 70.157
verified: no, type: map_at_1000
value: 70.159
verified: no, type: map_at_20
value: 70.101
verified: no, type: map_at_3
value: 67.378
verified: no, type: map_at_5
value: 69.138
verified: no, type: mrr_at_1
value: 56.899004267425326
verified: no, type: mrr_at_10
value: 70.23428503691676
verified: no, type: mrr_at_100
value: 70.50477756895107
verified: no, type: mrr_at_1000
value: 70.5063694836776
verified: no, type: mrr_at_20
value: 70.44906432331086
verified: no, type: mrr_at_3
value: 67.73352299668105
verified: no, type: mrr_at_5
value: 69.46183025130412
verified: no, type: nauc_map_at_1000_diff1
value: 28.369738335000932
verified: no, type: nauc_map_at_1000_max
value: -6.46878252914094
verified: no, type: nauc_map_at_1000_std
value: -31.433213242739523
verified: no, type: nauc_map_at_100_diff1
value: 28.37160281520759
verified: no, type: nauc_map_at_100_max
value: -6.463942005621383
verified: no, type: nauc_map_at_100_std
value: -31.431652236686336
verified: no, type: nauc_map_at_10_diff1
value: 28.30518291942587
verified: no, type: nauc_map_at_10_max
value: -6.194974102740169
verified: no, type: nauc_map_at_10_std
value: -31.325188430370922
verified: no, type: nauc_map_at_1_diff1
value: 31.608647238057447
verified: no, type: nauc_map_at_1_max
value: -9.000938880640247
verified: no, type: nauc_map_at_1_std
value: -31.850340580223968
verified: no, type: nauc_map_at_20_diff1
value: 28.36848638837624
verified: no, type: nauc_map_at_20_max
value: -6.412381430978799
verified: no, type: nauc_map_at_20_std
value: -31.452685362617505
verified: no, type: nauc_map_at_3_diff1
value: 27.95089394680187
verified: no, type: nauc_map_at_3_max
value: -6.302015702313729
verified: no, type: nauc_map_at_3_std
value: -31.507334020085302
verified: no, type: nauc_map_at_5_diff1
value: 27.982348077574986
verified: no, type: nauc_map_at_5_max
value: -6.006566315399395
verified: no, type: nauc_map_at_5_std
value: -31.34425541540422
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.227964866245816
verified: no, type: nauc_mrr_at_1000_max
value: -8.133964659261048
verified: no, type: nauc_mrr_at_1000_std
value: -31.624647211708368
verified: no, type: nauc_mrr_at_100_diff1
value: 25.230047265830933
verified: no, type: nauc_mrr_at_100_max
value: -8.128997368626452
verified: no, type: nauc_mrr_at_100_std
value: -31.623068694211064
verified: no, type: nauc_mrr_at_10_diff1
value: 25.204936229955173
verified: no, type: nauc_mrr_at_10_max
value: -7.835563207660743
verified: no, type: nauc_mrr_at_10_std
value: -31.513346742425636
verified: no, type: nauc_mrr_at_1_diff1
value: 28.89704784792216
verified: no, type: nauc_mrr_at_1_max
value: -9.311272900405159
verified: no, type: nauc_mrr_at_1_std
value: -32.309921279147936
verified: no, type: nauc_mrr_at_20_diff1
value: 25.234339492194795
verified: no, type: nauc_mrr_at_20_max
value: -8.07335487193087
verified: no, type: nauc_mrr_at_20_std
value: -31.643711223846516
verified: no, type: nauc_mrr_at_3_diff1
value: 24.876431359680033
verified: no, type: nauc_mrr_at_3_max
value: -8.195519132024183
verified: no, type: nauc_mrr_at_3_std
value: -32.11957727976911
verified: no, type: nauc_mrr_at_5_diff1
value: 24.88764812242424
verified: no, type: nauc_mrr_at_5_max
value: -7.7576769931519465
verified: no, type: nauc_mrr_at_5_std
value: -31.564378631881564
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.09257580244486
verified: no, type: nauc_ndcg_at_1000_max
value: -5.74562709568006
verified: no, type: nauc_ndcg_at_1000_std
value: -30.918202197214672
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.134375117688613
verified: no, type: nauc_ndcg_at_100_max
value: -5.622192790763758
verified: no, type: nauc_ndcg_at_100_std
value: -30.85960292081723
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.87869834059295
verified: no, type: nauc_ndcg_at_10_max
value: -4.2662724404197725
verified: no, type: nauc_ndcg_at_10_std
value: -30.429941458615485
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.608647238057447
verified: no, type: nauc_ndcg_at_1_max
value: -9.000938880640247
verified: no, type: nauc_ndcg_at_1_std
value: -31.850340580223968
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.114701479308486
verified: no, type: nauc_ndcg_at_20_max
value: -5.185807260199579
verified: no, type: nauc_ndcg_at_20_std
value: -30.881592179360815
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.090519410510677
verified: no, type: nauc_ndcg_at_3_max
value: -4.699103690447523
verified: no, type: nauc_ndcg_at_3_std
value: -31.00974723525509
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.06577902395562
verified: no, type: nauc_ndcg_at_5_max
value: -3.896494379869019
verified: no, type: nauc_ndcg_at_5_std
value: -30.595264634140477
verified: no, type: nauc_precision_at_1000_diff1
value: 13.625066205876864
verified: no, type: nauc_precision_at_1000_max
value: 31.077851886953717
verified: no, type: nauc_precision_at_1000_std
value: 47.82408874251543
verified: no, type: nauc_precision_at_100_diff1
value: 28.334166321212894
verified: no, type: nauc_precision_at_100_max
value: 45.958982731935635
verified: no, type: nauc_precision_at_100_std
value: 33.156399537789966
verified: no, type: nauc_precision_at_10_diff1
value: 24.44965698632213
verified: no, type: nauc_precision_at_10_max
value: 22.187375935245363
verified: no, type: nauc_precision_at_10_std
value: -17.084349043862684
verified: no, type: nauc_precision_at_1_diff1
value: 31.608647238057447
verified: no, type: nauc_precision_at_1_max
value: -9.000938880640247
verified: no, type: nauc_precision_at_1_std
value: -31.850340580223968
verified: no, type: nauc_precision_at_20_diff1
value: 27.146201764531284
verified: no, type: nauc_precision_at_20_max
value: 26.77044396290566
verified: no, type: nauc_precision_at_20_std
value: -12.639636692077305
verified: no, type: nauc_precision_at_3_diff1
value: 23.662213602558584
verified: no, type: nauc_precision_at_3_max
value: 2.466959457953989
verified: no, type: nauc_precision_at_3_std
value: -28.691552875980207
verified: no, type: nauc_precision_at_5_diff1
value: 21.42559683194896
verified: no, type: nauc_precision_at_5_max
value: 10.877697931273545
verified: no, type: nauc_precision_at_5_std
value: -25.1444110698694
verified: no, type: nauc_recall_at_1000_diff1
value: 13.625066205870539
verified: no, type: nauc_recall_at_1000_max
value: 31.077851886952303
verified: no, type: nauc_recall_at_1000_std
value: 47.82408874251562
verified: no, type: nauc_recall_at_100_diff1
value: 28.33416632120962
verified: no, type: nauc_recall_at_100_max
value: 45.958982731932394
verified: no, type: nauc_recall_at_100_std
value: 33.15639953779121
verified: no, type: nauc_recall_at_10_diff1
value: 24.449656986321795
verified: no, type: nauc_recall_at_10_max
value: 22.18737593524522
verified: no, type: nauc_recall_at_10_std
value: -17.084349043862865
verified: no, type: nauc_recall_at_1_diff1
value: 31.608647238057447
verified: no, type: nauc_recall_at_1_max
value: -9.000938880640247
verified: no, type: nauc_recall_at_1_std
value: -31.850340580223968
verified: no, type: nauc_recall_at_20_diff1
value: 27.146201764531586
verified: no, type: nauc_recall_at_20_max
value: 26.770443962904633
verified: no, type: nauc_recall_at_20_std
value: -12.639636692076802
verified: no, type: nauc_recall_at_3_diff1
value: 23.66221360255874
verified: no, type: nauc_recall_at_3_max
value: 2.466959457954044
verified: no, type: nauc_recall_at_3_std
value: -28.691552875980115
verified: no, type: nauc_recall_at_5_diff1
value: 21.425596831948823
verified: no, type: nauc_recall_at_5_max
value: 10.87769793127329
verified: no, type: nauc_recall_at_5_std
value: -25.144411069869477
verified: no, type: ndcg_at_1
value: 55.903000000000006
verified: no, type: ndcg_at_10
value: 76.019
verified: no, type: ndcg_at_100
value: 77.102
verified: no, type: ndcg_at_1000
value: 77.132
verified: no, type: ndcg_at_20
value: 76.77199999999999
verified: no, type: ndcg_at_3
value: 71.032
verified: no, type: ndcg_at_5
value: 74.22999999999999
verified: no, type: precision_at_1
value: 55.903000000000006
verified: no, type: precision_at_10
value: 9.488000000000001
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.89
verified: no, type: precision_at_3
value: 27.193
verified: no, type: precision_at_5
value: 17.881
verified: no, type: recall_at_1
value: 55.903000000000006
verified: no, type: recall_at_10
value: 94.879
verified: no, type: recall_at_100
value: 99.431
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 97.795
verified: no, type: recall_at_3
value: 81.57900000000001
verified: no, type: recall_at_5
value: 89.403
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringP2P (default)
type: mteb/arxiv-clustering-p2p
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: main_score
value: 54.809064728970625
verified: no, type: v_measure
value: 54.809064728970625
verified: no, type: v_measure_std
value: 14.497861425102215
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringS2S (default)
type: mteb/arxiv-clustering-s2s
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: main_score
value: 50.144159631474416
verified: no, type: v_measure
value: 50.144159631474416
verified: no, type: v_measure_std
value: 14.596959041091187
verified: no, task: type: Reranking
dataset: name: MTEB AskUbuntuDupQuestions (default)
type: mteb/askubuntudupquestions-reranking
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: main_score
value: 65.74396432331054
verified: no, type: map
value: 65.74396432331054
verified: no, type: mrr
value: 77.89418722244206
verified: no, type: nAUC_map_diff1
value: 22.172664271824022
verified: no, type: nAUC_map_max
value: 22.232980127036896
verified: no, type: nAUC_map_std
value: 22.763425465824056
verified: no, type: nAUC_mrr_diff1
value: 30.670095862543384
verified: no, type: nAUC_mrr_max
value: 34.51981156443003
verified: no, type: nAUC_mrr_std
value: 28.863440464092747
verified: no, task: type: STS
dataset: name: MTEB BIOSSES (default)
type: mteb/biosses-sts
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cosine_pearson
value: 86.59612727828603
verified: no, type: cosine_spearman
value: 85.83087137728063
verified: no, type: euclidean_pearson
value: 84.64267159338176
verified: no, type: euclidean_spearman
value: 85.83087137728063
verified: no, type: main_score
value: 85.83087137728063
verified: no, type: manhattan_pearson
value: 85.70909201286793
verified: no, type: manhattan_spearman
value: 85.96460936435044
verified: no, type: pearson
value: 86.59612727828603
verified: no, type: spearman
value: 85.83087137728063
verified: no, task: type: Classification
dataset: name: MTEB Banking77Classification (default)
type: mteb/banking77
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 90.19155844155846
verified: no, type: f1
value: 90.05716678902826
verified: no, type: f1_weighted
value: 90.05716678902826
verified: no, type: main_score
value: 90.19155844155846
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringP2P (default)
type: mteb/biorxiv-clustering-p2p
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: main_score
value: 52.480294793961924
verified: no, type: v_measure
value: 52.480294793961924
verified: no, type: v_measure_std
value: 0.5558452294416437
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringS2S (default)
type: mteb/biorxiv-clustering-s2s
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: main_score
value: 48.51901581759115
verified: no, type: v_measure
value: 48.51901581759115
verified: no, type: v_measure_std
value: 1.1094735884191569
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackAndroidRetrieval (default)
type: mteb/cqadupstack-android
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: main_score
value: 57.9
verified: no, type: map_at_1
value: 37.412
verified: no, type: map_at_10
value: 51.01599999999999
verified: no, type: map_at_100
value: 52.61900000000001
verified: no, type: map_at_1000
value: 52.708
verified: no, type: map_at_20
value: 51.928
verified: no, type: map_at_3
value: 46.685
verified: no, type: map_at_5
value: 49.105
verified: no, type: mrr_at_1
value: 46.20886981402003
verified: no, type: mrr_at_10
value: 56.82409110520696
verified: no, type: mrr_at_100
value: 57.489735501152694
verified: no, type: mrr_at_1000
value: 57.51438904427485
verified: no, type: mrr_at_20
value: 57.25804902449886
verified: no, type: mrr_at_3
value: 54.10109680495945
verified: no, type: mrr_at_5
value: 55.76061039580349
verified: no, type: nauc_map_at_1000_diff1
value: 48.063440573038534
verified: no, type: nauc_map_at_1000_max
value: 29.62137080113329
verified: no, type: nauc_map_at_1000_std
value: -7.188335287046719
verified: no, type: nauc_map_at_100_diff1
value: 48.03303227750245
verified: no, type: nauc_map_at_100_max
value: 29.639381775583857
verified: no, type: nauc_map_at_100_std
value: -7.172565011606355
verified: no, type: nauc_map_at_10_diff1
value: 48.21776139122066
verified: no, type: nauc_map_at_10_max
value: 29.449600885659034
verified: no, type: nauc_map_at_10_std
value: -8.010938259528462
verified: no, type: nauc_map_at_1_diff1
value: 53.98616508427959
verified: no, type: nauc_map_at_1_max
value: 28.421396682508295
verified: no, type: nauc_map_at_1_std
value: -9.213331559605178
verified: no, type: nauc_map_at_20_diff1
value: 48.095631780093115
verified: no, type: nauc_map_at_20_max
value: 29.642141334979062
verified: no, type: nauc_map_at_20_std
value: -7.51476904219371
verified: no, type: nauc_map_at_3_diff1
value: 49.59748320566899
verified: no, type: nauc_map_at_3_max
value: 30.016923179538963
verified: no, type: nauc_map_at_3_std
value: -8.16304276196508
verified: no, type: nauc_map_at_5_diff1
value: 48.325705234334265
verified: no, type: nauc_map_at_5_max
value: 29.471762864011264
verified: no, type: nauc_map_at_5_std
value: -8.078472434819323
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.281461366860434
verified: no, type: nauc_mrr_at_1000_max
value: 29.170434528128457
verified: no, type: nauc_mrr_at_1000_std
value: -5.052368984512577
verified: no, type: nauc_mrr_at_100_diff1
value: 47.27462698853231
verified: no, type: nauc_mrr_at_100_max
value: 29.16237921324494
verified: no, type: nauc_mrr_at_100_std
value: -5.05051358939275
verified: no, type: nauc_mrr_at_10_diff1
value: 47.0800916096565
verified: no, type: nauc_mrr_at_10_max
value: 29.03719877610173
verified: no, type: nauc_mrr_at_10_std
value: -5.304612002269516
verified: no, type: nauc_mrr_at_1_diff1
value: 51.41160739624267
verified: no, type: nauc_mrr_at_1_max
value: 28.11787682467619
verified: no, type: nauc_mrr_at_1_std
value: -7.522348622985506
verified: no, type: nauc_mrr_at_20_diff1
value: 47.222491626494694
verified: no, type: nauc_mrr_at_20_max
value: 29.16603567629627
verified: no, type: nauc_mrr_at_20_std
value: -5.0938790225781965
verified: no, type: nauc_mrr_at_3_diff1
value: 47.8980255295472
verified: no, type: nauc_mrr_at_3_max
value: 29.426817722551412
verified: no, type: nauc_mrr_at_3_std
value: -4.835024752176862
verified: no, type: nauc_mrr_at_5_diff1
value: 46.855088450836384
verified: no, type: nauc_mrr_at_5_max
value: 29.061188278734924
verified: no, type: nauc_mrr_at_5_std
value: -5.105272976547115
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.52907403060708
verified: no, type: nauc_ndcg_at_1000_max
value: 29.52787741767834
verified: no, type: nauc_ndcg_at_1000_std
value: -5.249071191636342
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.10339229034675
verified: no, type: nauc_ndcg_at_100_max
value: 29.470257932437093
verified: no, type: nauc_ndcg_at_100_std
value: -4.815550238593345
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.09171806159629
verified: no, type: nauc_ndcg_at_10_max
value: 28.64025004680062
verified: no, type: nauc_ndcg_at_10_std
value: -7.353223665565414
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.41160739624267
verified: no, type: nauc_ndcg_at_1_max
value: 28.11787682467619
verified: no, type: nauc_ndcg_at_1_std
value: -7.522348622985506
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.114019933699254
verified: no, type: nauc_ndcg_at_20_max
value: 29.228583209753488
verified: no, type: nauc_ndcg_at_20_std
value: -6.3305330142497525
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.78527964345179
verified: no, type: nauc_ndcg_at_3_max
value: 29.727257483258168
verified: no, type: nauc_ndcg_at_3_std
value: -6.237389676732037
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.16322795762912
verified: no, type: nauc_ndcg_at_5_max
value: 28.606807002351253
verified: no, type: nauc_ndcg_at_5_std
value: -6.622437264978827
verified: no, type: nauc_precision_at_1000_diff1
value: -16.297389177846217
verified: no, type: nauc_precision_at_1000_max
value: -12.409674840560653
verified: no, type: nauc_precision_at_1000_std
value: -0.12469109398383808
verified: no, type: nauc_precision_at_100_diff1
value: -14.364258730067526
verified: no, type: nauc_precision_at_100_max
value: -6.838162019922614
verified: no, type: nauc_precision_at_100_std
value: 6.544810546623128
verified: no, type: nauc_precision_at_10_diff1
value: -0.07993029221840925
verified: no, type: nauc_precision_at_10_max
value: 3.5475500791160783
verified: no, type: nauc_precision_at_10_std
value: 3.1108692240999183
verified: no, type: nauc_precision_at_1_diff1
value: 51.41160739624267
verified: no, type: nauc_precision_at_1_max
value: 28.11787682467619
verified: no, type: nauc_precision_at_1_std
value: -7.522348622985506
verified: no, type: nauc_precision_at_20_diff1
value: -7.129194344047243
verified: no, type: nauc_precision_at_20_max
value: -0.4411048865245927
verified: no, type: nauc_precision_at_20_std
value: 5.189261358791849
verified: no, type: nauc_precision_at_3_diff1
value: 22.441075622195807
verified: no, type: nauc_precision_at_3_max
value: 20.27527479036517
verified: no, type: nauc_precision_at_3_std
value: 0.16769220072881036
verified: no, type: nauc_precision_at_5_diff1
value: 9.848861755914708
verified: no, type: nauc_precision_at_5_max
value: 12.631891583429253
verified: no, type: nauc_precision_at_5_std
value: 3.639000882427384
verified: no, type: nauc_recall_at_1000_diff1
value: 33.176182822010176
verified: no, type: nauc_recall_at_1000_max
value: 65.2726131334635
verified: no, type: nauc_recall_at_1000_std
value: 56.29864501903001
verified: no, type: nauc_recall_at_100_diff1
value: 29.803813221418206
verified: no, type: nauc_recall_at_100_max
value: 29.77806750516101
verified: no, type: nauc_recall_at_100_std
value: 17.665361037732303
verified: no, type: nauc_recall_at_10_diff1
value: 37.665789609095555
verified: no, type: nauc_recall_at_10_max
value: 24.422387659495364
verified: no, type: nauc_recall_at_10_std
value: -9.547366403969868
verified: no, type: nauc_recall_at_1_diff1
value: 53.98616508427959
verified: no, type: nauc_recall_at_1_max
value: 28.421396682508295
verified: no, type: nauc_recall_at_1_std
value: -9.213331559605178
verified: no, type: nauc_recall_at_20_diff1
value: 36.331194532498166
verified: no, type: nauc_recall_at_20_max
value: 26.556485208983243
verified: no, type: nauc_recall_at_20_std
value: -3.8731607447959706
verified: no, type: nauc_recall_at_3_diff1
value: 44.08113149764519
verified: no, type: nauc_recall_at_3_max
value: 27.82697192360832
verified: no, type: nauc_recall_at_3_std
value: -6.88741410272389
verified: no, type: nauc_recall_at_5_diff1
value: 38.94274622579766
verified: no, type: nauc_recall_at_5_max
value: 25.00694896242997
verified: no, type: nauc_recall_at_5_std
value: -7.717305765519367
verified: no, type: ndcg_at_1
value: 46.209
verified: no, type: ndcg_at_10
value: 57.9
verified: no, type: ndcg_at_100
value: 62.897000000000006
verified: no, type: ndcg_at_1000
value: 64.067
verified: no, type: ndcg_at_20
value: 60.012
verified: no, type: ndcg_at_3
value: 52.295
verified: no, type: ndcg_at_5
value: 54.925000000000004
verified: no, type: precision_at_1
value: 46.209
verified: no, type: precision_at_10
value: 11.33
verified: no, type: precision_at_100
value: 1.7239999999999998
verified: no, type: precision_at_1000
value: 0.209
verified: no, type: precision_at_20
value: 6.630999999999999
verified: no, type: precision_at_3
value: 25.274
verified: no, type: precision_at_5
value: 18.34
verified: no, type: recall_at_1
value: 37.412
verified: no, type: recall_at_10
value: 70.718
verified: no, type: recall_at_100
value: 91.46300000000001
verified: no, type: recall_at_1000
value: 98.539
verified: no, type: recall_at_20
value: 78.31
verified: no, type: recall_at_3
value: 54.764
verified: no, type: recall_at_5
value: 62.089000000000006
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackEnglishRetrieval (default)
type: mteb/cqadupstack-english
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: main_score
value: 55.474000000000004
verified: no, type: map_at_1
value: 36.334
verified: no, type: map_at_10
value: 49.297000000000004
verified: no, type: map_at_100
value: 50.564
verified: no, type: map_at_1000
value: 50.684
verified: no, type: map_at_20
value: 49.988
verified: no, type: map_at_3
value: 45.837
verified: no, type: map_at_5
value: 47.833
verified: no, type: mrr_at_1
value: 45.796178343949045
verified: no, type: mrr_at_10
value: 55.22237387524016
verified: no, type: mrr_at_100
value: 55.76503850923861
verified: no, type: mrr_at_1000
value: 55.793444257616564
verified: no, type: mrr_at_20
value: 55.548186473604574
verified: no, type: mrr_at_3
value: 53.22717622080685
verified: no, type: mrr_at_5
value: 54.380042462845104
verified: no, type: nauc_map_at_1000_diff1
value: 55.10404495025597
verified: no, type: nauc_map_at_1000_max
value: 32.61004534688453
verified: no, type: nauc_map_at_1000_std
value: -2.6678082362928692
verified: no, type: nauc_map_at_100_diff1
value: 55.128048591260956
verified: no, type: nauc_map_at_100_max
value: 32.51731646707708
verified: no, type: nauc_map_at_100_std
value: -2.7965007216487514
verified: no, type: nauc_map_at_10_diff1
value: 55.5608810613739
verified: no, type: nauc_map_at_10_max
value: 31.518773632675085
verified: no, type: nauc_map_at_10_std
value: -4.3943618266116165
verified: no, type: nauc_map_at_1_diff1
value: 59.69008712972796
verified: no, type: nauc_map_at_1_max
value: 25.33526717844356
verified: no, type: nauc_map_at_1_std
value: -9.820380032557996
verified: no, type: nauc_map_at_20_diff1
value: 55.323001924881275
verified: no, type: nauc_map_at_20_max
value: 32.04757648616761
verified: no, type: nauc_map_at_20_std
value: -3.693324464570495
verified: no, type: nauc_map_at_3_diff1
value: 55.8717635218537
verified: no, type: nauc_map_at_3_max
value: 29.086778134576736
verified: no, type: nauc_map_at_3_std
value: -7.926148581394159
verified: no, type: nauc_map_at_5_diff1
value: 55.639303547935
verified: no, type: nauc_map_at_5_max
value: 30.891118436069593
verified: no, type: nauc_map_at_5_std
value: -5.65819749683715
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.968373024890596
verified: no, type: nauc_mrr_at_1000_max
value: 37.26534979196835
verified: no, type: nauc_mrr_at_1000_std
value: 2.222359206568994
verified: no, type: nauc_mrr_at_100_diff1
value: 53.96114912476918
verified: no, type: nauc_mrr_at_100_max
value: 37.2634564338904
verified: no, type: nauc_mrr_at_100_std
value: 2.2283015996988844
verified: no, type: nauc_mrr_at_10_diff1
value: 54.01169590939643
verified: no, type: nauc_mrr_at_10_max
value: 37.24663754506656
verified: no, type: nauc_mrr_at_10_std
value: 2.1358207367363895
verified: no, type: nauc_mrr_at_1_diff1
value: 57.20194071307239
verified: no, type: nauc_mrr_at_1_max
value: 35.89072992523686
verified: no, type: nauc_mrr_at_1_std
value: -0.42144687001052134
verified: no, type: nauc_mrr_at_20_diff1
value: 53.97217495499223
verified: no, type: nauc_mrr_at_20_max
value: 37.23723498066669
verified: no, type: nauc_mrr_at_20_std
value: 2.127578192551712
verified: no, type: nauc_mrr_at_3_diff1
value: 54.24437764334679
verified: no, type: nauc_mrr_at_3_max
value: 36.92965247682062
verified: no, type: nauc_mrr_at_3_std
value: 1.1841149310399
verified: no, type: nauc_mrr_at_5_diff1
value: 54.10119080195681
verified: no, type: nauc_mrr_at_5_max
value: 37.318709512631585
verified: no, type: nauc_mrr_at_5_std
value: 2.0104630164348247
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.099673365789634
verified: no, type: nauc_ndcg_at_1000_max
value: 35.776586763902465
verified: no, type: nauc_ndcg_at_1000_std
value: 2.5267901696084625
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.05121582412809
verified: no, type: nauc_ndcg_at_100_max
value: 35.42381301395885
verified: no, type: nauc_ndcg_at_100_std
value: 2.173202428779517
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.66976531875284
verified: no, type: nauc_ndcg_at_10_max
value: 34.423433411793106
verified: no, type: nauc_ndcg_at_10_std
value: -0.3828688658787144
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.20194071307239
verified: no, type: nauc_ndcg_at_1_max
value: 35.89072992523686
verified: no, type: nauc_ndcg_at_1_std
value: -0.42144687001052134
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.45916401395555
verified: no, type: nauc_ndcg_at_20_max
value: 34.79760292774444
verified: no, type: nauc_ndcg_at_20_std
value: 0.09865492684433257
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.21280344931687
verified: no, type: nauc_ndcg_at_3_max
value: 33.77403946359603
verified: no, type: nauc_ndcg_at_3_std
value: -2.694145872016408
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.60161231633293
verified: no, type: nauc_ndcg_at_5_max
value: 34.67463458105905
verified: no, type: nauc_ndcg_at_5_std
value: -1.2144507126036534
verified: no, type: nauc_precision_at_1000_diff1
value: -19.41714022423591
verified: no, type: nauc_precision_at_1000_max
value: 14.796653167244648
verified: no, type: nauc_precision_at_1000_std
value: 31.439574593063828
verified: no, type: nauc_precision_at_100_diff1
value: -13.640343270514627
verified: no, type: nauc_precision_at_100_max
value: 22.604051814224558
verified: no, type: nauc_precision_at_100_std
value: 36.8854211722489
verified: no, type: nauc_precision_at_10_diff1
value: 4.96975730436995
verified: no, type: nauc_precision_at_10_max
value: 29.38251452161223
verified: no, type: nauc_precision_at_10_std
value: 26.203798377861652
verified: no, type: nauc_precision_at_1_diff1
value: 57.20194071307239
verified: no, type: nauc_precision_at_1_max
value: 35.89072992523686
verified: no, type: nauc_precision_at_1_std
value: -0.42144687001052134
verified: no, type: nauc_precision_at_20_diff1
value: -3.0909229380961416
verified: no, type: nauc_precision_at_20_max
value: 26.759524144713705
verified: no, type: nauc_precision_at_20_std
value: 29.633178123950138
verified: no, type: nauc_precision_at_3_diff1
value: 23.661125067193385
verified: no, type: nauc_precision_at_3_max
value: 33.188961997504165
verified: no, type: nauc_precision_at_3_std
value: 11.241330587984603
verified: no, type: nauc_precision_at_5_diff1
value: 15.039749548565663
verified: no, type: nauc_precision_at_5_max
value: 33.796709111570586
verified: no, type: nauc_precision_at_5_std
value: 19.85135158938685
verified: no, type: nauc_recall_at_1000_diff1
value: 38.340253410445754
verified: no, type: nauc_recall_at_1000_max
value: 45.86204535697534
verified: no, type: nauc_recall_at_1000_std
value: 36.88912705996024
verified: no, type: nauc_recall_at_100_diff1
value: 41.110929085799505
verified: no, type: nauc_recall_at_100_max
value: 37.30794662383378
verified: no, type: nauc_recall_at_100_std
value: 19.206734101551437
verified: no, type: nauc_recall_at_10_diff1
value: 47.81675191428859
verified: no, type: nauc_recall_at_10_max
value: 32.26702858098994
verified: no, type: nauc_recall_at_10_std
value: 0.1481071990195931
verified: no, type: nauc_recall_at_1_diff1
value: 59.69008712972796
verified: no, type: nauc_recall_at_1_max
value: 25.33526717844356
verified: no, type: nauc_recall_at_1_std
value: -9.820380032557996
verified: no, type: nauc_recall_at_20_diff1
value: 45.534258063751516
verified: no, type: nauc_recall_at_20_max
value: 33.57614929241509
verified: no, type: nauc_recall_at_20_std
value: 3.091637710855964
verified: no, type: nauc_recall_at_3_diff1
value: 50.825869956050475
verified: no, type: nauc_recall_at_3_max
value: 28.731976103609174
verified: no, type: nauc_recall_at_3_std
value: -8.68941645562105
verified: no, type: nauc_recall_at_5_diff1
value: 49.82351445671777
verified: no, type: nauc_recall_at_5_max
value: 31.939395224874133
verified: no, type: nauc_recall_at_5_std
value: -3.350183872170391
verified: no, type: ndcg_at_1
value: 45.796
verified: no, type: ndcg_at_10
value: 55.474000000000004
verified: no, type: ndcg_at_100
value: 59.238
verified: no, type: ndcg_at_1000
value: 60.857000000000006
verified: no, type: ndcg_at_20
value: 56.998000000000005
verified: no, type: ndcg_at_3
value: 51.339
verified: no, type: ndcg_at_5
value: 53.233
verified: no, type: precision_at_1
value: 45.796
verified: no, type: precision_at_10
value: 10.693999999999999
verified: no, type: precision_at_100
value: 1.6049999999999998
verified: no, type: precision_at_1000
value: 0.203
verified: no, type: precision_at_20
value: 6.131
verified: no, type: precision_at_3
value: 25.413999999999998
verified: no, type: precision_at_5
value: 17.873
verified: no, type: recall_at_1
value: 36.334
verified: no, type: recall_at_10
value: 66.05
verified: no, type: recall_at_100
value: 81.959
verified: no, type: recall_at_1000
value: 91.81700000000001
verified: no, type: recall_at_20
value: 71.821
verified: no, type: recall_at_3
value: 53.36300000000001
verified: no, type: recall_at_5
value: 58.987
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGamingRetrieval (default)
type: mteb/cqadupstack-gaming
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: main_score
value: 65.236
verified: no, type: map_at_1
value: 45.576
verified: no, type: map_at_10
value: 59.288
verified: no, type: map_at_100
value: 60.233000000000004
verified: no, type: map_at_1000
value: 60.272000000000006
verified: no, type: map_at_20
value: 59.885999999999996
verified: no, type: map_at_3
value: 55.922000000000004
verified: no, type: map_at_5
value: 57.787
verified: no, type: mrr_at_1
value: 52.03761755485894
verified: no, type: mrr_at_10
value: 62.616534806190096
verified: no, type: mrr_at_100
value: 63.14131602974563
verified: no, type: mrr_at_1000
value: 63.158062461782635
verified: no, type: mrr_at_20
value: 62.95086585828518
verified: no, type: mrr_at_3
value: 60.44932079414848
verified: no, type: mrr_at_5
value: 61.69696969696983
verified: no, type: nauc_map_at_1000_diff1
value: 54.591094530629746
verified: no, type: nauc_map_at_1000_max
value: 29.988893768315954
verified: no, type: nauc_map_at_1000_std
value: -7.085316154448988
verified: no, type: nauc_map_at_100_diff1
value: 54.56965855599467
verified: no, type: nauc_map_at_100_max
value: 29.988495744602346
verified: no, type: nauc_map_at_100_std
value: -7.086191984888584
verified: no, type: nauc_map_at_10_diff1
value: 54.55775377389999
verified: no, type: nauc_map_at_10_max
value: 29.435024107949552
verified: no, type: nauc_map_at_10_std
value: -8.01734033320305
verified: no, type: nauc_map_at_1_diff1
value: 57.64870675697927
verified: no, type: nauc_map_at_1_max
value: 21.422796894472086
verified: no, type: nauc_map_at_1_std
value: -11.65875019420493
verified: no, type: nauc_map_at_20_diff1
value: 54.584118500908254
verified: no, type: nauc_map_at_20_max
value: 29.891482535758406
verified: no, type: nauc_map_at_20_std
value: -7.2839229521962965
verified: no, type: nauc_map_at_3_diff1
value: 55.00309347291383
verified: no, type: nauc_map_at_3_max
value: 27.190277265850614
verified: no, type: nauc_map_at_3_std
value: -10.011557447122543
verified: no, type: nauc_map_at_5_diff1
value: 55.008621125826885
verified: no, type: nauc_map_at_5_max
value: 28.867875701065543
verified: no, type: nauc_map_at_5_std
value: -8.79615898115619
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.46485288814781
verified: no, type: nauc_mrr_at_1000_max
value: 30.84329897256859
verified: no, type: nauc_mrr_at_1000_std
value: -6.441939303485516
verified: no, type: nauc_mrr_at_100_diff1
value: 54.45775938193644
verified: no, type: nauc_mrr_at_100_max
value: 30.855901008364484
verified: no, type: nauc_mrr_at_100_std
value: -6.425089754501605
verified: no, type: nauc_mrr_at_10_diff1
value: 54.34267520192698
verified: no, type: nauc_mrr_at_10_max
value: 30.812155588559143
verified: no, type: nauc_mrr_at_10_std
value: -6.685848606906253
verified: no, type: nauc_mrr_at_1_diff1
value: 56.81495610964844
verified: no, type: nauc_mrr_at_1_max
value: 27.418096023602605
verified: no, type: nauc_mrr_at_1_std
value: -8.659074749287452
verified: no, type: nauc_mrr_at_20_diff1
value: 54.469289850248856
verified: no, type: nauc_mrr_at_20_max
value: 30.94454932981508
verified: no, type: nauc_mrr_at_20_std
value: -6.383862348447732
verified: no, type: nauc_mrr_at_3_diff1
value: 54.10543979115625
verified: no, type: nauc_mrr_at_3_max
value: 30.034651205196106
verified: no, type: nauc_mrr_at_3_std
value: -7.291860027967431
verified: no, type: nauc_mrr_at_5_diff1
value: 54.37870836242998
verified: no, type: nauc_mrr_at_5_max
value: 30.602079938954713
verified: no, type: nauc_mrr_at_5_std
value: -6.988560773363467
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.917326508870744
verified: no, type: nauc_ndcg_at_1000_max
value: 32.38037500887042
verified: no, type: nauc_ndcg_at_1000_std
value: -4.237650981255524
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.55402469967538
verified: no, type: nauc_ndcg_at_100_max
value: 32.644730520893944
verified: no, type: nauc_ndcg_at_100_std
value: -3.845653235974425
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.37677777681159
verified: no, type: nauc_ndcg_at_10_max
value: 31.819151594553517
verified: no, type: nauc_ndcg_at_10_std
value: -5.907411205000427
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.81495610964844
verified: no, type: nauc_ndcg_at_1_max
value: 27.418096023602605
verified: no, type: nauc_ndcg_at_1_std
value: -8.659074749287452
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.70748371170524
verified: no, type: nauc_ndcg_at_20_max
value: 32.83190055712533
verified: no, type: nauc_ndcg_at_20_std
value: -4.199486001764711
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.74531621452966
verified: no, type: nauc_ndcg_at_3_max
value: 29.10348280432317
verified: no, type: nauc_ndcg_at_3_std
value: -8.337223236198172
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.023400593574635
verified: no, type: nauc_ndcg_at_5_max
value: 31.063900271148004
verified: no, type: nauc_ndcg_at_5_std
value: -7.192813502916602
verified: no, type: nauc_precision_at_1000_diff1
value: -15.072743302222582
verified: no, type: nauc_precision_at_1000_max
value: 16.674881008918632
verified: no, type: nauc_precision_at_1000_std
value: 26.384382910606103
verified: no, type: nauc_precision_at_100_diff1
value: -13.303047988597982
verified: no, type: nauc_precision_at_100_max
value: 20.407319129807373
verified: no, type: nauc_precision_at_100_std
value: 27.054123197085357
verified: no, type: nauc_precision_at_10_diff1
value: 4.393259333945309
verified: no, type: nauc_precision_at_10_max
value: 28.66311137381925
verified: no, type: nauc_precision_at_10_std
value: 16.152108931717304
verified: no, type: nauc_precision_at_1_diff1
value: 56.81495610964844
verified: no, type: nauc_precision_at_1_max
value: 27.418096023602605
verified: no, type: nauc_precision_at_1_std
value: -8.659074749287452
verified: no, type: nauc_precision_at_20_diff1
value: -2.970810506684853
verified: no, type: nauc_precision_at_20_max
value: 27.623082834514314
verified: no, type: nauc_precision_at_20_std
value: 23.880088669461472
verified: no, type: nauc_precision_at_3_diff1
value: 27.02892913083338
verified: no, type: nauc_precision_at_3_max
value: 31.287466243455768
verified: no, type: nauc_precision_at_3_std
value: 2.2580757582102406
verified: no, type: nauc_precision_at_5_diff1
value: 17.414588762460134
verified: no, type: nauc_precision_at_5_max
value: 31.9448981361523
verified: no, type: nauc_precision_at_5_std
value: 9.538543383867172
verified: no, type: nauc_recall_at_1000_diff1
value: 42.53345009244463
verified: no, type: nauc_recall_at_1000_max
value: 76.56835130324242
verified: no, type: nauc_recall_at_1000_std
value: 76.83818348201466
verified: no, type: nauc_recall_at_100_diff1
value: 40.52859414527574
verified: no, type: nauc_recall_at_100_max
value: 53.75439716166712
verified: no, type: nauc_recall_at_100_std
value: 33.312435323357015
verified: no, type: nauc_recall_at_10_diff1
value: 46.80800089133272
verified: no, type: nauc_recall_at_10_max
value: 36.58909990918782
verified: no, type: nauc_recall_at_10_std
value: -0.7661010510759596
verified: no, type: nauc_recall_at_1_diff1
value: 57.64870675697927
verified: no, type: nauc_recall_at_1_max
value: 21.422796894472086
verified: no, type: nauc_recall_at_1_std
value: -11.65875019420493
verified: no, type: nauc_recall_at_20_diff1
value: 47.81282622463479
verified: no, type: nauc_recall_at_20_max
value: 44.91166967337363
verified: no, type: nauc_recall_at_20_std
value: 11.977322949899486
verified: no, type: nauc_recall_at_3_diff1
value: 49.60983921598579
verified: no, type: nauc_recall_at_3_max
value: 28.38178625145249
verified: no, type: nauc_recall_at_3_std
value: -8.365500494644834
verified: no, type: nauc_recall_at_5_diff1
value: 49.27075016589731
verified: no, type: nauc_recall_at_5_max
value: 33.016342064689695
verified: no, type: nauc_recall_at_5_std
value: -5.860362287397732
verified: no, type: ndcg_at_1
value: 52.038
verified: no, type: ndcg_at_10
value: 65.236
verified: no, type: ndcg_at_100
value: 68.637
verified: no, type: ndcg_at_1000
value: 69.303
verified: no, type: ndcg_at_20
value: 66.81099999999999
verified: no, type: ndcg_at_3
value: 59.996
verified: no, type: ndcg_at_5
value: 62.495
verified: no, type: precision_at_1
value: 52.038
verified: no, type: precision_at_10
value: 10.382
verified: no, type: precision_at_100
value: 1.2970000000000002
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 5.705
verified: no, type: precision_at_3
value: 26.667
verified: no, type: precision_at_5
value: 18.069
verified: no, type: recall_at_1
value: 45.576
verified: no, type: recall_at_10
value: 79.185
verified: no, type: recall_at_100
value: 93.573
verified: no, type: recall_at_1000
value: 98.07000000000001
verified: no, type: recall_at_20
value: 84.961
verified: no, type: recall_at_3
value: 65.359
verified: no, type: recall_at_5
value: 71.439
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGisRetrieval (default)
type: mteb/cqadupstack-gis
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: main_score
value: 43.736999999999995
verified: no, type: map_at_1
value: 28.546
verified: no, type: map_at_10
value: 38.137
verified: no, type: map_at_100
value: 39.263
verified: no, type: map_at_1000
value: 39.333
verified: no, type: map_at_20
value: 38.76
verified: no, type: map_at_3
value: 34.999
verified: no, type: map_at_5
value: 36.658
verified: no, type: mrr_at_1
value: 30.96045197740113
verified: no, type: mrr_at_10
value: 40.24679400950582
verified: no, type: mrr_at_100
value: 41.20170348155751
verified: no, type: mrr_at_1000
value: 41.24946049435741
verified: no, type: mrr_at_20
value: 40.78243957226738
verified: no, type: mrr_at_3
value: 37.212806026365335
verified: no, type: mrr_at_5
value: 38.89077212806023
verified: no, type: nauc_map_at_1000_diff1
value: 41.484591371503484
verified: no, type: nauc_map_at_1000_max
value: 21.50243004663615
verified: no, type: nauc_map_at_1000_std
value: -8.017452317576112
verified: no, type: nauc_map_at_100_diff1
value: 41.486902693627925
verified: no, type: nauc_map_at_100_max
value: 21.494056338278302
verified: no, type: nauc_map_at_100_std
value: -8.00004534438287
verified: no, type: nauc_map_at_10_diff1
value: 41.64814927701782
verified: no, type: nauc_map_at_10_max
value: 21.573862290063015
verified: no, type: nauc_map_at_10_std
value: -8.235100260610158
verified: no, type: nauc_map_at_1_diff1
value: 46.13514097803455
verified: no, type: nauc_map_at_1_max
value: 20.61253171422529
verified: no, type: nauc_map_at_1_std
value: -10.365708946480401
verified: no, type: nauc_map_at_20_diff1
value: 41.38370404915302
verified: no, type: nauc_map_at_20_max
value: 21.42742534998
verified: no, type: nauc_map_at_20_std
value: -8.088085156235438
verified: no, type: nauc_map_at_3_diff1
value: 42.79503821813812
verified: no, type: nauc_map_at_3_max
value: 20.244967918014062
verified: no, type: nauc_map_at_3_std
value: -9.171223241127391
verified: no, type: nauc_map_at_5_diff1
value: 41.91422269256176
verified: no, type: nauc_map_at_5_max
value: 20.583433229682665
verified: no, type: nauc_map_at_5_std
value: -8.866934970048673
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.62671694053298
verified: no, type: nauc_mrr_at_1000_max
value: 21.88401226714755
verified: no, type: nauc_mrr_at_1000_std
value: -7.176180526322779
verified: no, type: nauc_mrr_at_100_diff1
value: 39.61516353293064
verified: no, type: nauc_mrr_at_100_max
value: 21.886966236971986
verified: no, type: nauc_mrr_at_100_std
value: -7.151952390804118
verified: no, type: nauc_mrr_at_10_diff1
value: 39.64238333546438
verified: no, type: nauc_mrr_at_10_max
value: 22.003431882070476
verified: no, type: nauc_mrr_at_10_std
value: -7.276539138641391
verified: no, type: nauc_mrr_at_1_diff1
value: 43.79445969728542
verified: no, type: nauc_mrr_at_1_max
value: 21.590287146439792
verified: no, type: nauc_mrr_at_1_std
value: -9.232478308821348
verified: no, type: nauc_mrr_at_20_diff1
value: 39.460115785051045
verified: no, type: nauc_mrr_at_20_max
value: 21.82317653158517
verified: no, type: nauc_mrr_at_20_std
value: -7.173780191474672
verified: no, type: nauc_mrr_at_3_diff1
value: 40.845749935523855
verified: no, type: nauc_mrr_at_3_max
value: 21.25557497894811
verified: no, type: nauc_mrr_at_3_std
value: -8.134671456989606
verified: no, type: nauc_mrr_at_5_diff1
value: 40.04668455179097
verified: no, type: nauc_mrr_at_5_max
value: 21.174875933521385
verified: no, type: nauc_mrr_at_5_std
value: -7.560056043392531
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.192798139162015
verified: no, type: nauc_ndcg_at_1000_max
value: 22.56987586557656
verified: no, type: nauc_ndcg_at_1000_std
value: -5.699048881036237
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.892893366046685
verified: no, type: nauc_ndcg_at_100_max
value: 22.59297079596014
verified: no, type: nauc_ndcg_at_100_std
value: -4.911050695398782
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.109181325535104
verified: no, type: nauc_ndcg_at_10_max
value: 22.549083623641465
verified: no, type: nauc_ndcg_at_10_std
value: -6.515720993495773
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.79445969728542
verified: no, type: nauc_ndcg_at_1_max
value: 21.590287146439792
verified: no, type: nauc_ndcg_at_1_std
value: -9.232478308821348
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.04445460468217
verified: no, type: nauc_ndcg_at_20_max
value: 22.018331280895342
verified: no, type: nauc_ndcg_at_20_std
value: -5.91921667958667
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.40837583860769
verified: no, type: nauc_ndcg_at_3_max
value: 20.318000786446362
verified: no, type: nauc_ndcg_at_3_std
value: -8.618963675041751
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.986476367822966
verified: no, type: nauc_ndcg_at_5_max
value: 20.37921991980582
verified: no, type: nauc_ndcg_at_5_std
value: -7.793460964512847
verified: no, type: nauc_precision_at_1000_diff1
value: -12.56710662501719
verified: no, type: nauc_precision_at_1000_max
value: 11.8064074291414
verified: no, type: nauc_precision_at_1000_std
value: 12.089205501861484
verified: no, type: nauc_precision_at_100_diff1
value: 1.5499855867007222
verified: no, type: nauc_precision_at_100_max
value: 19.148603969060325
verified: no, type: nauc_precision_at_100_std
value: 15.501052231970993
verified: no, type: nauc_precision_at_10_diff1
value: 21.82334457516569
verified: no, type: nauc_precision_at_10_max
value: 25.835378906965005
verified: no, type: nauc_precision_at_10_std
value: 2.0046736634992053
verified: no, type: nauc_precision_at_1_diff1
value: 43.79445969728542
verified: no, type: nauc_precision_at_1_max
value: 21.590287146439792
verified: no, type: nauc_precision_at_1_std
value: -9.232478308821348
verified: no, type: nauc_precision_at_20_diff1
value: 12.48842945166953
verified: no, type: nauc_precision_at_20_max
value: 21.861822388437083
verified: no, type: nauc_precision_at_20_std
value: 5.705678370669422
verified: no, type: nauc_precision_at_3_diff1
value: 33.39537201261205
verified: no, type: nauc_precision_at_3_max
value: 18.976562303238143
verified: no, type: nauc_precision_at_3_std
value: -7.435275203281953
verified: no, type: nauc_precision_at_5_diff1
value: 28.43726174109677
verified: no, type: nauc_precision_at_5_max
value: 20.920977896361798
verified: no, type: nauc_precision_at_5_std
value: -4.037951482252999
verified: no, type: nauc_recall_at_1000_diff1
value: 20.690865073299992
verified: no, type: nauc_recall_at_1000_max
value: 42.253403995704716
verified: no, type: nauc_recall_at_1000_std
value: 30.634549589172703
verified: no, type: nauc_recall_at_100_diff1
value: 25.796200083916936
verified: no, type: nauc_recall_at_100_max
value: 28.56927784723373
verified: no, type: nauc_recall_at_100_std
value: 17.887511121482028
verified: no, type: nauc_recall_at_10_diff1
value: 31.379514117055113
verified: no, type: nauc_recall_at_10_max
value: 24.78746081248786
verified: no, type: nauc_recall_at_10_std
value: -1.7778309031645088
verified: no, type: nauc_recall_at_1_diff1
value: 46.13514097803455
verified: no, type: nauc_recall_at_1_max
value: 20.61253171422529
verified: no, type: nauc_recall_at_1_std
value: -10.365708946480401
verified: no, type: nauc_recall_at_20_diff1
value: 25.522451786356303
verified: no, type: nauc_recall_at_20_max
value: 22.758785642133077
verified: no, type: nauc_recall_at_20_std
value: 1.6166456895638768
verified: no, type: nauc_recall_at_3_diff1
value: 38.54896865948788
verified: no, type: nauc_recall_at_3_max
value: 18.652652979020072
verified: no, type: nauc_recall_at_3_std
value: -7.3380635568841095
verified: no, type: nauc_recall_at_5_diff1
value: 34.88937863569462
verified: no, type: nauc_recall_at_5_max
value: 18.35968498669004
verified: no, type: nauc_recall_at_5_std
value: -5.7914616318660395
verified: no, type: ndcg_at_1
value: 30.959999999999997
verified: no, type: ndcg_at_10
value: 43.736999999999995
verified: no, type: ndcg_at_100
value: 49.082
verified: no, type: ndcg_at_1000
value: 50.685
verified: no, type: ndcg_at_20
value: 45.86
verified: no, type: ndcg_at_3
value: 37.492999999999995
verified: no, type: ndcg_at_5
value: 40.402
verified: no, type: precision_at_1
value: 30.959999999999997
verified: no, type: precision_at_10
value: 6.802
verified: no, type: precision_at_100
value: 0.992
verified: no, type: precision_at_1000
value: 0.116
verified: no, type: precision_at_20
value: 3.898
verified: no, type: precision_at_3
value: 15.593000000000002
verified: no, type: precision_at_5
value: 11.096
verified: no, type: recall_at_1
value: 28.546
verified: no, type: recall_at_10
value: 59.050999999999995
verified: no, type: recall_at_100
value: 83.241
verified: no, type: recall_at_1000
value: 95.095
verified: no, type: recall_at_20
value: 67.051
verified: no, type: recall_at_3
value: 42.295
verified: no, type: recall_at_5
value: 49.275999999999996
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackMathematicaRetrieval (default)
type: mteb/cqadupstack-mathematica
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: main_score
value: 38.766
verified: no, type: map_at_1
value: 22.194
verified: no, type: map_at_10
value: 32.417
verified: no, type: map_at_100
value: 33.818
verified: no, type: map_at_1000
value: 33.922999999999995
verified: no, type: map_at_20
value: 33.226
verified: no, type: map_at_3
value: 28.977999999999998
verified: no, type: map_at_5
value: 30.930999999999997
verified: no, type: mrr_at_1
value: 27.985074626865668
verified: no, type: mrr_at_10
value: 37.88122877675116
verified: no, type: mrr_at_100
value: 38.80916079132068
verified: no, type: mrr_at_1000
value: 38.86407448284336
verified: no, type: mrr_at_20
value: 38.41843873672924
verified: no, type: mrr_at_3
value: 34.97097844112771
verified: no, type: mrr_at_5
value: 36.612769485903804
verified: no, type: nauc_map_at_1000_diff1
value: 32.43251259305673
verified: no, type: nauc_map_at_1000_max
value: 14.335717288639014
verified: no, type: nauc_map_at_1000_std
value: 1.0546236958118171
verified: no, type: nauc_map_at_100_diff1
value: 32.41136418823097
verified: no, type: nauc_map_at_100_max
value: 14.346920104620562
verified: no, type: nauc_map_at_100_std
value: 1.0760027324442962
verified: no, type: nauc_map_at_10_diff1
value: 32.4499422045296
verified: no, type: nauc_map_at_10_max
value: 14.214118535832487
verified: no, type: nauc_map_at_10_std
value: 0.14744704889692675
verified: no, type: nauc_map_at_1_diff1
value: 37.338628279209864
verified: no, type: nauc_map_at_1_max
value: 13.031485276530988
verified: no, type: nauc_map_at_1_std
value: 1.6522144610114782
verified: no, type: nauc_map_at_20_diff1
value: 32.35623484386115
verified: no, type: nauc_map_at_20_max
value: 14.088490637407086
verified: no, type: nauc_map_at_20_std
value: 0.7613317697378984
verified: no, type: nauc_map_at_3_diff1
value: 32.109495047884806
verified: no, type: nauc_map_at_3_max
value: 12.49603408273382
verified: no, type: nauc_map_at_3_std
value: -0.9662075537491266
verified: no, type: nauc_map_at_5_diff1
value: 32.342133483081334
verified: no, type: nauc_map_at_5_max
value: 13.497689209467884
verified: no, type: nauc_map_at_5_std
value: -0.21210283954776055
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.96506279038153
verified: no, type: nauc_mrr_at_1000_max
value: 16.92822030855206
verified: no, type: nauc_mrr_at_1000_std
value: 1.5631601747826316
verified: no, type: nauc_mrr_at_100_diff1
value: 32.967178626624964
verified: no, type: nauc_mrr_at_100_max
value: 16.94496458132621
verified: no, type: nauc_mrr_at_100_std
value: 1.578385873055269
verified: no, type: nauc_mrr_at_10_diff1
value: 32.84356946378166
verified: no, type: nauc_mrr_at_10_max
value: 17.03620062001555
verified: no, type: nauc_mrr_at_10_std
value: 1.3172703628382934
verified: no, type: nauc_mrr_at_1_diff1
value: 37.23620301476008
verified: no, type: nauc_mrr_at_1_max
value: 15.042760132255706
verified: no, type: nauc_mrr_at_1_std
value: 1.3631844854711168
verified: no, type: nauc_mrr_at_20_diff1
value: 32.90307896901219
verified: no, type: nauc_mrr_at_20_max
value: 16.90677676348705
verified: no, type: nauc_mrr_at_20_std
value: 1.3454494708937632
verified: no, type: nauc_mrr_at_3_diff1
value: 32.400202492227436
verified: no, type: nauc_mrr_at_3_max
value: 15.78418346740702
verified: no, type: nauc_mrr_at_3_std
value: 0.13431647296653024
verified: no, type: nauc_mrr_at_5_diff1
value: 32.7861104709686
verified: no, type: nauc_mrr_at_5_max
value: 16.537867487279414
verified: no, type: nauc_mrr_at_5_std
value: 0.8973939129673872
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.278003707732594
verified: no, type: nauc_ndcg_at_1000_max
value: 16.369712386488345
verified: no, type: nauc_ndcg_at_1000_std
value: 3.801192665485738
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.03883864137243
verified: no, type: nauc_ndcg_at_100_max
value: 17.13298255370564
verified: no, type: nauc_ndcg_at_100_std
value: 4.50459441845583
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.121998879356767
verified: no, type: nauc_ndcg_at_10_max
value: 16.20699275752119
verified: no, type: nauc_ndcg_at_10_std
value: 1.0836290696696915
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.23620301476008
verified: no, type: nauc_ndcg_at_1_max
value: 15.042760132255706
verified: no, type: nauc_ndcg_at_1_std
value: 1.3631844854711168
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.969422184620626
verified: no, type: nauc_ndcg_at_20_max
value: 15.986351573280091
verified: no, type: nauc_ndcg_at_20_std
value: 2.3824234046027906
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.7343672295478
verified: no, type: nauc_ndcg_at_3_max
value: 13.464154391275335
verified: no, type: nauc_ndcg_at_3_std
value: -1.2740019040002273
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.196681500333202
verified: no, type: nauc_ndcg_at_5_max
value: 14.799926395721405
verified: no, type: nauc_ndcg_at_5_std
value: 0.14444465266694606
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9357199825874157
verified: no, type: nauc_precision_at_1000_max
value: 3.4994742694653027
verified: no, type: nauc_precision_at_1000_std
value: 4.257039200788741
verified: no, type: nauc_precision_at_100_diff1
value: 5.061693041980213
verified: no, type: nauc_precision_at_100_max
value: 12.735903109624006
verified: no, type: nauc_precision_at_100_std
value: 11.38007105270252
verified: no, type: nauc_precision_at_10_diff1
value: 17.45866245433831
verified: no, type: nauc_precision_at_10_max
value: 16.92072631690384
verified: no, type: nauc_precision_at_10_std
value: 3.261686492278632
verified: no, type: nauc_precision_at_1_diff1
value: 37.23620301476008
verified: no, type: nauc_precision_at_1_max
value: 15.042760132255706
verified: no, type: nauc_precision_at_1_std
value: 1.3631844854711168
verified: no, type: nauc_precision_at_20_diff1
value: 13.376095327297524
verified: no, type: nauc_precision_at_20_max
value: 14.704258887537083
verified: no, type: nauc_precision_at_20_std
value: 7.4047267893058395
verified: no, type: nauc_precision_at_3_diff1
value: 22.446224666772185
verified: no, type: nauc_precision_at_3_max
value: 13.622002725403505
verified: no, type: nauc_precision_at_3_std
value: -2.488819731632478
verified: no, type: nauc_precision_at_5_diff1
value: 21.1751496038234
verified: no, type: nauc_precision_at_5_max
value: 15.792936657395753
verified: no, type: nauc_precision_at_5_std
value: 0.33435363620460834
verified: no, type: nauc_recall_at_1000_diff1
value: 3.1437059937979086
verified: no, type: nauc_recall_at_1000_max
value: 21.470870159303246
verified: no, type: nauc_recall_at_1000_std
value: 45.70068528661671
verified: no, type: nauc_recall_at_100_diff1
value: 20.13544486693584
verified: no, type: nauc_recall_at_100_max
value: 26.333993225309104
verified: no, type: nauc_recall_at_100_std
value: 24.441591685006866
verified: no, type: nauc_recall_at_10_diff1
value: 25.196699930978316
verified: no, type: nauc_recall_at_10_max
value: 18.357619567515982
verified: no, type: nauc_recall_at_10_std
value: 2.372775123084514
verified: no, type: nauc_recall_at_1_diff1
value: 37.338628279209864
verified: no, type: nauc_recall_at_1_max
value: 13.031485276530988
verified: no, type: nauc_recall_at_1_std
value: 1.6522144610114782
verified: no, type: nauc_recall_at_20_diff1
value: 23.584794147101206
verified: no, type: nauc_recall_at_20_max
value: 17.554186420673393
verified: no, type: nauc_recall_at_20_std
value: 6.80815648167649
verified: no, type: nauc_recall_at_3_diff1
value: 25.985231586237965
verified: no, type: nauc_recall_at_3_max
value: 11.76324144774928
verified: no, type: nauc_recall_at_3_std
value: -2.963222838479749
verified: no, type: nauc_recall_at_5_diff1
value: 26.323181884774176
verified: no, type: nauc_recall_at_5_max
value: 14.429926567066673
verified: no, type: nauc_recall_at_5_std
value: -0.00012675963437829796
verified: no, type: ndcg_at_1
value: 27.985
verified: no, type: ndcg_at_10
value: 38.766
verified: no, type: ndcg_at_100
value: 44.753
verified: no, type: ndcg_at_1000
value: 47.038000000000004
verified: no, type: ndcg_at_20
value: 41.265
verified: no, type: ndcg_at_3
value: 32.879000000000005
verified: no, type: ndcg_at_5
value: 35.659
verified: no, type: precision_at_1
value: 27.985
verified: no, type: precision_at_10
value: 7.301
verified: no, type: precision_at_100
value: 1.169
verified: no, type: precision_at_1000
value: 0.148
verified: no, type: precision_at_20
value: 4.359
verified: no, type: precision_at_3
value: 16.211000000000002
verified: no, type: precision_at_5
value: 11.816
verified: no, type: recall_at_1
value: 22.194
verified: no, type: recall_at_10
value: 52.589
verified: no, type: recall_at_100
value: 78.062
verified: no, type: recall_at_1000
value: 94.074
verified: no, type: recall_at_20
value: 61.623000000000005
verified: no, type: recall_at_3
value: 36.278
verified: no, type: recall_at_5
value: 43.38
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackPhysicsRetrieval (default)
type: mteb/cqadupstack-physics
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: main_score
value: 53.893
verified: no, type: map_at_1
value: 35.012
verified: no, type: map_at_10
value: 47.613
verified: no, type: map_at_100
value: 48.971
verified: no, type: map_at_1000
value: 49.063
verified: no, type: map_at_20
value: 48.359
verified: no, type: map_at_3
value: 44.082
verified: no, type: map_at_5
value: 46.21
verified: no, type: mrr_at_1
value: 42.54090471607314
verified: no, type: mrr_at_10
value: 52.945827031486324
verified: no, type: mrr_at_100
value: 53.72281654233849
verified: no, type: mrr_at_1000
value: 53.745157751270824
verified: no, type: mrr_at_20
value: 53.385817786371135
verified: no, type: mrr_at_3
value: 50.59351940968877
verified: no, type: mrr_at_5
value: 52.104587744626215
verified: no, type: nauc_map_at_1000_diff1
value: 48.33492567946275
verified: no, type: nauc_map_at_1000_max
value: 28.433337468551517
verified: no, type: nauc_map_at_1000_std
value: -10.190998584209403
verified: no, type: nauc_map_at_100_diff1
value: 48.33909629330693
verified: no, type: nauc_map_at_100_max
value: 28.419994456722026
verified: no, type: nauc_map_at_100_std
value: -10.235081491154807
verified: no, type: nauc_map_at_10_diff1
value: 48.53095045914228
verified: no, type: nauc_map_at_10_max
value: 28.127796242401004
verified: no, type: nauc_map_at_10_std
value: -11.01082028487877
verified: no, type: nauc_map_at_1_diff1
value: 53.649108353905916
verified: no, type: nauc_map_at_1_max
value: 26.374246280085167
verified: no, type: nauc_map_at_1_std
value: -13.139747091527232
verified: no, type: nauc_map_at_20_diff1
value: 48.3280172513891
verified: no, type: nauc_map_at_20_max
value: 28.305001377760526
verified: no, type: nauc_map_at_20_std
value: -10.605331749641165
verified: no, type: nauc_map_at_3_diff1
value: 49.153534229465166
verified: no, type: nauc_map_at_3_max
value: 26.279118718624357
verified: no, type: nauc_map_at_3_std
value: -11.726274525594594
verified: no, type: nauc_map_at_5_diff1
value: 48.582263895163095
verified: no, type: nauc_map_at_5_max
value: 27.600960424655664
verified: no, type: nauc_map_at_5_std
value: -11.388324962006987
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.44969791641315
verified: no, type: nauc_mrr_at_1000_max
value: 30.766154468635996
verified: no, type: nauc_mrr_at_1000_std
value: -7.433159357502868
verified: no, type: nauc_mrr_at_100_diff1
value: 48.446996014110056
verified: no, type: nauc_mrr_at_100_max
value: 30.77778009976802
verified: no, type: nauc_mrr_at_100_std
value: -7.4214844009140455
verified: no, type: nauc_mrr_at_10_diff1
value: 48.46437502902085
verified: no, type: nauc_mrr_at_10_max
value: 30.644355578544396
verified: no, type: nauc_mrr_at_10_std
value: -7.60660588314165
verified: no, type: nauc_mrr_at_1_diff1
value: 51.75053280771205
verified: no, type: nauc_mrr_at_1_max
value: 32.20326775017326
verified: no, type: nauc_mrr_at_1_std
value: -7.751249960234988
verified: no, type: nauc_mrr_at_20_diff1
value: 48.44985237814549
verified: no, type: nauc_mrr_at_20_max
value: 30.724011978924064
verified: no, type: nauc_mrr_at_20_std
value: -7.542446860622669
verified: no, type: nauc_mrr_at_3_diff1
value: 48.07189918639105
verified: no, type: nauc_mrr_at_3_max
value: 29.49689064034342
verified: no, type: nauc_mrr_at_3_std
value: -8.048770832399613
verified: no, type: nauc_mrr_at_5_diff1
value: 47.96784830129403
verified: no, type: nauc_mrr_at_5_max
value: 30.163178388814504
verified: no, type: nauc_mrr_at_5_std
value: -8.273539965534646
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.57997119166584
verified: no, type: nauc_ndcg_at_1000_max
value: 30.15265238140928
verified: no, type: nauc_ndcg_at_1000_std
value: -7.182719485523506
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.47854808504636
verified: no, type: nauc_ndcg_at_100_max
value: 30.24869750327265
verified: no, type: nauc_ndcg_at_100_std
value: -7.161783027754096
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.43160783221118
verified: no, type: nauc_ndcg_at_10_max
value: 28.85230033642103
verified: no, type: nauc_ndcg_at_10_std
value: -10.188037568324937
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.75053280771205
verified: no, type: nauc_ndcg_at_1_max
value: 32.20326775017326
verified: no, type: nauc_ndcg_at_1_std
value: -7.751249960234988
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.12845747675502
verified: no, type: nauc_ndcg_at_20_max
value: 29.3292150770514
verified: no, type: nauc_ndcg_at_20_std
value: -9.195508753243207
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.08761845137898
verified: no, type: nauc_ndcg_at_3_max
value: 26.65140420355011
verified: no, type: nauc_ndcg_at_3_std
value: -9.875410510080297
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.71812623990855
verified: no, type: nauc_ndcg_at_5_max
value: 28.019689931762453
verified: no, type: nauc_ndcg_at_5_std
value: -10.564763057666365
verified: no, type: nauc_precision_at_1000_diff1
value: -18.672244049695788
verified: no, type: nauc_precision_at_1000_max
value: 1.5236368393702486
verified: no, type: nauc_precision_at_1000_std
value: 19.391348785940522
verified: no, type: nauc_precision_at_100_diff1
value: -11.777137115010534
verified: no, type: nauc_precision_at_100_max
value: 9.135014085804933
verified: no, type: nauc_precision_at_100_std
value: 21.12692896308041
verified: no, type: nauc_precision_at_10_diff1
value: 6.844396964136933
verified: no, type: nauc_precision_at_10_max
value: 18.55877978458855
verified: no, type: nauc_precision_at_10_std
value: 6.671582447880328
verified: no, type: nauc_precision_at_1_diff1
value: 51.75053280771205
verified: no, type: nauc_precision_at_1_max
value: 32.20326775017326
verified: no, type: nauc_precision_at_1_std
value: -7.751249960234988
verified: no, type: nauc_precision_at_20_diff1
value: -1.442664564179706
verified: no, type: nauc_precision_at_20_max
value: 15.340885744268606
verified: no, type: nauc_precision_at_20_std
value: 12.163710009596011
verified: no, type: nauc_precision_at_3_diff1
value: 25.728062375098666
verified: no, type: nauc_precision_at_3_max
value: 22.47813702523398
verified: no, type: nauc_precision_at_3_std
value: -0.4916532868054475
verified: no, type: nauc_precision_at_5_diff1
value: 14.927202370778891
verified: no, type: nauc_precision_at_5_max
value: 22.01860485431669
verified: no, type: nauc_precision_at_5_std
value: 2.4367836826340716
verified: no, type: nauc_recall_at_1000_diff1
value: 49.61327701318546
verified: no, type: nauc_recall_at_1000_max
value: 55.735183781771255
verified: no, type: nauc_recall_at_1000_std
value: 40.86201406256184
verified: no, type: nauc_recall_at_100_diff1
value: 40.9808859736081
verified: no, type: nauc_recall_at_100_max
value: 37.89714011000189
verified: no, type: nauc_recall_at_100_std
value: 13.001425913684672
verified: no, type: nauc_recall_at_10_diff1
value: 42.11640791602849
verified: no, type: nauc_recall_at_10_max
value: 27.639245759700525
verified: no, type: nauc_recall_at_10_std
value: -10.115499540962759
verified: no, type: nauc_recall_at_1_diff1
value: 53.649108353905916
verified: no, type: nauc_recall_at_1_max
value: 26.374246280085167
verified: no, type: nauc_recall_at_1_std
value: -13.139747091527232
verified: no, type: nauc_recall_at_20_diff1
value: 40.759415586574164
verified: no, type: nauc_recall_at_20_max
value: 28.88475759388743
verified: no, type: nauc_recall_at_20_std
value: -6.557196266465641
verified: no, type: nauc_recall_at_3_diff1
value: 43.11231831377521
verified: no, type: nauc_recall_at_3_max
value: 21.57590234692241
verified: no, type: nauc_recall_at_3_std
value: -12.535579716094292
verified: no, type: nauc_recall_at_5_diff1
value: 40.624229969140515
verified: no, type: nauc_recall_at_5_max
value: 24.406786983369628
verified: no, type: nauc_recall_at_5_std
value: -12.993898363073523
verified: no, type: ndcg_at_1
value: 42.541000000000004
verified: no, type: ndcg_at_10
value: 53.893
verified: no, type: ndcg_at_100
value: 59.160000000000004
verified: no, type: ndcg_at_1000
value: 60.549
verified: no, type: ndcg_at_20
value: 55.943
verified: no, type: ndcg_at_3
value: 48.729
verified: no, type: ndcg_at_5
value: 51.504000000000005
verified: no, type: precision_at_1
value: 42.541000000000004
verified: no, type: precision_at_10
value: 9.769
verified: no, type: precision_at_100
value: 1.436
verified: no, type: precision_at_1000
value: 0.173
verified: no, type: precision_at_20
value: 5.606
verified: no, type: precision_at_3
value: 23.291999999999998
verified: no, type: precision_at_5
value: 16.573999999999998
verified: no, type: recall_at_1
value: 35.012
verified: no, type: recall_at_10
value: 66.668
verified: no, type: recall_at_100
value: 88.43900000000001
verified: no, type: recall_at_1000
value: 96.858
verified: no, type: recall_at_20
value: 73.741
verified: no, type: recall_at_3
value: 52.5
verified: no, type: recall_at_5
value: 59.489000000000004
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackProgrammersRetrieval (default)
type: mteb/cqadupstack-programmers
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: main_score
value: 51.151
verified: no, type: map_at_1
value: 31.976
verified: no, type: map_at_10
value: 44.372
verified: no, type: map_at_100
value: 45.772
verified: no, type: map_at_1000
value: 45.86
verified: no, type: map_at_20
value: 45.141999999999996
verified: no, type: map_at_3
value: 40.384
verified: no, type: map_at_5
value: 42.671
verified: no, type: mrr_at_1
value: 39.726027397260275
verified: no, type: mrr_at_10
value: 50.237008045227206
verified: no, type: mrr_at_100
value: 51.00797456759301
verified: no, type: mrr_at_1000
value: 51.0438180348488
verified: no, type: mrr_at_20
value: 50.692345088762416
verified: no, type: mrr_at_3
value: 47.450532724505294
verified: no, type: mrr_at_5
value: 48.96879756468792
verified: no, type: nauc_map_at_1000_diff1
value: 45.62130810361153
verified: no, type: nauc_map_at_1000_max
value: 36.32159976063163
verified: no, type: nauc_map_at_1000_std
value: 1.1987591996375244
verified: no, type: nauc_map_at_100_diff1
value: 45.59831464844773
verified: no, type: nauc_map_at_100_max
value: 36.33392594753103
verified: no, type: nauc_map_at_100_std
value: 1.2255994308791645
verified: no, type: nauc_map_at_10_diff1
value: 45.5694944718802
verified: no, type: nauc_map_at_10_max
value: 35.85529308786782
verified: no, type: nauc_map_at_10_std
value: 0.5955808656405205
verified: no, type: nauc_map_at_1_diff1
value: 52.006916444402705
verified: no, type: nauc_map_at_1_max
value: 31.46971111816068
verified: no, type: nauc_map_at_1_std
value: -5.841514911996808
verified: no, type: nauc_map_at_20_diff1
value: 45.614991265384134
verified: no, type: nauc_map_at_20_max
value: 36.22481627485531
verified: no, type: nauc_map_at_20_std
value: 1.0225219860087784
verified: no, type: nauc_map_at_3_diff1
value: 45.70591166263063
verified: no, type: nauc_map_at_3_max
value: 34.85866695253853
verified: no, type: nauc_map_at_3_std
value: -1.3559438227802654
verified: no, type: nauc_map_at_5_diff1
value: 45.3371848868359
verified: no, type: nauc_map_at_5_max
value: 35.53359157566889
verified: no, type: nauc_map_at_5_std
value: -0.050440052849088216
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.643404192715344
verified: no, type: nauc_mrr_at_1000_max
value: 38.683456197514374
verified: no, type: nauc_mrr_at_1000_std
value: 3.6510994600177766
verified: no, type: nauc_mrr_at_100_diff1
value: 45.61737222810662
verified: no, type: nauc_mrr_at_100_max
value: 38.6898459851549
verified: no, type: nauc_mrr_at_100_std
value: 3.6794921137057965
verified: no, type: nauc_mrr_at_10_diff1
value: 45.4389518659568
verified: no, type: nauc_mrr_at_10_max
value: 38.46663230841972
verified: no, type: nauc_mrr_at_10_std
value: 3.4955370353613437
verified: no, type: nauc_mrr_at_1_diff1
value: 51.53447970851375
verified: no, type: nauc_mrr_at_1_max
value: 36.83777704134797
verified: no, type: nauc_mrr_at_1_std
value: -0.20181987547405483
verified: no, type: nauc_mrr_at_20_diff1
value: 45.580395710865595
verified: no, type: nauc_mrr_at_20_max
value: 38.668743354722075
verified: no, type: nauc_mrr_at_20_std
value: 3.6072444777545414
verified: no, type: nauc_mrr_at_3_diff1
value: 45.660055750926595
verified: no, type: nauc_mrr_at_3_max
value: 38.469178980396656
verified: no, type: nauc_mrr_at_3_std
value: 2.691218725900893
verified: no, type: nauc_mrr_at_5_diff1
value: 45.634591047835144
verified: no, type: nauc_mrr_at_5_max
value: 38.77891185568239
verified: no, type: nauc_mrr_at_5_std
value: 3.524025032661579
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.473420323427575
verified: no, type: nauc_ndcg_at_1000_max
value: 37.84517773820968
verified: no, type: nauc_ndcg_at_1000_std
value: 3.8879967318195567
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.93595838190974
verified: no, type: nauc_ndcg_at_100_max
value: 38.48760158899655
verified: no, type: nauc_ndcg_at_100_std
value: 5.125658250662759
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.75007923879972
verified: no, type: nauc_ndcg_at_10_max
value: 37.04943122318896
verified: no, type: nauc_ndcg_at_10_std
value: 3.0918588572447914
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.53447970851375
verified: no, type: nauc_ndcg_at_1_max
value: 36.83777704134797
verified: no, type: nauc_ndcg_at_1_std
value: -0.20181987547405483
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.84917933584441
verified: no, type: nauc_ndcg_at_20_max
value: 38.05038974138388
verified: no, type: nauc_ndcg_at_20_std
value: 4.080005247163919
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.871703221720196
verified: no, type: nauc_ndcg_at_3_max
value: 36.37962400914173
verified: no, type: nauc_ndcg_at_3_std
value: 1.1380927635098264
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.78596218009951
verified: no, type: nauc_ndcg_at_5_max
value: 37.071166988881124
verified: no, type: nauc_ndcg_at_5_std
value: 2.4211484479113343
verified: no, type: nauc_precision_at_1000_diff1
value: -12.063807508710797
verified: no, type: nauc_precision_at_1000_max
value: 3.0534600128229705
verified: no, type: nauc_precision_at_1000_std
value: 10.713012078723349
verified: no, type: nauc_precision_at_100_diff1
value: -5.991867590224487
verified: no, type: nauc_precision_at_100_max
value: 11.522954085499421
verified: no, type: nauc_precision_at_100_std
value: 16.752135624833205
verified: no, type: nauc_precision_at_10_diff1
value: 11.732182015548547
verified: no, type: nauc_precision_at_10_max
value: 24.566425753550515
verified: no, type: nauc_precision_at_10_std
value: 15.84645732647604
verified: no, type: nauc_precision_at_1_diff1
value: 51.53447970851375
verified: no, type: nauc_precision_at_1_max
value: 36.83777704134797
verified: no, type: nauc_precision_at_1_std
value: -0.20181987547405483
verified: no, type: nauc_precision_at_20_diff1
value: 5.035581730073983
verified: no, type: nauc_precision_at_20_max
value: 20.532680423336203
verified: no, type: nauc_precision_at_20_std
value: 17.21343646990562
verified: no, type: nauc_precision_at_3_diff1
value: 26.336385384915346
verified: no, type: nauc_precision_at_3_max
value: 34.89706784191639
verified: no, type: nauc_precision_at_3_std
value: 10.49473682331338
verified: no, type: nauc_precision_at_5_diff1
value: 18.756823355607022
verified: no, type: nauc_precision_at_5_max
value: 29.913609784216167
verified: no, type: nauc_precision_at_5_std
value: 13.772361907662217
verified: no, type: nauc_recall_at_1000_diff1
value: 21.879866503531044
verified: no, type: nauc_recall_at_1000_max
value: 37.016810874312554
verified: no, type: nauc_recall_at_1000_std
value: 37.022197071130606
verified: no, type: nauc_recall_at_100_diff1
value: 28.21066779529965
verified: no, type: nauc_recall_at_100_max
value: 45.164115032338664
verified: no, type: nauc_recall_at_100_std
value: 31.411584857962232
verified: no, type: nauc_recall_at_10_diff1
value: 34.17100873986437
verified: no, type: nauc_recall_at_10_max
value: 33.68680443564895
verified: no, type: nauc_recall_at_10_std
value: 7.114874526753165
verified: no, type: nauc_recall_at_1_diff1
value: 52.006916444402705
verified: no, type: nauc_recall_at_1_max
value: 31.46971111816068
verified: no, type: nauc_recall_at_1_std
value: -5.841514911996808
verified: no, type: nauc_recall_at_20_diff1
value: 33.42327780252708
verified: no, type: nauc_recall_at_20_max
value: 38.03171798236118
verified: no, type: nauc_recall_at_20_std
value: 12.473384277901243
verified: no, type: nauc_recall_at_3_diff1
value: 37.72580392830666
verified: no, type: nauc_recall_at_3_max
value: 33.8785403157307
verified: no, type: nauc_recall_at_3_std
value: 0.9069329386546272
verified: no, type: nauc_recall_at_5_diff1
value: 36.30102493975623
verified: no, type: nauc_recall_at_5_max
value: 35.0689681059825
verified: no, type: nauc_recall_at_5_std
value: 4.419807746197185
verified: no, type: ndcg_at_1
value: 39.726
verified: no, type: ndcg_at_10
value: 51.151
verified: no, type: ndcg_at_100
value: 56.449000000000005
verified: no, type: ndcg_at_1000
value: 58.012
verified: no, type: ndcg_at_20
value: 53.315999999999995
verified: no, type: ndcg_at_3
value: 45.163
verified: no, type: ndcg_at_5
value: 47.899
verified: no, type: precision_at_1
value: 39.726
verified: no, type: precision_at_10
value: 9.543
verified: no, type: precision_at_100
value: 1.417
verified: no, type: precision_at_1000
value: 0.17099999999999999
verified: no, type: precision_at_20
value: 5.502
verified: no, type: precision_at_3
value: 21.804000000000002
verified: no, type: precision_at_5
value: 15.684999999999999
verified: no, type: recall_at_1
value: 31.976
verified: no, type: recall_at_10
value: 65.243
verified: no, type: recall_at_100
value: 87.168
verified: no, type: recall_at_1000
value: 97.504
verified: no, type: recall_at_20
value: 72.951
verified: no, type: recall_at_3
value: 48.254000000000005
verified: no, type: recall_at_5
value: 55.595000000000006
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackRetrieval (default)
type: CQADupstackRetrieval_is_a_combined_dataset
config: default
split: test
revision: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 48.669000000000004
verified: no, type: ndcg_at_10
value: 48.669000000000004
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackStatsRetrieval (default)
type: mteb/cqadupstack-stats
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: main_score
value: 41.521
verified: no, type: map_at_1
value: 27.765
verified: no, type: map_at_10
value: 36.614000000000004
verified: no, type: map_at_100
value: 37.817
verified: no, type: map_at_1000
value: 37.906
verified: no, type: map_at_20
value: 37.313
verified: no, type: map_at_3
value: 33.937
verified: no, type: map_at_5
value: 35.516
verified: no, type: mrr_at_1
value: 30.981595092024538
verified: no, type: mrr_at_10
value: 39.44681809329049
verified: no, type: mrr_at_100
value: 40.37271039447302
verified: no, type: mrr_at_1000
value: 40.434685794294474
verified: no, type: mrr_at_20
value: 40.00737117524118
verified: no, type: mrr_at_3
value: 36.91206543967281
verified: no, type: mrr_at_5
value: 38.39212678936605
verified: no, type: nauc_map_at_1000_diff1
value: 52.81391663490261
verified: no, type: nauc_map_at_1000_max
value: 29.664172550013774
verified: no, type: nauc_map_at_1000_std
value: -2.7414196510762445
verified: no, type: nauc_map_at_100_diff1
value: 52.764084197052306
verified: no, type: nauc_map_at_100_max
value: 29.647430801923274
verified: no, type: nauc_map_at_100_std
value: -2.7255714834919655
verified: no, type: nauc_map_at_10_diff1
value: 53.1353567009527
verified: no, type: nauc_map_at_10_max
value: 29.553212761206954
verified: no, type: nauc_map_at_10_std
value: -3.1409230447808136
verified: no, type: nauc_map_at_1_diff1
value: 60.84686852570778
verified: no, type: nauc_map_at_1_max
value: 30.4288106949597
verified: no, type: nauc_map_at_1_std
value: -7.578528382462288
verified: no, type: nauc_map_at_20_diff1
value: 52.88252470124129
verified: no, type: nauc_map_at_20_max
value: 29.524183751068307
verified: no, type: nauc_map_at_20_std
value: -3.1020875723206927
verified: no, type: nauc_map_at_3_diff1
value: 55.097956701125185
verified: no, type: nauc_map_at_3_max
value: 30.197490024554707
verified: no, type: nauc_map_at_3_std
value: -4.883694538996516
verified: no, type: nauc_map_at_5_diff1
value: 53.93889159560893
verified: no, type: nauc_map_at_5_max
value: 29.676635020687925
verified: no, type: nauc_map_at_5_std
value: -3.3679708283522016
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.46704766008962
verified: no, type: nauc_mrr_at_1000_max
value: 29.563385256175916
verified: no, type: nauc_mrr_at_1000_std
value: -1.296486223268209
verified: no, type: nauc_mrr_at_100_diff1
value: 52.42981778069272
verified: no, type: nauc_mrr_at_100_max
value: 29.56377822987918
verified: no, type: nauc_mrr_at_100_std
value: -1.2762300567936988
verified: no, type: nauc_mrr_at_10_diff1
value: 52.55006453907257
verified: no, type: nauc_mrr_at_10_max
value: 29.576046278214125
verified: no, type: nauc_mrr_at_10_std
value: -1.5535359096219175
verified: no, type: nauc_mrr_at_1_diff1
value: 59.08308459352257
verified: no, type: nauc_mrr_at_1_max
value: 29.938769552965542
verified: no, type: nauc_mrr_at_1_std
value: -3.6474707765933374
verified: no, type: nauc_mrr_at_20_diff1
value: 52.40073561812595
verified: no, type: nauc_mrr_at_20_max
value: 29.453126465073513
verified: no, type: nauc_mrr_at_20_std
value: -1.5311349014705307
verified: no, type: nauc_mrr_at_3_diff1
value: 54.0627524284012
verified: no, type: nauc_mrr_at_3_max
value: 29.6471651189158
verified: no, type: nauc_mrr_at_3_std
value: -3.1605550371803077
verified: no, type: nauc_mrr_at_5_diff1
value: 52.9940750094676
verified: no, type: nauc_mrr_at_5_max
value: 29.224601903567233
verified: no, type: nauc_mrr_at_5_std
value: -1.973807036089598
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.31108553303487
verified: no, type: nauc_ndcg_at_1000_max
value: 30.065099576955294
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8165367280480663
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.954669298701
verified: no, type: nauc_ndcg_at_100_max
value: 29.985564650320757
verified: no, type: nauc_ndcg_at_100_std
value: 1.442706323905779
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.939726171975074
verified: no, type: nauc_ndcg_at_10_max
value: 29.038780243968038
verified: no, type: nauc_ndcg_at_10_std
value: -1.2301036879077722
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.08308459352257
verified: no, type: nauc_ndcg_at_1_max
value: 29.938769552965542
verified: no, type: nauc_ndcg_at_1_std
value: -3.6474707765933374
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.240899070998786
verified: no, type: nauc_ndcg_at_20_max
value: 28.846948404378892
verified: no, type: nauc_ndcg_at_20_std
value: -0.942645164997025
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.779966640966336
verified: no, type: nauc_ndcg_at_3_max
value: 29.44335897565144
verified: no, type: nauc_ndcg_at_3_std
value: -4.07045432893811
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.140081962279204
verified: no, type: nauc_ndcg_at_5_max
value: 28.780221435137843
verified: no, type: nauc_ndcg_at_5_std
value: -1.9647629237439366
verified: no, type: nauc_precision_at_1000_diff1
value: -6.667071013946099
verified: no, type: nauc_precision_at_1000_max
value: 4.88937713617606
verified: no, type: nauc_precision_at_1000_std
value: 12.197077398297914
verified: no, type: nauc_precision_at_100_diff1
value: -1.6271908247032583
verified: no, type: nauc_precision_at_100_max
value: 12.09691975180073
verified: no, type: nauc_precision_at_100_std
value: 18.43894936485954
verified: no, type: nauc_precision_at_10_diff1
value: 21.030543772837955
verified: no, type: nauc_precision_at_10_max
value: 17.862245258912697
verified: no, type: nauc_precision_at_10_std
value: 10.219782614987436
verified: no, type: nauc_precision_at_1_diff1
value: 59.08308459352257
verified: no, type: nauc_precision_at_1_max
value: 29.938769552965542
verified: no, type: nauc_precision_at_1_std
value: -3.6474707765933374
verified: no, type: nauc_precision_at_20_diff1
value: 11.836687933490524
verified: no, type: nauc_precision_at_20_max
value: 14.637079306722528
verified: no, type: nauc_precision_at_20_std
value: 10.552762967644831
verified: no, type: nauc_precision_at_3_diff1
value: 39.63462382612583
verified: no, type: nauc_precision_at_3_max
value: 25.01424566918112
verified: no, type: nauc_precision_at_3_std
value: 1.6711537034528392
verified: no, type: nauc_precision_at_5_diff1
value: 31.04606982791796
verified: no, type: nauc_precision_at_5_max
value: 20.557020391430015
verified: no, type: nauc_precision_at_5_std
value: 7.872967924046605
verified: no, type: nauc_recall_at_1000_diff1
value: 36.404996367121555
verified: no, type: nauc_recall_at_1000_max
value: 36.582711053620095
verified: no, type: nauc_recall_at_1000_std
value: 47.36968865441867
verified: no, type: nauc_recall_at_100_diff1
value: 29.261159461344484
verified: no, type: nauc_recall_at_100_max
value: 32.38893628092869
verified: no, type: nauc_recall_at_100_std
value: 24.930995926123607
verified: no, type: nauc_recall_at_10_diff1
value: 39.51413409423682
verified: no, type: nauc_recall_at_10_max
value: 26.592883142970596
verified: no, type: nauc_recall_at_10_std
value: 3.41837874566946
verified: no, type: nauc_recall_at_1_diff1
value: 60.84686852570778
verified: no, type: nauc_recall_at_1_max
value: 30.4288106949597
verified: no, type: nauc_recall_at_1_std
value: -7.578528382462288
verified: no, type: nauc_recall_at_20_diff1
value: 35.15078785544861
verified: no, type: nauc_recall_at_20_max
value: 24.82983217630711
verified: no, type: nauc_recall_at_20_std
value: 5.116281941537316
verified: no, type: nauc_recall_at_3_diff1
value: 48.911475883980984
verified: no, type: nauc_recall_at_3_max
value: 28.502568900649567
verified: no, type: nauc_recall_at_3_std
value: -4.418317057071089
verified: no, type: nauc_recall_at_5_diff1
value: 44.24824647304154
verified: no, type: nauc_recall_at_5_max
value: 26.392262615242974
verified: no, type: nauc_recall_at_5_std
value: 0.807270243261763
verified: no, type: ndcg_at_1
value: 30.982
verified: no, type: ndcg_at_10
value: 41.521
verified: no, type: ndcg_at_100
value: 46.831
verified: no, type: ndcg_at_1000
value: 48.983
verified: no, type: ndcg_at_20
value: 43.79
verified: no, type: ndcg_at_3
value: 36.658
verified: no, type: ndcg_at_5
value: 39.151
verified: no, type: precision_at_1
value: 30.982
verified: no, type: precision_at_10
value: 6.656
verified: no, type: precision_at_100
value: 1.009
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_20
value: 3.9190000000000005
verified: no, type: precision_at_3
value: 15.848999999999998
verified: no, type: precision_at_5
value: 11.166
verified: no, type: recall_at_1
value: 27.765
verified: no, type: recall_at_10
value: 53.42400000000001
verified: no, type: recall_at_100
value: 76.847
verified: no, type: recall_at_1000
value: 92.613
verified: no, type: recall_at_20
value: 61.973
verified: no, type: recall_at_3
value: 40.373
verified: no, type: recall_at_5
value: 46.421
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackTexRetrieval (default)
type: mteb/cqadupstack-tex
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: main_score
value: 37.183
verified: no, type: map_at_1
value: 22.567999999999998
verified: no, type: map_at_10
value: 31.695
verified: no, type: map_at_100
value: 32.983000000000004
verified: no, type: map_at_1000
value: 33.103
verified: no, type: map_at_20
value: 32.415
verified: no, type: map_at_3
value: 28.788000000000004
verified: no, type: map_at_5
value: 30.447999999999997
verified: no, type: mrr_at_1
value: 27.35719201651755
verified: no, type: mrr_at_10
value: 36.02016626792957
verified: no, type: mrr_at_100
value: 36.98001375170261
verified: no, type: mrr_at_1000
value: 37.047243773430516
verified: no, type: mrr_at_20
value: 36.59436259474964
verified: no, type: mrr_at_3
value: 33.56847900894709
verified: no, type: mrr_at_5
value: 35.008602890571375
verified: no, type: nauc_map_at_1000_diff1
value: 38.31962882173507
verified: no, type: nauc_map_at_1000_max
value: 20.234054345740052
verified: no, type: nauc_map_at_1000_std
value: 0.7148544253591265
verified: no, type: nauc_map_at_100_diff1
value: 38.30158981561181
verified: no, type: nauc_map_at_100_max
value: 20.25583133514947
verified: no, type: nauc_map_at_100_std
value: 0.7067333640571242
verified: no, type: nauc_map_at_10_diff1
value: 38.399246886273495
verified: no, type: nauc_map_at_10_max
value: 20.138790038401027
verified: no, type: nauc_map_at_10_std
value: 0.22555232002920708
verified: no, type: nauc_map_at_1_diff1
value: 42.478984768354664
verified: no, type: nauc_map_at_1_max
value: 17.347554652757935
verified: no, type: nauc_map_at_1_std
value: -1.7479543132075324
verified: no, type: nauc_map_at_20_diff1
value: 38.29285220008463
verified: no, type: nauc_map_at_20_max
value: 20.24494800952884
verified: no, type: nauc_map_at_20_std
value: 0.44773706907718713
verified: no, type: nauc_map_at_3_diff1
value: 38.9344151744796
verified: no, type: nauc_map_at_3_max
value: 19.34711920281405
verified: no, type: nauc_map_at_3_std
value: -0.5518134498464485
verified: no, type: nauc_map_at_5_diff1
value: 38.6869751352327
verified: no, type: nauc_map_at_5_max
value: 19.89431319427727
verified: no, type: nauc_map_at_5_std
value: -0.36906720632055906
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.110035055268085
verified: no, type: nauc_mrr_at_1000_max
value: 20.30218201303233
verified: no, type: nauc_mrr_at_1000_std
value: 0.9892682538038587
verified: no, type: nauc_mrr_at_100_diff1
value: 39.09521676323142
verified: no, type: nauc_mrr_at_100_max
value: 20.303440926608825
verified: no, type: nauc_mrr_at_100_std
value: 0.9904688660728255
verified: no, type: nauc_mrr_at_10_diff1
value: 39.12003544583391
verified: no, type: nauc_mrr_at_10_max
value: 20.19465899845882
verified: no, type: nauc_mrr_at_10_std
value: 0.6654599149147801
verified: no, type: nauc_mrr_at_1_diff1
value: 42.92018294879498
verified: no, type: nauc_mrr_at_1_max
value: 18.079509143646572
verified: no, type: nauc_mrr_at_1_std
value: -0.7823014353906856
verified: no, type: nauc_mrr_at_20_diff1
value: 39.07506626859272
verified: no, type: nauc_mrr_at_20_max
value: 20.294506646852366
verified: no, type: nauc_mrr_at_20_std
value: 0.864333481006957
verified: no, type: nauc_mrr_at_3_diff1
value: 39.656311554576554
verified: no, type: nauc_mrr_at_3_max
value: 20.040146586295066
verified: no, type: nauc_mrr_at_3_std
value: 0.42910721174052
verified: no, type: nauc_mrr_at_5_diff1
value: 39.37561835510038
verified: no, type: nauc_mrr_at_5_max
value: 20.30007258049178
verified: no, type: nauc_mrr_at_5_std
value: 0.3371598067963826
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.273483901039924
verified: no, type: nauc_ndcg_at_1000_max
value: 21.410335996289184
verified: no, type: nauc_ndcg_at_1000_std
value: 3.288797871787962
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.721073992334716
verified: no, type: nauc_ndcg_at_100_max
value: 21.68476210840317
verified: no, type: nauc_ndcg_at_100_std
value: 3.6548159650634346
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.02792318514876
verified: no, type: nauc_ndcg_at_10_max
value: 21.063801347135968
verified: no, type: nauc_ndcg_at_10_std
value: 1.3595117069193776
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.92018294879498
verified: no, type: nauc_ndcg_at_1_max
value: 18.079509143646572
verified: no, type: nauc_ndcg_at_1_std
value: -0.7823014353906856
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.64918521516747
verified: no, type: nauc_ndcg_at_20_max
value: 21.460785913566458
verified: no, type: nauc_ndcg_at_20_std
value: 2.045078360541621
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.180105254457445
verified: no, type: nauc_ndcg_at_3_max
value: 19.960996544401652
verified: no, type: nauc_ndcg_at_3_std
value: 0.22368956683777577
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.681459156861266
verified: no, type: nauc_ndcg_at_5_max
value: 20.785307023225368
verified: no, type: nauc_ndcg_at_5_std
value: 0.3497228437243125
verified: no, type: nauc_precision_at_1000_diff1
value: -1.2945289411670948
verified: no, type: nauc_precision_at_1000_max
value: -2.051700713176913
verified: no, type: nauc_precision_at_1000_std
value: 7.697437265897111
verified: no, type: nauc_precision_at_100_diff1
value: 7.812054547548337
verified: no, type: nauc_precision_at_100_max
value: 9.140769013638478
verified: no, type: nauc_precision_at_100_std
value: 13.747018748295087
verified: no, type: nauc_precision_at_10_diff1
value: 21.712807144964266
verified: no, type: nauc_precision_at_10_max
value: 17.77356368869009
verified: no, type: nauc_precision_at_10_std
value: 6.966715221940607
verified: no, type: nauc_precision_at_1_diff1
value: 42.92018294879498
verified: no, type: nauc_precision_at_1_max
value: 18.079509143646572
verified: no, type: nauc_precision_at_1_std
value: -0.7823014353906856
verified: no, type: nauc_precision_at_20_diff1
value: 16.678807953635093
verified: no, type: nauc_precision_at_20_max
value: 16.13357637806647
verified: no, type: nauc_precision_at_20_std
value: 8.700523556896268
verified: no, type: nauc_precision_at_3_diff1
value: 31.32504900731501
verified: no, type: nauc_precision_at_3_max
value: 20.433892175372574
verified: no, type: nauc_precision_at_3_std
value: 3.2525265169941084
verified: no, type: nauc_precision_at_5_diff1
value: 26.847074585158044
verified: no, type: nauc_precision_at_5_max
value: 20.1621052968339
verified: no, type: nauc_precision_at_5_std
value: 4.403637252000099
verified: no, type: nauc_recall_at_1000_diff1
value: 25.369437454795012
verified: no, type: nauc_recall_at_1000_max
value: 31.068433952292608
verified: no, type: nauc_recall_at_1000_std
value: 30.586342412567408
verified: no, type: nauc_recall_at_100_diff1
value: 25.723465878178626
verified: no, type: nauc_recall_at_100_max
value: 26.521689460995844
verified: no, type: nauc_recall_at_100_std
value: 18.37373415496336
verified: no, type: nauc_recall_at_10_diff1
value: 30.59347861757255
verified: no, type: nauc_recall_at_10_max
value: 22.44330123588809
verified: no, type: nauc_recall_at_10_std
value: 3.3327269096563805
verified: no, type: nauc_recall_at_1_diff1
value: 42.478984768354664
verified: no, type: nauc_recall_at_1_max
value: 17.347554652757935
verified: no, type: nauc_recall_at_1_std
value: -1.7479543132075324
verified: no, type: nauc_recall_at_20_diff1
value: 28.37578852965159
verified: no, type: nauc_recall_at_20_max
value: 23.820034600059103
verified: no, type: nauc_recall_at_20_std
value: 6.083064353955198
verified: no, type: nauc_recall_at_3_diff1
value: 34.37897888758168
verified: no, type: nauc_recall_at_3_max
value: 20.488375032732815
verified: no, type: nauc_recall_at_3_std
value: 0.5627038554835839
verified: no, type: nauc_recall_at_5_diff1
value: 32.87036719646904
verified: no, type: nauc_recall_at_5_max
value: 21.797900752145853
verified: no, type: nauc_recall_at_5_std
value: 0.7621811262561744
verified: no, type: ndcg_at_1
value: 27.357
verified: no, type: ndcg_at_10
value: 37.183
verified: no, type: ndcg_at_100
value: 42.852000000000004
verified: no, type: ndcg_at_1000
value: 45.318999999999996
verified: no, type: ndcg_at_20
value: 39.425
verified: no, type: ndcg_at_3
value: 32.302
verified: no, type: ndcg_at_5
value: 34.705999999999996
verified: no, type: precision_at_1
value: 27.357
verified: no, type: precision_at_10
value: 6.7860000000000005
verified: no, type: precision_at_100
value: 1.1159999999999999
verified: no, type: precision_at_1000
value: 0.152
verified: no, type: precision_at_20
value: 4.062
verified: no, type: precision_at_3
value: 15.325
verified: no, type: precision_at_5
value: 11.129
verified: no, type: recall_at_1
value: 22.567999999999998
verified: no, type: recall_at_10
value: 49.085
verified: no, type: recall_at_100
value: 74.048
verified: no, type: recall_at_1000
value: 91.095
verified: no, type: recall_at_20
value: 57.303000000000004
verified: no, type: recall_at_3
value: 35.522999999999996
verified: no, type: recall_at_5
value: 41.746
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackUnixRetrieval (default)
type: mteb/cqadupstack-unix
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: main_score
value: 51.396
verified: no, type: map_at_1
value: 34.811
verified: no, type: map_at_10
value: 45.659
verified: no, type: map_at_100
value: 46.976
verified: no, type: map_at_1000
value: 47.051
verified: no, type: map_at_20
value: 46.455
verified: no, type: map_at_3
value: 42.501
verified: no, type: map_at_5
value: 44.105
verified: no, type: mrr_at_1
value: 41.04477611940299
verified: no, type: mrr_at_10
value: 50.14592217484003
verified: no, type: mrr_at_100
value: 51.01085089250951
verified: no, type: mrr_at_1000
value: 51.046980740738725
verified: no, type: mrr_at_20
value: 50.712492575431334
verified: no, type: mrr_at_3
value: 47.7300995024875
verified: no, type: mrr_at_5
value: 48.94745024875615
verified: no, type: nauc_map_at_1000_diff1
value: 49.41972290901348
verified: no, type: nauc_map_at_1000_max
value: 30.418595984949516
verified: no, type: nauc_map_at_1000_std
value: -6.134402507069521
verified: no, type: nauc_map_at_100_diff1
value: 49.423634902558774
verified: no, type: nauc_map_at_100_max
value: 30.421983422706294
verified: no, type: nauc_map_at_100_std
value: -6.122990042471123
verified: no, type: nauc_map_at_10_diff1
value: 49.39514428586809
verified: no, type: nauc_map_at_10_max
value: 30.067750182517344
verified: no, type: nauc_map_at_10_std
value: -6.490781627285011
verified: no, type: nauc_map_at_1_diff1
value: 53.726930079027355
verified: no, type: nauc_map_at_1_max
value: 31.564271750054214
verified: no, type: nauc_map_at_1_std
value: -6.207203206377229
verified: no, type: nauc_map_at_20_diff1
value: 49.49428675089494
verified: no, type: nauc_map_at_20_max
value: 30.346830038902567
verified: no, type: nauc_map_at_20_std
value: -6.384581137155837
verified: no, type: nauc_map_at_3_diff1
value: 50.53398121184611
verified: no, type: nauc_map_at_3_max
value: 29.520136815187293
verified: no, type: nauc_map_at_3_std
value: -6.4862272997890065
verified: no, type: nauc_map_at_5_diff1
value: 49.918539885809444
verified: no, type: nauc_map_at_5_max
value: 29.881720947964986
verified: no, type: nauc_map_at_5_std
value: -6.1957266387111805
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.045872943097876
verified: no, type: nauc_mrr_at_1000_max
value: 31.44086682478966
verified: no, type: nauc_mrr_at_1000_std
value: -5.294155484356357
verified: no, type: nauc_mrr_at_100_diff1
value: 49.02549363550889
verified: no, type: nauc_mrr_at_100_max
value: 31.425821773796304
verified: no, type: nauc_mrr_at_100_std
value: -5.290378070949134
verified: no, type: nauc_mrr_at_10_diff1
value: 48.79661575148535
verified: no, type: nauc_mrr_at_10_max
value: 31.130959589772296
verified: no, type: nauc_mrr_at_10_std
value: -5.623844633492856
verified: no, type: nauc_mrr_at_1_diff1
value: 52.90089377128913
verified: no, type: nauc_mrr_at_1_max
value: 32.40774032873656
verified: no, type: nauc_mrr_at_1_std
value: -6.0713885032931385
verified: no, type: nauc_mrr_at_20_diff1
value: 49.06030215791546
verified: no, type: nauc_mrr_at_20_max
value: 31.42717911738813
verified: no, type: nauc_mrr_at_20_std
value: -5.371125220467266
verified: no, type: nauc_mrr_at_3_diff1
value: 49.34651355599406
verified: no, type: nauc_mrr_at_3_max
value: 31.079367157632287
verified: no, type: nauc_mrr_at_3_std
value: -5.688689732352166
verified: no, type: nauc_mrr_at_5_diff1
value: 49.11887000542802
verified: no, type: nauc_mrr_at_5_max
value: 31.22370488379167
verified: no, type: nauc_mrr_at_5_std
value: -5.262549801076311
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.17029504156311
verified: no, type: nauc_ndcg_at_1000_max
value: 31.0071055656938
verified: no, type: nauc_ndcg_at_1000_std
value: -4.964563322138795
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.75612009818361
verified: no, type: nauc_ndcg_at_100_max
value: 30.95429083420626
verified: no, type: nauc_ndcg_at_100_std
value: -4.3878208586863305
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.4742202498153
verified: no, type: nauc_ndcg_at_10_max
value: 29.743145353732338
verified: no, type: nauc_ndcg_at_10_std
value: -6.567730922963033
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.90089377128913
verified: no, type: nauc_ndcg_at_1_max
value: 32.40774032873656
verified: no, type: nauc_ndcg_at_1_std
value: -6.0713885032931385
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.15976773981052
verified: no, type: nauc_ndcg_at_20_max
value: 30.720239716788537
verified: no, type: nauc_ndcg_at_20_std
value: -5.915046628959949
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.77714679523068
verified: no, type: nauc_ndcg_at_3_max
value: 29.226005157792283
verified: no, type: nauc_ndcg_at_3_std
value: -6.4435406187140885
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.297650732431784
verified: no, type: nauc_ndcg_at_5_max
value: 29.534042779795026
verified: no, type: nauc_ndcg_at_5_std
value: -5.949674263097888
verified: no, type: nauc_precision_at_1000_diff1
value: -18.247129854487877
verified: no, type: nauc_precision_at_1000_max
value: -6.022292074806939
verified: no, type: nauc_precision_at_1000_std
value: -1.021725353550691
verified: no, type: nauc_precision_at_100_diff1
value: -9.138050121076688
verified: no, type: nauc_precision_at_100_max
value: 3.997695077574597
verified: no, type: nauc_precision_at_100_std
value: 4.742972800203224
verified: no, type: nauc_precision_at_10_diff1
value: 13.194684490713202
verified: no, type: nauc_precision_at_10_max
value: 15.840940731793271
verified: no, type: nauc_precision_at_10_std
value: -6.051512441226457
verified: no, type: nauc_precision_at_1_diff1
value: 52.90089377128913
verified: no, type: nauc_precision_at_1_max
value: 32.40774032873656
verified: no, type: nauc_precision_at_1_std
value: -6.0713885032931385
verified: no, type: nauc_precision_at_20_diff1
value: 6.899839868403575
verified: no, type: nauc_precision_at_20_max
value: 13.891871886179638
verified: no, type: nauc_precision_at_20_std
value: -3.3290467352585367
verified: no, type: nauc_precision_at_3_diff1
value: 31.976884237970864
verified: no, type: nauc_precision_at_3_max
value: 21.50815377729393
verified: no, type: nauc_precision_at_3_std
value: -6.096414234677205
verified: no, type: nauc_precision_at_5_diff1
value: 23.971358558972202
verified: no, type: nauc_precision_at_5_max
value: 20.011127948852653
verified: no, type: nauc_precision_at_5_std
value: -4.670600588714178
verified: no, type: nauc_recall_at_1000_diff1
value: 44.51341582665117
verified: no, type: nauc_recall_at_1000_max
value: 45.529346087013685
verified: no, type: nauc_recall_at_1000_std
value: 29.12832024115422
verified: no, type: nauc_recall_at_100_diff1
value: 36.31817172758161
verified: no, type: nauc_recall_at_100_max
value: 31.24221823704618
verified: no, type: nauc_recall_at_100_std
value: 11.578251243360445
verified: no, type: nauc_recall_at_10_diff1
value: 39.50364422633259
verified: no, type: nauc_recall_at_10_max
value: 25.181494495474965
verified: no, type: nauc_recall_at_10_std
value: -7.337961863786262
verified: no, type: nauc_recall_at_1_diff1
value: 53.726930079027355
verified: no, type: nauc_recall_at_1_max
value: 31.564271750054214
verified: no, type: nauc_recall_at_1_std
value: -6.207203206377229
verified: no, type: nauc_recall_at_20_diff1
value: 41.474813670401616
verified: no, type: nauc_recall_at_20_max
value: 28.543585723893557
verified: no, type: nauc_recall_at_20_std
value: -4.765052709529466
verified: no, type: nauc_recall_at_3_diff1
value: 45.76783251087914
verified: no, type: nauc_recall_at_3_max
value: 26.023872990619722
verified: no, type: nauc_recall_at_3_std
value: -6.413853244730829
verified: no, type: nauc_recall_at_5_diff1
value: 43.5601470678474
verified: no, type: nauc_recall_at_5_max
value: 26.339112651956693
verified: no, type: nauc_recall_at_5_std
value: -4.714784586679173
verified: no, type: ndcg_at_1
value: 41.045
verified: no, type: ndcg_at_10
value: 51.396
verified: no, type: ndcg_at_100
value: 56.784
verified: no, type: ndcg_at_1000
value: 58.30800000000001
verified: no, type: ndcg_at_20
value: 53.835
verified: no, type: ndcg_at_3
value: 46.269
verified: no, type: ndcg_at_5
value: 48.318
verified: no, type: precision_at_1
value: 41.045
verified: no, type: precision_at_10
value: 8.674999999999999
verified: no, type: precision_at_100
value: 1.258
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 5.009
verified: no, type: precision_at_3
value: 20.958
verified: no, type: precision_at_5
value: 14.366000000000001
verified: no, type: recall_at_1
value: 34.811
verified: no, type: recall_at_10
value: 64.054
verified: no, type: recall_at_100
value: 86.707
verified: no, type: recall_at_1000
value: 96.95
verified: no, type: recall_at_20
value: 72.879
verified: no, type: recall_at_3
value: 49.833
verified: no, type: recall_at_5
value: 55.145999999999994
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWebmastersRetrieval (default)
type: mteb/cqadupstack-webmasters
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: main_score
value: 48.229
verified: no, type: map_at_1
value: 31.906000000000002
verified: no, type: map_at_10
value: 42.254999999999995
verified: no, type: map_at_100
value: 44.213
verified: no, type: map_at_1000
value: 44.439
verified: no, type: map_at_20
value: 43.248
verified: no, type: map_at_3
value: 38.86
verified: no, type: map_at_5
value: 41.141
verified: no, type: mrr_at_1
value: 38.73517786561265
verified: no, type: mrr_at_10
value: 46.97024593763724
verified: no, type: mrr_at_100
value: 47.94481042970731
verified: no, type: mrr_at_1000
value: 47.985760758872495
verified: no, type: mrr_at_20
value: 47.53700953359998
verified: no, type: mrr_at_3
value: 44.36758893280635
verified: no, type: mrr_at_5
value: 46.12648221343875
verified: no, type: nauc_map_at_1000_diff1
value: 47.495088997816524
verified: no, type: nauc_map_at_1000_max
value: 19.671904439587365
verified: no, type: nauc_map_at_1000_std
value: -1.3627808016020522
verified: no, type: nauc_map_at_100_diff1
value: 47.43920373673026
verified: no, type: nauc_map_at_100_max
value: 19.867353334267776
verified: no, type: nauc_map_at_100_std
value: -1.761385629643101
verified: no, type: nauc_map_at_10_diff1
value: 47.15528348684556
verified: no, type: nauc_map_at_10_max
value: 19.676194850934312
verified: no, type: nauc_map_at_10_std
value: -3.6727807703472592
verified: no, type: nauc_map_at_1_diff1
value: 52.99557955883872
verified: no, type: nauc_map_at_1_max
value: 19.088249896716704
verified: no, type: nauc_map_at_1_std
value: -7.249973708167082
verified: no, type: nauc_map_at_20_diff1
value: 46.86356518180594
verified: no, type: nauc_map_at_20_max
value: 19.70347315131642
verified: no, type: nauc_map_at_20_std
value: -2.6720920366999374
verified: no, type: nauc_map_at_3_diff1
value: 47.07329819024913
verified: no, type: nauc_map_at_3_max
value: 18.945688932686426
verified: no, type: nauc_map_at_3_std
value: -5.3156839236392734
verified: no, type: nauc_map_at_5_diff1
value: 47.11053199684523
verified: no, type: nauc_map_at_5_max
value: 19.847890147729544
verified: no, type: nauc_map_at_5_std
value: -4.16500079949399
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.41311022522712
verified: no, type: nauc_mrr_at_1000_max
value: 20.99590958422922
verified: no, type: nauc_mrr_at_1000_std
value: 0.2576393823165339
verified: no, type: nauc_mrr_at_100_diff1
value: 48.404798258835335
verified: no, type: nauc_mrr_at_100_max
value: 21.004559810198657
verified: no, type: nauc_mrr_at_100_std
value: 0.2676523816417369
verified: no, type: nauc_mrr_at_10_diff1
value: 48.475983871350884
verified: no, type: nauc_mrr_at_10_max
value: 21.11595664710079
verified: no, type: nauc_mrr_at_10_std
value: -0.1661763911556166
verified: no, type: nauc_mrr_at_1_diff1
value: 51.122302952336426
verified: no, type: nauc_mrr_at_1_max
value: 21.94116830220702
verified: no, type: nauc_mrr_at_1_std
value: -0.39465620507429194
verified: no, type: nauc_mrr_at_20_diff1
value: 48.29705556987262
verified: no, type: nauc_mrr_at_20_max
value: 20.968524188691408
verified: no, type: nauc_mrr_at_20_std
value: 0.28692937673491176
verified: no, type: nauc_mrr_at_3_diff1
value: 48.290151351112456
verified: no, type: nauc_mrr_at_3_max
value: 20.799391932160795
verified: no, type: nauc_mrr_at_3_std
value: -0.4049152481916527
verified: no, type: nauc_mrr_at_5_diff1
value: 48.620266848277524
verified: no, type: nauc_mrr_at_5_max
value: 20.828881801522147
verified: no, type: nauc_mrr_at_5_std
value: -0.06261283231981098
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.805728708415245
verified: no, type: nauc_ndcg_at_1000_max
value: 21.22113318417983
verified: no, type: nauc_ndcg_at_1000_std
value: 1.7659499118079376
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.396587447695026
verified: no, type: nauc_ndcg_at_100_max
value: 21.229178416892807
verified: no, type: nauc_ndcg_at_100_std
value: 1.8230824931003011
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.3897122791697
verified: no, type: nauc_ndcg_at_10_max
value: 19.649557338197745
verified: no, type: nauc_ndcg_at_10_std
value: -0.7257825152815804
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.122302952336426
verified: no, type: nauc_ndcg_at_1_max
value: 21.94116830220702
verified: no, type: nauc_ndcg_at_1_std
value: -0.39465620507429194
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.99045587435792
verified: no, type: nauc_ndcg_at_20_max
value: 19.464646365341085
verified: no, type: nauc_ndcg_at_20_std
value: 0.6094769668002494
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.89854380329431
verified: no, type: nauc_ndcg_at_3_max
value: 19.771868883199687
verified: no, type: nauc_ndcg_at_3_std
value: -0.7566375331567338
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.229821387349084
verified: no, type: nauc_ndcg_at_5_max
value: 20.448622864740855
verified: no, type: nauc_ndcg_at_5_std
value: -0.23214798197661607
verified: no, type: nauc_precision_at_1000_diff1
value: 2.456615752810366
verified: no, type: nauc_precision_at_1000_max
value: -13.30502314825911
verified: no, type: nauc_precision_at_1000_std
value: 35.76718839634999
verified: no, type: nauc_precision_at_100_diff1
value: 8.348492928163296
verified: no, type: nauc_precision_at_100_max
value: -3.525258460847986
verified: no, type: nauc_precision_at_100_std
value: 34.346913879335645
verified: no, type: nauc_precision_at_10_diff1
value: 19.647438939981345
verified: no, type: nauc_precision_at_10_max
value: 14.015118295827495
verified: no, type: nauc_precision_at_10_std
value: 19.339560320323752
verified: no, type: nauc_precision_at_1_diff1
value: 51.122302952336426
verified: no, type: nauc_precision_at_1_max
value: 21.94116830220702
verified: no, type: nauc_precision_at_1_std
value: -0.39465620507429194
verified: no, type: nauc_precision_at_20_diff1
value: 11.698037110773422
verified: no, type: nauc_precision_at_20_max
value: 8.098620556244079
verified: no, type: nauc_precision_at_20_std
value: 26.836939281263955
verified: no, type: nauc_precision_at_3_diff1
value: 28.78809807347473
verified: no, type: nauc_precision_at_3_max
value: 18.606067870867726
verified: no, type: nauc_precision_at_3_std
value: 8.767601891307244
verified: no, type: nauc_precision_at_5_diff1
value: 22.42088373252247
verified: no, type: nauc_precision_at_5_max
value: 19.879281993213862
verified: no, type: nauc_precision_at_5_std
value: 14.420290896413016
verified: no, type: nauc_recall_at_1000_diff1
value: 14.48477604400231
verified: no, type: nauc_recall_at_1000_max
value: 61.78599463752011
verified: no, type: nauc_recall_at_1000_std
value: 72.54674171780393
verified: no, type: nauc_recall_at_100_diff1
value: 33.07453957533662
verified: no, type: nauc_recall_at_100_max
value: 27.512780682283715
verified: no, type: nauc_recall_at_100_std
value: 23.849561289021807
verified: no, type: nauc_recall_at_10_diff1
value: 40.575857558055326
verified: no, type: nauc_recall_at_10_max
value: 17.11800549938132
verified: no, type: nauc_recall_at_10_std
value: -1.4248798596283825
verified: no, type: nauc_recall_at_1_diff1
value: 52.99557955883872
verified: no, type: nauc_recall_at_1_max
value: 19.088249896716704
verified: no, type: nauc_recall_at_1_std
value: -7.249973708167082
verified: no, type: nauc_recall_at_20_diff1
value: 33.99863438013119
verified: no, type: nauc_recall_at_20_max
value: 15.803057360456933
verified: no, type: nauc_recall_at_20_std
value: 4.961930222488322
verified: no, type: nauc_recall_at_3_diff1
value: 42.237054496246145
verified: no, type: nauc_recall_at_3_max
value: 16.840697278848705
verified: no, type: nauc_recall_at_3_std
value: -4.126209346414736
verified: no, type: nauc_recall_at_5_diff1
value: 42.10776567509297
verified: no, type: nauc_recall_at_5_max
value: 17.8575070365274
verified: no, type: nauc_recall_at_5_std
value: -1.4236170271745745
verified: no, type: ndcg_at_1
value: 38.735
verified: no, type: ndcg_at_10
value: 48.229
verified: no, type: ndcg_at_100
value: 54.468
verified: no, type: ndcg_at_1000
value: 56.287
verified: no, type: ndcg_at_20
value: 50.617999999999995
verified: no, type: ndcg_at_3
value: 43.338
verified: no, type: ndcg_at_5
value: 46.294999999999995
verified: no, type: precision_at_1
value: 38.735
verified: no, type: precision_at_10
value: 9.13
verified: no, type: precision_at_100
value: 1.8339999999999999
verified: no, type: precision_at_1000
value: 0.255
verified: no, type: precision_at_20
value: 5.800000000000001
verified: no, type: precision_at_3
value: 20.224
verified: no, type: precision_at_5
value: 14.979999999999999
verified: no, type: recall_at_1
value: 31.906000000000002
verified: no, type: recall_at_10
value: 58.742000000000004
verified: no, type: recall_at_100
value: 86.001
verified: no, type: recall_at_1000
value: 97.30499999999999
verified: no, type: recall_at_20
value: 67.744
verified: no, type: recall_at_3
value: 45.072
verified: no, type: recall_at_5
value: 52.993
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWordpressRetrieval (default)
type: mteb/cqadupstack-wordpress
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: main_score
value: 39.542
verified: no, type: map_at_1
value: 26.565
verified: no, type: map_at_10
value: 34.525
verified: no, type: map_at_100
value: 35.667
verified: no, type: map_at_1000
value: 35.76
verified: no, type: map_at_20
value: 35.205999999999996
verified: no, type: map_at_3
value: 31.854
verified: no, type: map_at_5
value: 33.176
verified: no, type: mrr_at_1
value: 29.20517560073937
verified: no, type: mrr_at_10
value: 37.08439691341724
verified: no, type: mrr_at_100
value: 38.01059513086597
verified: no, type: mrr_at_1000
value: 38.07153297322738
verified: no, type: mrr_at_20
value: 37.61517819470785
verified: no, type: mrr_at_3
value: 34.59642637091805
verified: no, type: mrr_at_5
value: 35.85335797905114
verified: no, type: nauc_map_at_1000_diff1
value: 44.31701336173116
verified: no, type: nauc_map_at_1000_max
value: 16.130459475311362
verified: no, type: nauc_map_at_1000_std
value: -4.066518199918133
verified: no, type: nauc_map_at_100_diff1
value: 44.327021392192385
verified: no, type: nauc_map_at_100_max
value: 16.145481588871835
verified: no, type: nauc_map_at_100_std
value: -4.067822225125757
verified: no, type: nauc_map_at_10_diff1
value: 44.45681615650266
verified: no, type: nauc_map_at_10_max
value: 16.3876608176403
verified: no, type: nauc_map_at_10_std
value: -4.642174886460134
verified: no, type: nauc_map_at_1_diff1
value: 48.309451353884235
verified: no, type: nauc_map_at_1_max
value: 14.659358255600885
verified: no, type: nauc_map_at_1_std
value: -6.480918454853081
verified: no, type: nauc_map_at_20_diff1
value: 44.38848430651199
verified: no, type: nauc_map_at_20_max
value: 15.780009933494304
verified: no, type: nauc_map_at_20_std
value: -4.154494565017467
verified: no, type: nauc_map_at_3_diff1
value: 45.437821252489506
verified: no, type: nauc_map_at_3_max
value: 16.742021417179387
verified: no, type: nauc_map_at_3_std
value: -6.056265703635078
verified: no, type: nauc_map_at_5_diff1
value: 45.41602514907789
verified: no, type: nauc_map_at_5_max
value: 16.47163044317504
verified: no, type: nauc_map_at_5_std
value: -5.579883759639345
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.606140308926214
verified: no, type: nauc_mrr_at_1000_max
value: 16.259882534857155
verified: no, type: nauc_mrr_at_1000_std
value: -4.57796149408641
verified: no, type: nauc_mrr_at_100_diff1
value: 43.60326855408368
verified: no, type: nauc_mrr_at_100_max
value: 16.258830980141983
verified: no, type: nauc_mrr_at_100_std
value: -4.585033557554184
verified: no, type: nauc_mrr_at_10_diff1
value: 43.65208595922507
verified: no, type: nauc_mrr_at_10_max
value: 16.553536816353382
verified: no, type: nauc_mrr_at_10_std
value: -5.0713438811575555
verified: no, type: nauc_mrr_at_1_diff1
value: 48.325071997506505
verified: no, type: nauc_mrr_at_1_max
value: 14.832750845023146
verified: no, type: nauc_mrr_at_1_std
value: -7.241802324060084
verified: no, type: nauc_mrr_at_20_diff1
value: 43.56043734269684
verified: no, type: nauc_mrr_at_20_max
value: 16.069013855017854
verified: no, type: nauc_mrr_at_20_std
value: -4.614073034175973
verified: no, type: nauc_mrr_at_3_diff1
value: 44.35292814451889
verified: no, type: nauc_mrr_at_3_max
value: 17.284290586683813
verified: no, type: nauc_mrr_at_3_std
value: -5.473861789155963
verified: no, type: nauc_mrr_at_5_diff1
value: 44.42201798632778
verified: no, type: nauc_mrr_at_5_max
value: 16.717670959580776
verified: no, type: nauc_mrr_at_5_std
value: -5.443367064802848
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.236407068780515
verified: no, type: nauc_ndcg_at_1000_max
value: 16.392422633395153
verified: no, type: nauc_ndcg_at_1000_std
value: -1.192190658096375
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.14119116801277
verified: no, type: nauc_ndcg_at_100_max
value: 16.13415803532655
verified: no, type: nauc_ndcg_at_100_std
value: -0.9966215162019469
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.4417737438586
verified: no, type: nauc_ndcg_at_10_max
value: 16.274567696691573
verified: no, type: nauc_ndcg_at_10_std
value: -3.6179390394259903
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.325071997506505
verified: no, type: nauc_ndcg_at_1_max
value: 14.832750845023146
verified: no, type: nauc_ndcg_at_1_std
value: -7.241802324060084
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.218839329600314
verified: no, type: nauc_ndcg_at_20_max
value: 14.278956529458457
verified: no, type: nauc_ndcg_at_20_std
value: -1.75601703497348
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.118831425290864
verified: no, type: nauc_ndcg_at_3_max
value: 17.763450766878407
verified: no, type: nauc_ndcg_at_3_std
value: -5.511333401326693
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.350244039228684
verified: no, type: nauc_ndcg_at_5_max
value: 16.872392867376163
verified: no, type: nauc_ndcg_at_5_std
value: -5.192532346917115
verified: no, type: nauc_precision_at_1000_diff1
value: -13.502870987205087
verified: no, type: nauc_precision_at_1000_max
value: -5.569471380713692
verified: no, type: nauc_precision_at_1000_std
value: 3.7615484246993174
verified: no, type: nauc_precision_at_100_diff1
value: 4.3486166706781715
verified: no, type: nauc_precision_at_100_max
value: 9.798796624884769
verified: no, type: nauc_precision_at_100_std
value: 17.687575480004686
verified: no, type: nauc_precision_at_10_diff1
value: 26.315525148666215
verified: no, type: nauc_precision_at_10_max
value: 15.632196329772343
verified: no, type: nauc_precision_at_10_std
value: 6.771032703498772
verified: no, type: nauc_precision_at_1_diff1
value: 48.325071997506505
verified: no, type: nauc_precision_at_1_max
value: 14.832750845023146
verified: no, type: nauc_precision_at_1_std
value: -7.241802324060084
verified: no, type: nauc_precision_at_20_diff1
value: 20.801470081602552
verified: no, type: nauc_precision_at_20_max
value: 7.029450231532425
verified: no, type: nauc_precision_at_20_std
value: 13.071960852372952
verified: no, type: nauc_precision_at_3_diff1
value: 38.97587240190173
verified: no, type: nauc_precision_at_3_max
value: 19.450589959302075
verified: no, type: nauc_precision_at_3_std
value: -3.053255312485641
verified: no, type: nauc_precision_at_5_diff1
value: 37.25427076067403
verified: no, type: nauc_precision_at_5_max
value: 17.266441310681067
verified: no, type: nauc_precision_at_5_std
value: -1.0377167920900239
verified: no, type: nauc_recall_at_1000_diff1
value: 24.284270619620074
verified: no, type: nauc_recall_at_1000_max
value: 28.189662006674293
verified: no, type: nauc_recall_at_1000_std
value: 40.36949902164481
verified: no, type: nauc_recall_at_100_diff1
value: 32.33595995022117
verified: no, type: nauc_recall_at_100_max
value: 14.55739776232413
verified: no, type: nauc_recall_at_100_std
value: 15.957876076610955
verified: no, type: nauc_recall_at_10_diff1
value: 35.76287413694493
verified: no, type: nauc_recall_at_10_max
value: 14.206793089247608
verified: no, type: nauc_recall_at_10_std
value: -0.7567768181737041
verified: no, type: nauc_recall_at_1_diff1
value: 48.309451353884235
verified: no, type: nauc_recall_at_1_max
value: 14.659358255600885
verified: no, type: nauc_recall_at_1_std
value: -6.480918454853081
verified: no, type: nauc_recall_at_20_diff1
value: 34.79257897401949
verified: no, type: nauc_recall_at_20_max
value: 5.948905509300792
verified: no, type: nauc_recall_at_20_std
value: 7.26342864152797
verified: no, type: nauc_recall_at_3_diff1
value: 41.627795596112904
verified: no, type: nauc_recall_at_3_max
value: 19.17324430675074
verified: no, type: nauc_recall_at_3_std
value: -5.8732091994119635
verified: no, type: nauc_recall_at_5_diff1
value: 41.293119343456695
verified: no, type: nauc_recall_at_5_max
value: 16.96513762749752
verified: no, type: nauc_recall_at_5_std
value: -4.509441721720783
verified: no, type: ndcg_at_1
value: 29.205
verified: no, type: ndcg_at_10
value: 39.542
verified: no, type: ndcg_at_100
value: 44.96
verified: no, type: ndcg_at_1000
value: 47.094
verified: no, type: ndcg_at_20
value: 41.807
verified: no, type: ndcg_at_3
value: 34.339
verified: no, type: ndcg_at_5
value: 36.538
verified: no, type: precision_at_1
value: 29.205
verified: no, type: precision_at_10
value: 6.1370000000000005
verified: no, type: precision_at_100
value: 0.9520000000000001
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_20
value: 3.614
verified: no, type: precision_at_3
value: 14.479000000000001
verified: no, type: precision_at_5
value: 9.945
verified: no, type: recall_at_1
value: 26.565
verified: no, type: recall_at_10
value: 52.63099999999999
verified: no, type: recall_at_100
value: 77.388
verified: no, type: recall_at_1000
value: 93.111
verified: no, type: recall_at_20
value: 61.241
verified: no, type: recall_at_3
value: 38.29
verified: no, type: recall_at_5
value: 43.817
verified: no, task: type: Retrieval
dataset: name: MTEB ClimateFEVER (default)
type: mteb/climate-fever
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: main_score
value: 45.765
verified: no, type: map_at_1
value: 18.693
verified: no, type: map_at_10
value: 34.797
verified: no, type: map_at_100
value: 37.123
verified: no, type: map_at_1000
value: 37.291999999999994
verified: no, type: map_at_20
value: 36.196
verified: no, type: map_at_3
value: 28.503
verified: no, type: map_at_5
value: 32.074999999999996
verified: no, type: mrr_at_1
value: 42.93159609120521
verified: no, type: mrr_at_10
value: 57.09055891629189
verified: no, type: mrr_at_100
value: 57.61202242182417
verified: no, type: mrr_at_1000
value: 57.627325585586185
verified: no, type: mrr_at_20
value: 57.45761564708286
verified: no, type: mrr_at_3
value: 54.082519001085835
verified: no, type: mrr_at_5
value: 56.04017372421293
verified: no, type: nauc_map_at_1000_diff1
value: 29.62748830971108
verified: no, type: nauc_map_at_1000_max
value: 38.90548417023915
verified: no, type: nauc_map_at_1000_std
value: 10.982709233422067
verified: no, type: nauc_map_at_100_diff1
value: 29.571188402344134
verified: no, type: nauc_map_at_100_max
value: 38.928535099659605
verified: no, type: nauc_map_at_100_std
value: 10.992082156218132
verified: no, type: nauc_map_at_10_diff1
value: 29.91368337621149
verified: no, type: nauc_map_at_10_max
value: 38.17858866916931
verified: no, type: nauc_map_at_10_std
value: 9.170807732909834
verified: no, type: nauc_map_at_1_diff1
value: 38.292771711378094
verified: no, type: nauc_map_at_1_max
value: 31.175623912098082
verified: no, type: nauc_map_at_1_std
value: -1.9866431729978125
verified: no, type: nauc_map_at_20_diff1
value: 29.895018465325386
verified: no, type: nauc_map_at_20_max
value: 38.68987002868627
verified: no, type: nauc_map_at_20_std
value: 10.325850804931683
verified: no, type: nauc_map_at_3_diff1
value: 32.450764245953124
verified: no, type: nauc_map_at_3_max
value: 36.56035725422814
verified: no, type: nauc_map_at_3_std
value: 5.069981585274344
verified: no, type: nauc_map_at_5_diff1
value: 30.82713673636892
verified: no, type: nauc_map_at_5_max
value: 37.53274823289814
verified: no, type: nauc_map_at_5_std
value: 7.475198176862019
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.527247873661825
verified: no, type: nauc_mrr_at_1000_max
value: 37.6662925313217
verified: no, type: nauc_mrr_at_1000_std
value: 12.958087435958717
verified: no, type: nauc_mrr_at_100_diff1
value: 27.517344291640494
verified: no, type: nauc_mrr_at_100_max
value: 37.671910181450116
verified: no, type: nauc_mrr_at_100_std
value: 12.975631946066274
verified: no, type: nauc_mrr_at_10_diff1
value: 27.37340022726463
verified: no, type: nauc_mrr_at_10_max
value: 37.75987233036419
verified: no, type: nauc_mrr_at_10_std
value: 12.980445473930105
verified: no, type: nauc_mrr_at_1_diff1
value: 30.294284606380177
verified: no, type: nauc_mrr_at_1_max
value: 33.52304031536273
verified: no, type: nauc_mrr_at_1_std
value: 7.362569179213545
verified: no, type: nauc_mrr_at_20_diff1
value: 27.516321063997818
verified: no, type: nauc_mrr_at_20_max
value: 37.71518717638686
verified: no, type: nauc_mrr_at_20_std
value: 13.023005393854561
verified: no, type: nauc_mrr_at_3_diff1
value: 27.43050817662863
verified: no, type: nauc_mrr_at_3_max
value: 37.567407024580795
verified: no, type: nauc_mrr_at_3_std
value: 11.72224066823944
verified: no, type: nauc_mrr_at_5_diff1
value: 27.48380660186141
verified: no, type: nauc_mrr_at_5_max
value: 37.83633222312436
verified: no, type: nauc_mrr_at_5_std
value: 12.648909042225116
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.348749275808565
verified: no, type: nauc_ndcg_at_1000_max
value: 40.92738864140189
verified: no, type: nauc_ndcg_at_1000_std
value: 17.298965422330724
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.406487158488023
verified: no, type: nauc_ndcg_at_100_max
value: 41.41285056973748
verified: no, type: nauc_ndcg_at_100_std
value: 17.925298509801692
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.41610920315052
verified: no, type: nauc_ndcg_at_10_max
value: 39.691386898955635
verified: no, type: nauc_ndcg_at_10_std
value: 13.309540866780392
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.294284606380177
verified: no, type: nauc_ndcg_at_1_max
value: 33.52304031536273
verified: no, type: nauc_ndcg_at_1_std
value: 7.362569179213545
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.35285020840544
verified: no, type: nauc_ndcg_at_20_max
value: 40.54240809305637
verified: no, type: nauc_ndcg_at_20_std
value: 15.615186440824544
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.2536320295362
verified: no, type: nauc_ndcg_at_3_max
value: 37.446326210011065
verified: no, type: nauc_ndcg_at_3_std
value: 8.769752235477865
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.519419303034223
verified: no, type: nauc_ndcg_at_5_max
value: 38.87942356352632
verified: no, type: nauc_ndcg_at_5_std
value: 10.655159360448403
verified: no, type: nauc_precision_at_1000_diff1
value: -13.778436964449162
verified: no, type: nauc_precision_at_1000_max
value: -1.5757398167401473
verified: no, type: nauc_precision_at_1000_std
value: 21.685081909609398
verified: no, type: nauc_precision_at_100_diff1
value: -9.84448688176112
verified: no, type: nauc_precision_at_100_max
value: 14.394813480886384
verified: no, type: nauc_precision_at_100_std
value: 30.613127306510656
verified: no, type: nauc_precision_at_10_diff1
value: 3.6153476810793617
verified: no, type: nauc_precision_at_10_max
value: 27.908875838679187
verified: no, type: nauc_precision_at_10_std
value: 25.116695667452483
verified: no, type: nauc_precision_at_1_diff1
value: 30.294284606380177
verified: no, type: nauc_precision_at_1_max
value: 33.52304031536273
verified: no, type: nauc_precision_at_1_std
value: 7.362569179213545
verified: no, type: nauc_precision_at_20_diff1
value: -0.10581947714259332
verified: no, type: nauc_precision_at_20_max
value: 23.623296291147284
verified: no, type: nauc_precision_at_20_std
value: 28.569096802805273
verified: no, type: nauc_precision_at_3_diff1
value: 15.417757444527858
verified: no, type: nauc_precision_at_3_max
value: 35.044093611143104
verified: no, type: nauc_precision_at_3_std
value: 16.94571966979081
verified: no, type: nauc_precision_at_5_diff1
value: 9.321960905945865
verified: no, type: nauc_precision_at_5_max
value: 31.958151849692225
verified: no, type: nauc_precision_at_5_std
value: 21.597268095371692
verified: no, type: nauc_recall_at_1000_diff1
value: 13.973326251203499
verified: no, type: nauc_recall_at_1000_max
value: 43.21737599095864
verified: no, type: nauc_recall_at_1000_std
value: 43.401037509157916
verified: no, type: nauc_recall_at_100_diff1
value: 11.474499434955268
verified: no, type: nauc_recall_at_100_max
value: 40.832085174507256
verified: no, type: nauc_recall_at_100_std
value: 33.34882371261869
verified: no, type: nauc_recall_at_10_diff1
value: 19.607029490024455
verified: no, type: nauc_recall_at_10_max
value: 36.480369936031686
verified: no, type: nauc_recall_at_10_std
value: 15.727190817289003
verified: no, type: nauc_recall_at_1_diff1
value: 38.292771711378094
verified: no, type: nauc_recall_at_1_max
value: 31.175623912098082
verified: no, type: nauc_recall_at_1_std
value: -1.9866431729978125
verified: no, type: nauc_recall_at_20_diff1
value: 17.88148599914498
verified: no, type: nauc_recall_at_20_max
value: 37.15460939398063
verified: no, type: nauc_recall_at_20_std
value: 21.32153921542893
verified: no, type: nauc_recall_at_3_diff1
value: 26.258226086531465
verified: no, type: nauc_recall_at_3_max
value: 35.711402441842
verified: no, type: nauc_recall_at_3_std
value: 6.900316431484741
verified: no, type: nauc_recall_at_5_diff1
value: 22.34254971673374
verified: no, type: nauc_recall_at_5_max
value: 35.73901160015368
verified: no, type: nauc_recall_at_5_std
value: 10.746113843136587
verified: no, type: ndcg_at_1
value: 42.931999999999995
verified: no, type: ndcg_at_10
value: 45.765
verified: no, type: ndcg_at_100
value: 52.986999999999995
verified: no, type: ndcg_at_1000
value: 55.481
verified: no, type: ndcg_at_20
value: 49.046
verified: no, type: ndcg_at_3
value: 38.117000000000004
verified: no, type: ndcg_at_5
value: 41.192
verified: no, type: precision_at_1
value: 42.931999999999995
verified: no, type: precision_at_10
value: 14.573
verified: no, type: precision_at_100
value: 2.246
verified: no, type: precision_at_1000
value: 0.272
verified: no, type: precision_at_20
value: 8.752
verified: no, type: precision_at_3
value: 29.229
verified: no, type: precision_at_5
value: 22.84
verified: no, type: recall_at_1
value: 18.693
verified: no, type: recall_at_10
value: 53.345
verified: no, type: recall_at_100
value: 76.94
verified: no, type: recall_at_1000
value: 90.49199999999999
verified: no, type: recall_at_20
value: 62.366
verified: no, type: recall_at_3
value: 34.846
verified: no, type: recall_at_5
value: 43.504
verified: no, task: type: Retrieval
dataset: name: MTEB DBPedia (default)
type: mteb/dbpedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: main_score
value: 49.747
verified: no, type: map_at_1
value: 9.771
verified: no, type: map_at_10
value: 23.411
verified: no, type: map_at_100
value: 34.894
verified: no, type: map_at_1000
value: 36.771
verified: no, type: map_at_20
value: 28.109
verified: no, type: map_at_3
value: 16.008
verified: no, type: map_at_5
value: 19.042
verified: no, type: mrr_at_1
value: 72.75
verified: no, type: mrr_at_10
value: 80.03859126984126
verified: no, type: mrr_at_100
value: 80.3164527985558
verified: no, type: mrr_at_1000
value: 80.3210619351907
verified: no, type: mrr_at_20
value: 80.25448621510927
verified: no, type: mrr_at_3
value: 78.58333333333333
verified: no, type: mrr_at_5
value: 79.38333333333333
verified: no, type: nauc_map_at_1000_diff1
value: 32.9210053309451
verified: no, type: nauc_map_at_1000_max
value: 39.131322809002675
verified: no, type: nauc_map_at_1000_std
value: 22.47925587034267
verified: no, type: nauc_map_at_100_diff1
value: 33.48737776488358
verified: no, type: nauc_map_at_100_max
value: 37.312409345747625
verified: no, type: nauc_map_at_100_std
value: 19.45169971949006
verified: no, type: nauc_map_at_10_diff1
value: 34.86121747102709
verified: no, type: nauc_map_at_10_max
value: 21.927351173848063
verified: no, type: nauc_map_at_10_std
value: -5.469585929328966
verified: no, type: nauc_map_at_1_diff1
value: 36.788988562050946
verified: no, type: nauc_map_at_1_max
value: 6.218043424236115
verified: no, type: nauc_map_at_1_std
value: -24.42188675644677
verified: no, type: nauc_map_at_20_diff1
value: 34.2019845457827
verified: no, type: nauc_map_at_20_max
value: 27.87555414523285
verified: no, type: nauc_map_at_20_std
value: 3.704193361848003
verified: no, type: nauc_map_at_3_diff1
value: 34.08750068116169
verified: no, type: nauc_map_at_3_max
value: 11.433238879464716
verified: no, type: nauc_map_at_3_std
value: -18.070105813076655
verified: no, type: nauc_map_at_5_diff1
value: 34.167149018546944
verified: no, type: nauc_map_at_5_max
value: 15.023813889086737
verified: no, type: nauc_map_at_5_std
value: -12.811405222222753
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.14213791851398
verified: no, type: nauc_mrr_at_1000_max
value: 67.63487849347548
verified: no, type: nauc_mrr_at_1000_std
value: 44.30322435935586
verified: no, type: nauc_mrr_at_100_diff1
value: 60.142343520968275
verified: no, type: nauc_mrr_at_100_max
value: 67.63152241168181
verified: no, type: nauc_mrr_at_100_std
value: 44.277233086478574
verified: no, type: nauc_mrr_at_10_diff1
value: 60.054050852029725
verified: no, type: nauc_mrr_at_10_max
value: 67.85192489991957
verified: no, type: nauc_mrr_at_10_std
value: 44.53453783053214
verified: no, type: nauc_mrr_at_1_diff1
value: 60.56003472781103
verified: no, type: nauc_mrr_at_1_max
value: 63.99721006911423
verified: no, type: nauc_mrr_at_1_std
value: 39.410700262897336
verified: no, type: nauc_mrr_at_20_diff1
value: 60.1578610517364
verified: no, type: nauc_mrr_at_20_max
value: 67.73004026185055
verified: no, type: nauc_mrr_at_20_std
value: 44.38457392945975
verified: no, type: nauc_mrr_at_3_diff1
value: 61.00386913748428
verified: no, type: nauc_mrr_at_3_max
value: 67.6097919172443
verified: no, type: nauc_mrr_at_3_std
value: 44.37901697625456
verified: no, type: nauc_mrr_at_5_diff1
value: 60.143743823564556
verified: no, type: nauc_mrr_at_5_max
value: 67.7422395669353
verified: no, type: nauc_mrr_at_5_std
value: 44.92611999884299
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.943919199876
verified: no, type: nauc_ndcg_at_1000_max
value: 55.34368795153672
verified: no, type: nauc_ndcg_at_1000_std
value: 40.64364798733629
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.85975674055452
verified: no, type: nauc_ndcg_at_100_max
value: 49.48913616661651
verified: no, type: nauc_ndcg_at_100_std
value: 31.230004407529734
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.03977233447205
verified: no, type: nauc_ndcg_at_10_max
value: 50.85899373451582
verified: no, type: nauc_ndcg_at_10_std
value: 28.565535567657758
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.103074446340386
verified: no, type: nauc_ndcg_at_1_max
value: 57.083365993170574
verified: no, type: nauc_ndcg_at_1_std
value: 32.62345920937068
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.80800588069346
verified: no, type: nauc_ndcg_at_20_max
value: 48.08304675498962
verified: no, type: nauc_ndcg_at_20_std
value: 24.308155582475493
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.380845981099704
verified: no, type: nauc_ndcg_at_3_max
value: 50.47351788265686
verified: no, type: nauc_ndcg_at_3_std
value: 30.84136147203736
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.53771673873421
verified: no, type: nauc_ndcg_at_5_max
value: 50.442525037505725
verified: no, type: nauc_ndcg_at_5_std
value: 31.698222359017542
verified: no, type: nauc_precision_at_1000_diff1
value: -17.598452736961626
verified: no, type: nauc_precision_at_1000_max
value: 7.3978095147406
verified: no, type: nauc_precision_at_1000_std
value: 17.81398831007705
verified: no, type: nauc_precision_at_100_diff1
value: -4.823669703134118
verified: no, type: nauc_precision_at_100_max
value: 31.2211264113413
verified: no, type: nauc_precision_at_100_std
value: 44.03977414541822
verified: no, type: nauc_precision_at_10_diff1
value: 5.427329842585479
verified: no, type: nauc_precision_at_10_max
value: 41.966355896510336
verified: no, type: nauc_precision_at_10_std
value: 46.86681191228352
verified: no, type: nauc_precision_at_1_diff1
value: 60.56003472781103
verified: no, type: nauc_precision_at_1_max
value: 63.99721006911423
verified: no, type: nauc_precision_at_1_std
value: 39.410700262897336
verified: no, type: nauc_precision_at_20_diff1
value: 2.8680215514220055
verified: no, type: nauc_precision_at_20_max
value: 39.47074710749822
verified: no, type: nauc_precision_at_20_std
value: 47.12080089773674
verified: no, type: nauc_precision_at_3_diff1
value: 20.02194579331603
verified: no, type: nauc_precision_at_3_max
value: 46.505979797805715
verified: no, type: nauc_precision_at_3_std
value: 41.71524758675274
verified: no, type: nauc_precision_at_5_diff1
value: 10.289351995558569
verified: no, type: nauc_precision_at_5_max
value: 44.02813523786892
verified: no, type: nauc_precision_at_5_std
value: 46.62685778242112
verified: no, type: nauc_recall_at_1000_diff1
value: 30.21940277893363
verified: no, type: nauc_recall_at_1000_max
value: 39.5822655196913
verified: no, type: nauc_recall_at_1000_std
value: 43.96968070152464
verified: no, type: nauc_recall_at_100_diff1
value: 26.911050821982297
verified: no, type: nauc_recall_at_100_max
value: 28.70889194883595
verified: no, type: nauc_recall_at_100_std
value: 19.234276029546248
verified: no, type: nauc_recall_at_10_diff1
value: 32.16261998997161
verified: no, type: nauc_recall_at_10_max
value: 16.351143839887673
verified: no, type: nauc_recall_at_10_std
value: -9.566286205201623
verified: no, type: nauc_recall_at_1_diff1
value: 36.788988562050946
verified: no, type: nauc_recall_at_1_max
value: 6.218043424236115
verified: no, type: nauc_recall_at_1_std
value: -24.42188675644677
verified: no, type: nauc_recall_at_20_diff1
value: 29.963999826495584
verified: no, type: nauc_recall_at_20_max
value: 17.55794298249755
verified: no, type: nauc_recall_at_20_std
value: -3.7511675743870634
verified: no, type: nauc_recall_at_3_diff1
value: 31.228447322937804
verified: no, type: nauc_recall_at_3_max
value: 8.65382080521747
verified: no, type: nauc_recall_at_3_std
value: -19.691807046880168
verified: no, type: nauc_recall_at_5_diff1
value: 30.398206992445942
verified: no, type: nauc_recall_at_5_max
value: 11.275424919343163
verified: no, type: nauc_recall_at_5_std
value: -14.798926734485269
verified: no, type: ndcg_at_1
value: 62.625
verified: no, type: ndcg_at_10
value: 49.747
verified: no, type: ndcg_at_100
value: 55.010000000000005
verified: no, type: ndcg_at_1000
value: 61.895
verified: no, type: ndcg_at_20
value: 49.392
verified: no, type: ndcg_at_3
value: 54.120999999999995
verified: no, type: ndcg_at_5
value: 51.637
verified: no, type: precision_at_1
value: 72.75
verified: no, type: precision_at_10
value: 40.825
verified: no, type: precision_at_100
value: 13.105
verified: no, type: precision_at_1000
value: 2.308
verified: no, type: precision_at_20
value: 31.75
verified: no, type: precision_at_3
value: 57.25
verified: no, type: precision_at_5
value: 50.6
verified: no, type: recall_at_1
value: 9.771
verified: no, type: recall_at_10
value: 28.587
verified: no, type: recall_at_100
value: 61.946
verified: no, type: recall_at_1000
value: 84.463
verified: no, type: recall_at_20
value: 38.478
verified: no, type: recall_at_3
value: 17.218
verified: no, type: recall_at_5
value: 21.275
verified: no, task: type: Classification
dataset: name: MTEB EmotionClassification (default)
type: mteb/emotion
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 91.86500000000001
verified: no, type: f1
value: 88.30096162438134
verified: no, type: f1_weighted
value: 92.0659899919408
verified: no, type: main_score
value: 91.86500000000001
verified: no, task: type: Retrieval
dataset: name: MTEB FEVER (default)
type: mteb/fever
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: main_score
value: 92.324
verified: no, type: map_at_1
value: 82.009
verified: no, type: map_at_10
value: 89.747
verified: no, type: map_at_100
value: 89.938
verified: no, type: map_at_1000
value: 89.947
verified: no, type: map_at_20
value: 89.861
verified: no, type: map_at_3
value: 88.857
verified: no, type: map_at_5
value: 89.436
verified: no, type: mrr_at_1
value: 88.41884188418841
verified: no, type: mrr_at_10
value: 93.21862543397191
verified: no, type: mrr_at_100
value: 93.25036117475034
verified: no, type: mrr_at_1000
value: 93.25067900377414
verified: no, type: mrr_at_20
value: 93.24015254547037
verified: no, type: mrr_at_3
value: 92.9592959295929
verified: no, type: mrr_at_5
value: 93.14756475647556
verified: no, type: nauc_map_at_1000_diff1
value: 50.94738883522824
verified: no, type: nauc_map_at_1000_max
value: 28.177769914986435
verified: no, type: nauc_map_at_1000_std
value: -7.695498206797145
verified: no, type: nauc_map_at_100_diff1
value: 50.907640770694485
verified: no, type: nauc_map_at_100_max
value: 28.17900950335047
verified: no, type: nauc_map_at_100_std
value: -7.673824199345647
verified: no, type: nauc_map_at_10_diff1
value: 50.214920089544
verified: no, type: nauc_map_at_10_max
value: 27.936185706166384
verified: no, type: nauc_map_at_10_std
value: -7.840526683429777
verified: no, type: nauc_map_at_1_diff1
value: 58.66611849130122
verified: no, type: nauc_map_at_1_max
value: 26.20254332997399
verified: no, type: nauc_map_at_1_std
value: -12.81827489016333
verified: no, type: nauc_map_at_20_diff1
value: 50.58681046481491
verified: no, type: nauc_map_at_20_max
value: 28.13309361145371
verified: no, type: nauc_map_at_20_std
value: -7.621015109639511
verified: no, type: nauc_map_at_3_diff1
value: 48.956697935385854
verified: no, type: nauc_map_at_3_max
value: 27.170314916243555
verified: no, type: nauc_map_at_3_std
value: -9.39547812372297
verified: no, type: nauc_map_at_5_diff1
value: 49.27259708465449
verified: no, type: nauc_map_at_5_max
value: 27.781743495059448
verified: no, type: nauc_map_at_5_std
value: -8.436943665780772
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.94197138644368
verified: no, type: nauc_mrr_at_1000_max
value: 29.744792827747425
verified: no, type: nauc_mrr_at_1000_std
value: -14.231190372133911
verified: no, type: nauc_mrr_at_100_diff1
value: 70.94173828653378
verified: no, type: nauc_mrr_at_100_max
value: 29.747027261249315
verified: no, type: nauc_mrr_at_100_std
value: -14.226978661637379
verified: no, type: nauc_mrr_at_10_diff1
value: 70.75178524174973
verified: no, type: nauc_mrr_at_10_max
value: 29.809671744912002
verified: no, type: nauc_mrr_at_10_std
value: -14.075447791457476
verified: no, type: nauc_mrr_at_1_diff1
value: 74.79778494514198
verified: no, type: nauc_mrr_at_1_max
value: 28.952464074244013
verified: no, type: nauc_mrr_at_1_std
value: -15.239541908497461
verified: no, type: nauc_mrr_at_20_diff1
value: 70.88304898540507
verified: no, type: nauc_mrr_at_20_max
value: 29.806675277853056
verified: no, type: nauc_mrr_at_20_std
value: -14.157092427397986
verified: no, type: nauc_mrr_at_3_diff1
value: 70.25568401882646
verified: no, type: nauc_mrr_at_3_max
value: 29.456378318649907
verified: no, type: nauc_mrr_at_3_std
value: -15.294678607922727
verified: no, type: nauc_mrr_at_5_diff1
value: 70.40859709340829
verified: no, type: nauc_mrr_at_5_max
value: 30.103095328322116
verified: no, type: nauc_mrr_at_5_std
value: -14.224307813357095
verified: no, type: nauc_ndcg_at_1000_diff1
value: 53.98068423933861
verified: no, type: nauc_ndcg_at_1000_max
value: 29.181455069482908
verified: no, type: nauc_ndcg_at_1000_std
value: -7.203475127738186
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.057337452477405
verified: no, type: nauc_ndcg_at_100_max
value: 29.245923440897037
verified: no, type: nauc_ndcg_at_100_std
value: -6.585954807531662
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.98186818251915
verified: no, type: nauc_ndcg_at_10_max
value: 28.56823323795041
verified: no, type: nauc_ndcg_at_10_std
value: -6.323710931814188
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.79778494514198
verified: no, type: nauc_ndcg_at_1_max
value: 28.952464074244013
verified: no, type: nauc_ndcg_at_1_std
value: -15.239541908497461
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.10852050231911
verified: no, type: nauc_ndcg_at_20_max
value: 29.08003046680923
verified: no, type: nauc_ndcg_at_20_std
value: -5.849331595918404
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.52502230383664
verified: no, type: nauc_ndcg_at_3_max
value: 28.00888943579568
verified: no, type: nauc_ndcg_at_3_std
value: -9.363043652090012
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.65210001822694
verified: no, type: nauc_ndcg_at_5_max
value: 28.812347880950274
verified: no, type: nauc_ndcg_at_5_std
value: -7.494399468900928
verified: no, type: nauc_precision_at_1000_diff1
value: -10.394877833194963
verified: no, type: nauc_precision_at_1000_max
value: -7.894463753706603
verified: no, type: nauc_precision_at_1000_std
value: 8.498285792797692
verified: no, type: nauc_precision_at_100_diff1
value: -12.462196048282426
verified: no, type: nauc_precision_at_100_max
value: -6.5991192066970505
verified: no, type: nauc_precision_at_100_std
value: 11.196963409158196
verified: no, type: nauc_precision_at_10_diff1
value: -16.08068752853303
verified: no, type: nauc_precision_at_10_max
value: -5.804024497000059
verified: no, type: nauc_precision_at_10_std
value: 12.878158171669485
verified: no, type: nauc_precision_at_1_diff1
value: 74.79778494514198
verified: no, type: nauc_precision_at_1_max
value: 28.952464074244013
verified: no, type: nauc_precision_at_1_std
value: -15.239541908497461
verified: no, type: nauc_precision_at_20_diff1
value: -14.983606658676099
verified: no, type: nauc_precision_at_20_max
value: -5.587463391153577
verified: no, type: nauc_precision_at_20_std
value: 13.834807282791427
verified: no, type: nauc_precision_at_3_diff1
value: -13.597983159064528
verified: no, type: nauc_precision_at_3_max
value: -2.524512740134365
verified: no, type: nauc_precision_at_3_std
value: 6.842035390748123
verified: no, type: nauc_precision_at_5_diff1
value: -17.25544777698726
verified: no, type: nauc_precision_at_5_max
value: -4.0883771364047
verified: no, type: nauc_precision_at_5_std
value: 10.449335744222909
verified: no, type: nauc_recall_at_1000_diff1
value: 13.653514864247507
verified: no, type: nauc_recall_at_1000_max
value: 51.63943256263603
verified: no, type: nauc_recall_at_1000_std
value: 50.775035850822206
verified: no, type: nauc_recall_at_100_diff1
value: 4.781612383589401
verified: no, type: nauc_recall_at_100_max
value: 40.540335419586995
verified: no, type: nauc_recall_at_100_std
value: 40.379199601036525
verified: no, type: nauc_recall_at_10_diff1
value: 11.27891981913364
verified: no, type: nauc_recall_at_10_max
value: 28.617632154887378
verified: no, type: nauc_recall_at_10_std
value: 14.768271484955472
verified: no, type: nauc_recall_at_1_diff1
value: 58.66611849130122
verified: no, type: nauc_recall_at_1_max
value: 26.20254332997399
verified: no, type: nauc_recall_at_1_std
value: -12.81827489016333
verified: no, type: nauc_recall_at_20_diff1
value: 8.12120711290159
verified: no, type: nauc_recall_at_20_max
value: 33.00583001539113
verified: no, type: nauc_recall_at_20_std
value: 25.80753789069423
verified: no, type: nauc_recall_at_3_diff1
value: 22.269678892083
verified: no, type: nauc_recall_at_3_max
value: 25.44943213149191
verified: no, type: nauc_recall_at_3_std
value: -4.320083216887953
verified: no, type: nauc_recall_at_5_diff1
value: 13.697301143373114
verified: no, type: nauc_recall_at_5_max
value: 29.100798008536
verified: no, type: nauc_recall_at_5_std
value: 4.4040440238865735
verified: no, type: ndcg_at_1
value: 88.419
verified: no, type: ndcg_at_10
value: 92.324
verified: no, type: ndcg_at_100
value: 92.92200000000001
verified: no, type: ndcg_at_1000
value: 93.041
verified: no, type: ndcg_at_20
value: 92.592
verified: no, type: ndcg_at_3
value: 91.283
verified: no, type: ndcg_at_5
value: 91.879
verified: no, type: precision_at_1
value: 88.419
verified: no, type: precision_at_10
value: 10.969
verified: no, type: precision_at_100
value: 1.153
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 5.585
verified: no, type: precision_at_3
value: 34.723
verified: no, type: precision_at_5
value: 21.401
verified: no, type: recall_at_1
value: 82.009
verified: no, type: recall_at_10
value: 96.614
verified: no, type: recall_at_100
value: 98.848
verified: no, type: recall_at_1000
value: 99.515
verified: no, type: recall_at_20
value: 97.478
verified: no, type: recall_at_3
value: 93.806
verified: no, type: recall_at_5
value: 95.36
verified: no, task: type: Retrieval
dataset: name: MTEB FiQA2018 (default)
type: mteb/fiqa
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: main_score
value: 61.565999999999995
verified: no, type: map_at_1
value: 32.156
verified: no, type: map_at_10
value: 53.315
verified: no, type: map_at_100
value: 55.362
verified: no, type: map_at_1000
value: 55.47299999999999
verified: no, type: map_at_20
value: 54.472
verified: no, type: map_at_3
value: 46.511
verified: no, type: map_at_5
value: 50.41
verified: no, type: mrr_at_1
value: 59.876543209876544
verified: no, type: mrr_at_10
value: 68.22610474230845
verified: no, type: mrr_at_100
value: 68.77394480404435
verified: no, type: mrr_at_1000
value: 68.78736007016967
verified: no, type: mrr_at_20
value: 68.59129912806026
verified: no, type: mrr_at_3
value: 66.10082304526748
verified: no, type: mrr_at_5
value: 67.38168724279832
verified: no, type: nauc_map_at_1000_diff1
value: 49.62942316124423
verified: no, type: nauc_map_at_1000_max
value: 35.67101903898957
verified: no, type: nauc_map_at_1000_std
value: -6.815873098250759
verified: no, type: nauc_map_at_100_diff1
value: 49.64621888214539
verified: no, type: nauc_map_at_100_max
value: 35.62031465567256
verified: no, type: nauc_map_at_100_std
value: -6.776031084630076
verified: no, type: nauc_map_at_10_diff1
value: 49.33030821201119
verified: no, type: nauc_map_at_10_max
value: 34.46971733898012
verified: no, type: nauc_map_at_10_std
value: -7.778373730184962
verified: no, type: nauc_map_at_1_diff1
value: 52.0332333047473
verified: no, type: nauc_map_at_1_max
value: 19.540566689104136
verified: no, type: nauc_map_at_1_std
value: -9.854745951285082
verified: no, type: nauc_map_at_20_diff1
value: 49.44169345608671
verified: no, type: nauc_map_at_20_max
value: 35.178312399601026
verified: no, type: nauc_map_at_20_std
value: -7.470635858834422
verified: no, type: nauc_map_at_3_diff1
value: 49.41939385962553
verified: no, type: nauc_map_at_3_max
value: 28.332049833893123
verified: no, type: nauc_map_at_3_std
value: -8.681960541681102
verified: no, type: nauc_map_at_5_diff1
value: 49.61090262759964
verified: no, type: nauc_map_at_5_max
value: 32.48723353572084
verified: no, type: nauc_map_at_5_std
value: -8.363058818753835
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.69915846732089
verified: no, type: nauc_mrr_at_1000_max
value: 45.13860497381652
verified: no, type: nauc_mrr_at_1000_std
value: -4.225175125506248
verified: no, type: nauc_mrr_at_100_diff1
value: 60.69826345668557
verified: no, type: nauc_mrr_at_100_max
value: 45.13470703245659
verified: no, type: nauc_mrr_at_100_std
value: -4.200113517793398
verified: no, type: nauc_mrr_at_10_diff1
value: 60.66519475555599
verified: no, type: nauc_mrr_at_10_max
value: 45.373809774792946
verified: no, type: nauc_mrr_at_10_std
value: -4.140291436698825
verified: no, type: nauc_mrr_at_1_diff1
value: 63.48123363890736
verified: no, type: nauc_mrr_at_1_max
value: 43.84203382502383
verified: no, type: nauc_mrr_at_1_std
value: -5.342992521011855
verified: no, type: nauc_mrr_at_20_diff1
value: 60.586460414654
verified: no, type: nauc_mrr_at_20_max
value: 45.223192827086834
verified: no, type: nauc_mrr_at_20_std
value: -4.155586516022814
verified: no, type: nauc_mrr_at_3_diff1
value: 60.79722315560614
verified: no, type: nauc_mrr_at_3_max
value: 44.529305593724544
verified: no, type: nauc_mrr_at_3_std
value: -5.450633990725995
verified: no, type: nauc_mrr_at_5_diff1
value: 60.68447047918725
verified: no, type: nauc_mrr_at_5_max
value: 45.17642447745263
verified: no, type: nauc_mrr_at_5_std
value: -4.932681190117024
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.412278899797904
verified: no, type: nauc_ndcg_at_1000_max
value: 40.162877139336366
verified: no, type: nauc_ndcg_at_1000_std
value: -3.8553789122316875
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.68807894576607
verified: no, type: nauc_ndcg_at_100_max
value: 39.9253822005076
verified: no, type: nauc_ndcg_at_100_std
value: -2.338651167528337
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.09546048989901
verified: no, type: nauc_ndcg_at_10_max
value: 38.08064242158707
verified: no, type: nauc_ndcg_at_10_std
value: -5.233272547375464
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.48123363890736
verified: no, type: nauc_ndcg_at_1_max
value: 43.84203382502383
verified: no, type: nauc_ndcg_at_1_std
value: -5.342992521011855
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.49964906773662
verified: no, type: nauc_ndcg_at_20_max
value: 38.942004621686316
verified: no, type: nauc_ndcg_at_20_std
value: -4.679318970131204
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.532860462828836
verified: no, type: nauc_ndcg_at_3_max
value: 37.56640546584668
verified: no, type: nauc_ndcg_at_3_std
value: -6.691776128891331
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.23238795892766
verified: no, type: nauc_ndcg_at_5_max
value: 38.20264549254884
verified: no, type: nauc_ndcg_at_5_std
value: -7.22235274057192
verified: no, type: nauc_precision_at_1000_diff1
value: -14.38589444358042
verified: no, type: nauc_precision_at_1000_max
value: 17.97960800969427
verified: no, type: nauc_precision_at_1000_std
value: 6.828014370124078
verified: no, type: nauc_precision_at_100_diff1
value: -8.709913150226624
verified: no, type: nauc_precision_at_100_max
value: 23.14276582961205
verified: no, type: nauc_precision_at_100_std
value: 11.776194467911196
verified: no, type: nauc_precision_at_10_diff1
value: 6.484971892806652
verified: no, type: nauc_precision_at_10_max
value: 32.33979567454926
verified: no, type: nauc_precision_at_10_std
value: 4.3544588133706625
verified: no, type: nauc_precision_at_1_diff1
value: 63.48123363890736
verified: no, type: nauc_precision_at_1_max
value: 43.84203382502383
verified: no, type: nauc_precision_at_1_std
value: -5.342992521011855
verified: no, type: nauc_precision_at_20_diff1
value: 0.33051377406127247
verified: no, type: nauc_precision_at_20_max
value: 28.9668381305069
verified: no, type: nauc_precision_at_20_std
value: 6.7084619353660155
verified: no, type: nauc_precision_at_3_diff1
value: 22.682345321496626
verified: no, type: nauc_precision_at_3_max
value: 36.16645659098322
verified: no, type: nauc_precision_at_3_std
value: 0.8188466017391514
verified: no, type: nauc_precision_at_5_diff1
value: 14.605986990364134
verified: no, type: nauc_precision_at_5_max
value: 36.728759182846815
verified: no, type: nauc_precision_at_5_std
value: 1.9087175015774727
verified: no, type: nauc_recall_at_1000_diff1
value: 48.24624636211058
verified: no, type: nauc_recall_at_1000_max
value: 44.47586797842709
verified: no, type: nauc_recall_at_1000_std
value: 41.068897939296164
verified: no, type: nauc_recall_at_100_diff1
value: 46.88848933074924
verified: no, type: nauc_recall_at_100_max
value: 33.76863456468527
verified: no, type: nauc_recall_at_100_std
value: 30.245766911090126
verified: no, type: nauc_recall_at_10_diff1
value: 41.43226128163156
verified: no, type: nauc_recall_at_10_max
value: 32.30521131227616
verified: no, type: nauc_recall_at_10_std
value: -0.9141126092926203
verified: no, type: nauc_recall_at_1_diff1
value: 52.0332333047473
verified: no, type: nauc_recall_at_1_max
value: 19.540566689104136
verified: no, type: nauc_recall_at_1_std
value: -9.854745951285082
verified: no, type: nauc_recall_at_20_diff1
value: 40.854692957831304
verified: no, type: nauc_recall_at_20_max
value: 34.200599823549695
verified: no, type: nauc_recall_at_20_std
value: 2.125255667995533
verified: no, type: nauc_recall_at_3_diff1
value: 43.71551619581852
verified: no, type: nauc_recall_at_3_max
value: 25.214268383790834
verified: no, type: nauc_recall_at_3_std
value: -7.773643090892321
verified: no, type: nauc_recall_at_5_diff1
value: 42.70172927692832
verified: no, type: nauc_recall_at_5_max
value: 29.71575940411383
verified: no, type: nauc_recall_at_5_std
value: -6.304996381418782
verified: no, type: ndcg_at_1
value: 59.877
verified: no, type: ndcg_at_10
value: 61.565999999999995
verified: no, type: ndcg_at_100
value: 67.57
verified: no, type: ndcg_at_1000
value: 68.929
verified: no, type: ndcg_at_20
value: 64.059
verified: no, type: ndcg_at_3
value: 56.833
verified: no, type: ndcg_at_5
value: 58.571
verified: no, type: precision_at_1
value: 59.877
verified: no, type: precision_at_10
value: 16.836000000000002
verified: no, type: precision_at_100
value: 2.327
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: precision_at_20
value: 9.606
verified: no, type: precision_at_3
value: 37.602999999999994
verified: no, type: precision_at_5
value: 27.716
verified: no, type: recall_at_1
value: 32.156
verified: no, type: recall_at_10
value: 69.23700000000001
verified: no, type: recall_at_100
value: 90.557
verified: no, type: recall_at_1000
value: 98.048
verified: no, type: recall_at_20
value: 76.629
verified: no, type: recall_at_3
value: 51.782
verified: no, type: recall_at_5
value: 59.911
verified: no, task: type: Retrieval
dataset: name: MTEB HotpotQA (default)
type: mteb/hotpotqa
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: main_score
value: 85.71
verified: no, type: map_at_1
value: 44.727
verified: no, type: map_at_10
value: 80.172
verified: no, type: map_at_100
value: 80.735
verified: no, type: map_at_1000
value: 80.759
verified: no, type: map_at_20
value: 80.537
verified: no, type: map_at_3
value: 77.23
verified: no, type: map_at_5
value: 79.135
verified: no, type: mrr_at_1
value: 89.45307224848077
verified: no, type: mrr_at_10
value: 93.05947825900545
verified: no, type: mrr_at_100
value: 93.10735572174119
verified: no, type: mrr_at_1000
value: 93.10925122481453
verified: no, type: mrr_at_20
value: 93.09106265870149
verified: no, type: mrr_at_3
value: 92.64686022957449
verified: no, type: mrr_at_5
value: 92.91694800810244
verified: no, type: nauc_map_at_1000_diff1
value: 12.798252126301232
verified: no, type: nauc_map_at_1000_max
value: 43.81986554860238
verified: no, type: nauc_map_at_1000_std
value: -0.9430908318570322
verified: no, type: nauc_map_at_100_diff1
value: 12.778785751586241
verified: no, type: nauc_map_at_100_max
value: 43.83285096666312
verified: no, type: nauc_map_at_100_std
value: -0.890400549771497
verified: no, type: nauc_map_at_10_diff1
value: 12.448151460865605
verified: no, type: nauc_map_at_10_max
value: 43.81687718031803
verified: no, type: nauc_map_at_10_std
value: -1.1290250999504823
verified: no, type: nauc_map_at_1_diff1
value: 69.61919805260156
verified: no, type: nauc_map_at_1_max
value: 55.5755657749773
verified: no, type: nauc_map_at_1_std
value: -15.526118670762864
verified: no, type: nauc_map_at_20_diff1
value: 12.678746871164003
verified: no, type: nauc_map_at_20_max
value: 43.85110404389791
verified: no, type: nauc_map_at_20_std
value: -0.9453828333133943
verified: no, type: nauc_map_at_3_diff1
value: 10.59516294247888
verified: no, type: nauc_map_at_3_max
value: 41.70569781021385
verified: no, type: nauc_map_at_3_std
value: -4.07043830485855
verified: no, type: nauc_map_at_5_diff1
value: 11.565349666644325
verified: no, type: nauc_map_at_5_max
value: 43.116183222374225
verified: no, type: nauc_map_at_5_std
value: -2.1674460401372486
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.69022205791336
verified: no, type: nauc_mrr_at_1000_max
value: 60.1768389092444
verified: no, type: nauc_mrr_at_1000_std
value: -12.296609331418805
verified: no, type: nauc_mrr_at_100_diff1
value: 70.69003325257466
verified: no, type: nauc_mrr_at_100_max
value: 60.185582165757666
verified: no, type: nauc_mrr_at_100_std
value: -12.278182064282248
verified: no, type: nauc_mrr_at_10_diff1
value: 70.75823369489385
verified: no, type: nauc_mrr_at_10_max
value: 60.31013481977012
verified: no, type: nauc_mrr_at_10_std
value: -12.26989248526715
verified: no, type: nauc_mrr_at_1_diff1
value: 69.61919805260156
verified: no, type: nauc_mrr_at_1_max
value: 55.5755657749773
verified: no, type: nauc_mrr_at_1_std
value: -15.526118670762864
verified: no, type: nauc_mrr_at_20_diff1
value: 70.69890688426213
verified: no, type: nauc_mrr_at_20_max
value: 60.21787827391816
verified: no, type: nauc_mrr_at_20_std
value: -12.302070154645696
verified: no, type: nauc_mrr_at_3_diff1
value: 70.68251049579754
verified: no, type: nauc_mrr_at_3_max
value: 61.01164717194973
verified: no, type: nauc_mrr_at_3_std
value: -11.832481743898247
verified: no, type: nauc_mrr_at_5_diff1
value: 70.74789138616434
verified: no, type: nauc_mrr_at_5_max
value: 60.480693027406694
verified: no, type: nauc_mrr_at_5_std
value: -12.280386872142941
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.836724167580574
verified: no, type: nauc_ndcg_at_1000_max
value: 47.677459062598345
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0411766255838146
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.220410822948367
verified: no, type: nauc_ndcg_at_100_max
value: 48.00523684992595
verified: no, type: nauc_ndcg_at_100_std
value: 2.467440064578469
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.51373841748113
verified: no, type: nauc_ndcg_at_10_max
value: 47.90062496600346
verified: no, type: nauc_ndcg_at_10_std
value: 1.3381961818317667
verified: no, type: nauc_ndcg_at_1_diff1
value: 69.61919805260156
verified: no, type: nauc_ndcg_at_1_max
value: 55.5755657749773
verified: no, type: nauc_ndcg_at_1_std
value: -15.526118670762864
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.403573009912805
verified: no, type: nauc_ndcg_at_20_max
value: 48.133829431970135
verified: no, type: nauc_ndcg_at_20_std
value: 2.0249306865683527
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.453534673988578
verified: no, type: nauc_ndcg_at_3_max
value: 44.50916210615789
verified: no, type: nauc_ndcg_at_3_std
value: -3.6243787051842307
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.722515798468727
verified: no, type: nauc_ndcg_at_5_max
value: 46.36557177573076
verified: no, type: nauc_ndcg_at_5_std
value: -0.9789348270087928
verified: no, type: nauc_precision_at_1000_diff1
value: 18.442807737825078
verified: no, type: nauc_precision_at_1000_max
value: 62.6412630587746
verified: no, type: nauc_precision_at_1000_std
value: 67.28157546833832
verified: no, type: nauc_precision_at_100_diff1
value: 8.378369860260145
verified: no, type: nauc_precision_at_100_max
value: 55.87545313950895
verified: no, type: nauc_precision_at_100_std
value: 47.415584458330926
verified: no, type: nauc_precision_at_10_diff1
value: 7.419773912504883
verified: no, type: nauc_precision_at_10_max
value: 50.325163033813105
verified: no, type: nauc_precision_at_10_std
value: 15.74465932738504
verified: no, type: nauc_precision_at_1_diff1
value: 69.61919805260156
verified: no, type: nauc_precision_at_1_max
value: 55.5755657749773
verified: no, type: nauc_precision_at_1_std
value: -15.526118670762864
verified: no, type: nauc_precision_at_20_diff1
value: 8.76445086512422
verified: no, type: nauc_precision_at_20_max
value: 53.185762190326834
verified: no, type: nauc_precision_at_20_std
value: 23.528376243793584
verified: no, type: nauc_precision_at_3_diff1
value: 5.462937100521903
verified: no, type: nauc_precision_at_3_max
value: 43.307890530903165
verified: no, type: nauc_precision_at_3_std
value: -0.019766798037247135
verified: no, type: nauc_precision_at_5_diff1
value: 5.668823923473503
verified: no, type: nauc_precision_at_5_max
value: 46.388864934614546
verified: no, type: nauc_precision_at_5_std
value: 6.204083505295685
verified: no, type: nauc_recall_at_1000_diff1
value: 18.442807737825063
verified: no, type: nauc_recall_at_1000_max
value: 62.641263058773
verified: no, type: nauc_recall_at_1000_std
value: 67.2815754683397
verified: no, type: nauc_recall_at_100_diff1
value: 8.37836986025998
verified: no, type: nauc_recall_at_100_max
value: 55.87545313950938
verified: no, type: nauc_recall_at_100_std
value: 47.41558445833062
verified: no, type: nauc_recall_at_10_diff1
value: 7.4197739125050965
verified: no, type: nauc_recall_at_10_max
value: 50.325163033813325
verified: no, type: nauc_recall_at_10_std
value: 15.74465932738494
verified: no, type: nauc_recall_at_1_diff1
value: 69.61919805260156
verified: no, type: nauc_recall_at_1_max
value: 55.5755657749773
verified: no, type: nauc_recall_at_1_std
value: -15.526118670762864
verified: no, type: nauc_recall_at_20_diff1
value: 8.764450865124198
verified: no, type: nauc_recall_at_20_max
value: 53.185762190326614
verified: no, type: nauc_recall_at_20_std
value: 23.52837624379365
verified: no, type: nauc_recall_at_3_diff1
value: 5.462937100521863
verified: no, type: nauc_recall_at_3_max
value: 43.30789053090315
verified: no, type: nauc_recall_at_3_std
value: -0.019766798037247135
verified: no, type: nauc_recall_at_5_diff1
value: 5.668823923473546
verified: no, type: nauc_recall_at_5_max
value: 46.38886493461459
verified: no, type: nauc_recall_at_5_std
value: 6.204083505295627
verified: no, type: ndcg_at_1
value: 89.453
verified: no, type: ndcg_at_10
value: 85.71
verified: no, type: ndcg_at_100
value: 87.45100000000001
verified: no, type: ndcg_at_1000
value: 87.869
verified: no, type: ndcg_at_20
value: 86.551
verified: no, type: ndcg_at_3
value: 81.83500000000001
verified: no, type: ndcg_at_5
value: 84.076
verified: no, type: precision_at_1
value: 89.453
verified: no, type: precision_at_10
value: 17.881
verified: no, type: precision_at_100
value: 1.921
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: precision_at_20
value: 9.21
verified: no, type: precision_at_3
value: 53.928
verified: no, type: precision_at_5
value: 34.123
verified: no, type: recall_at_1
value: 44.727
verified: no, type: recall_at_10
value: 89.40599999999999
verified: no, type: recall_at_100
value: 96.03
verified: no, type: recall_at_1000
value: 98.744
verified: no, type: recall_at_20
value: 92.10000000000001
verified: no, type: recall_at_3
value: 80.891
verified: no, type: recall_at_5
value: 85.307
verified: no, task: type: Classification
dataset: name: MTEB ImdbClassification (default)
type: mteb/imdb
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 96.9972
verified: no, type: ap
value: 95.5775856254544
verified: no, type: ap_weighted
value: 95.5775856254544
verified: no, type: f1
value: 96.99685931130435
verified: no, type: f1_weighted
value: 96.99685931130435
verified: no, type: main_score
value: 96.9972
verified: no, task: type: Retrieval
dataset: name: MTEB MSMARCO (default)
type: mteb/msmarco
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 47.238
verified: no, type: map_at_1
value: 26.118999999999996
verified: no, type: map_at_10
value: 39.766
verified: no, type: map_at_100
value: 40.847
verified: no, type: map_at_1000
value: 40.882000000000005
verified: no, type: map_at_20
value: 40.461000000000006
verified: no, type: map_at_3
value: 35.667
verified: no, type: map_at_5
value: 38.066
verified: no, type: mrr_at_1
value: 26.89111747851003
verified: no, type: mrr_at_10
value: 40.397553099558856
verified: no, type: mrr_at_100
value: 41.40812124384233
verified: no, type: mrr_at_1000
value: 41.43744901209514
verified: no, type: mrr_at_20
value: 41.05487580788417
verified: no, type: mrr_at_3
value: 36.40878701050627
verified: no, type: mrr_at_5
value: 38.75620821394463
verified: no, type: nauc_map_at_1000_diff1
value: 39.98998212778958
verified: no, type: nauc_map_at_1000_max
value: 15.59645055297053
verified: no, type: nauc_map_at_1000_std
value: -20.56903010050901
verified: no, type: nauc_map_at_100_diff1
value: 39.98864802308753
verified: no, type: nauc_map_at_100_max
value: 15.613879964576007
verified: no, type: nauc_map_at_100_std
value: -20.538248542026235
verified: no, type: nauc_map_at_10_diff1
value: 39.88019792742319
verified: no, type: nauc_map_at_10_max
value: 15.489005240065229
verified: no, type: nauc_map_at_10_std
value: -21.204753377687798
verified: no, type: nauc_map_at_1_diff1
value: 42.74534997345039
verified: no, type: nauc_map_at_1_max
value: 13.355853021671452
verified: no, type: nauc_map_at_1_std
value: -18.991398512806423
verified: no, type: nauc_map_at_20_diff1
value: 39.92156613912966
verified: no, type: nauc_map_at_20_max
value: 15.627187592069072
verified: no, type: nauc_map_at_20_std
value: -20.680113879390696
verified: no, type: nauc_map_at_3_diff1
value: 39.9974069898003
verified: no, type: nauc_map_at_3_max
value: 14.326178611684506
verified: no, type: nauc_map_at_3_std
value: -21.725322969825978
verified: no, type: nauc_map_at_5_diff1
value: 39.7544604866648
verified: no, type: nauc_map_at_5_max
value: 15.006870414790205
verified: no, type: nauc_map_at_5_std
value: -21.700337702850153
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.928512394832346
verified: no, type: nauc_mrr_at_1000_max
value: 15.629735001277483
verified: no, type: nauc_mrr_at_1000_std
value: -20.268640135576806
verified: no, type: nauc_mrr_at_100_diff1
value: 39.92749044330002
verified: no, type: nauc_mrr_at_100_max
value: 15.647620571895688
verified: no, type: nauc_mrr_at_100_std
value: -20.238323340406215
verified: no, type: nauc_mrr_at_10_diff1
value: 39.83475591137612
verified: no, type: nauc_mrr_at_10_max
value: 15.55993531984175
verified: no, type: nauc_mrr_at_10_std
value: -20.83691814120607
verified: no, type: nauc_mrr_at_1_diff1
value: 42.60171179362715
verified: no, type: nauc_mrr_at_1_max
value: 13.503932215044154
verified: no, type: nauc_mrr_at_1_std
value: -18.780402607759942
verified: no, type: nauc_mrr_at_20_diff1
value: 39.8638926924116
verified: no, type: nauc_mrr_at_20_max
value: 15.68649896973148
verified: no, type: nauc_mrr_at_20_std
value: -20.32923556364886
verified: no, type: nauc_mrr_at_3_diff1
value: 39.87333054371521
verified: no, type: nauc_mrr_at_3_max
value: 14.40273581805097
verified: no, type: nauc_mrr_at_3_std
value: -21.497091878550705
verified: no, type: nauc_mrr_at_5_diff1
value: 39.710535895257806
verified: no, type: nauc_mrr_at_5_max
value: 15.125588064614778
verified: no, type: nauc_mrr_at_5_std
value: -21.372841992590516
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.530182010129316
verified: no, type: nauc_ndcg_at_1000_max
value: 16.721078036825325
verified: no, type: nauc_ndcg_at_1000_std
value: -19.333446229997676
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.52495437545947
verified: no, type: nauc_ndcg_at_100_max
value: 17.316175958553544
verified: no, type: nauc_ndcg_at_100_std
value: -18.167108179801435
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.060097577182404
verified: no, type: nauc_ndcg_at_10_max
value: 17.03188717594285
verified: no, type: nauc_ndcg_at_10_std
value: -21.087768427189857
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.60171179362715
verified: no, type: nauc_ndcg_at_1_max
value: 13.503932215044154
verified: no, type: nauc_ndcg_at_1_std
value: -18.780402607759942
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.13715123963872
verified: no, type: nauc_ndcg_at_20_max
value: 17.577613449488744
verified: no, type: nauc_ndcg_at_20_std
value: -19.05270718022563
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.185894874198965
verified: no, type: nauc_ndcg_at_3_max
value: 14.57528860178114
verified: no, type: nauc_ndcg_at_3_std
value: -22.454121752010494
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.76484115322762
verified: no, type: nauc_ndcg_at_5_max
value: 15.867435457401843
verified: no, type: nauc_ndcg_at_5_std
value: -22.38692452968968
verified: no, type: nauc_precision_at_1000_diff1
value: -4.470494643119554
verified: no, type: nauc_precision_at_1000_max
value: 5.532704785018603
verified: no, type: nauc_precision_at_1000_std
value: 8.431501972980776
verified: no, type: nauc_precision_at_100_diff1
value: 13.915615975206203
verified: no, type: nauc_precision_at_100_max
value: 20.932636836042228
verified: no, type: nauc_precision_at_100_std
value: 17.71841847550733
verified: no, type: nauc_precision_at_10_diff1
value: 31.897757036479256
verified: no, type: nauc_precision_at_10_max
value: 21.47296249503087
verified: no, type: nauc_precision_at_10_std
value: -17.9085167972799
verified: no, type: nauc_precision_at_1_diff1
value: 42.60171179362715
verified: no, type: nauc_precision_at_1_max
value: 13.503932215044154
verified: no, type: nauc_precision_at_1_std
value: -18.780402607759942
verified: no, type: nauc_precision_at_20_diff1
value: 27.89782616667338
verified: no, type: nauc_precision_at_20_max
value: 24.171214140761222
verified: no, type: nauc_precision_at_20_std
value: -5.243858031824212
verified: no, type: nauc_precision_at_3_diff1
value: 36.10358380302458
verified: no, type: nauc_precision_at_3_max
value: 14.942314403638854
verified: no, type: nauc_precision_at_3_std
value: -24.229120472212184
verified: no, type: nauc_precision_at_5_diff1
value: 33.65809304158813
verified: no, type: nauc_precision_at_5_max
value: 17.8340962571853
verified: no, type: nauc_precision_at_5_std
value: -23.350679607104
verified: no, type: nauc_recall_at_1000_diff1
value: 16.65078016225262
verified: no, type: nauc_recall_at_1000_max
value: 51.9145485909716
verified: no, type: nauc_recall_at_1000_std
value: 69.3989955532773
verified: no, type: nauc_recall_at_100_diff1
value: 35.88717637896406
verified: no, type: nauc_recall_at_100_max
value: 39.31009514053865
verified: no, type: nauc_recall_at_100_std
value: 28.07382512953391
verified: no, type: nauc_recall_at_10_diff1
value: 35.70195220879436
verified: no, type: nauc_recall_at_10_max
value: 22.909702960394753
verified: no, type: nauc_recall_at_10_std
value: -20.011356717361004
verified: no, type: nauc_recall_at_1_diff1
value: 42.74534997345039
verified: no, type: nauc_recall_at_1_max
value: 13.355853021671452
verified: no, type: nauc_recall_at_1_std
value: -18.991398512806423
verified: no, type: nauc_recall_at_20_diff1
value: 35.01347244311519
verified: no, type: nauc_recall_at_20_max
value: 28.0791849525668
verified: no, type: nauc_recall_at_20_std
value: -7.596941121600616
verified: no, type: nauc_recall_at_3_diff1
value: 36.697694842739764
verified: no, type: nauc_recall_at_3_max
value: 15.087805237942867
verified: no, type: nauc_recall_at_3_std
value: -24.48394612054427
verified: no, type: nauc_recall_at_5_diff1
value: 35.40436459395654
verified: no, type: nauc_recall_at_5_max
value: 18.303370938978983
verified: no, type: nauc_recall_at_5_std
value: -24.4618489698988
verified: no, type: ndcg_at_1
value: 26.891
verified: no, type: ndcg_at_10
value: 47.238
verified: no, type: ndcg_at_100
value: 52.290000000000006
verified: no, type: ndcg_at_1000
value: 53.095000000000006
verified: no, type: ndcg_at_20
value: 49.675000000000004
verified: no, type: ndcg_at_3
value: 38.951
verified: no, type: ndcg_at_5
value: 43.208
verified: no, type: precision_at_1
value: 26.891
verified: no, type: precision_at_10
value: 7.345
verified: no, type: precision_at_100
value: 0.987
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 4.18
verified: no, type: precision_at_3
value: 16.519000000000002
verified: no, type: precision_at_5
value: 12.086
verified: no, type: recall_at_1
value: 26.118999999999996
verified: no, type: recall_at_10
value: 70.17
verified: no, type: recall_at_100
value: 93.235
verified: no, type: recall_at_1000
value: 99.256
verified: no, type: recall_at_20
value: 79.599
verified: no, type: recall_at_3
value: 47.714
verified: no, type: recall_at_5
value: 57.913000000000004
verified: no, task: type: Classification
dataset: name: MTEB MTOPDomainClassification (en)
type: mteb/mtop_domain
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 97.43502051983585
verified: no, type: f1
value: 97.28386890066653
verified: no, type: f1_weighted
value: 97.44797640554678
verified: no, type: main_score
value: 97.43502051983585
verified: no, task: type: Classification
dataset: name: MTEB MTOPIntentClassification (en)
type: mteb/mtop_intent
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 92.80665754673961
verified: no, type: f1
value: 74.62374030390122
verified: no, type: f1_weighted
value: 93.45063761064331
verified: no, type: main_score
value: 92.80665754673961
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (en)
type: mteb/amazon_massive_intent
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 81.14324142568931
verified: no, type: f1
value: 79.25715428394179
verified: no, type: f1_weighted
value: 80.06102282439677
verified: no, type: main_score
value: 81.14324142568931
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (en)
type: mteb/amazon_massive_scenario
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 83.52723604572965
verified: no, type: f1
value: 82.43215997685817
verified: no, type: f1_weighted
value: 83.18340208761732
verified: no, type: main_score
value: 83.52723604572965
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringP2P (default)
type: mteb/medrxiv-clustering-p2p
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: main_score
value: 46.38149873605036
verified: no, type: v_measure
value: 46.38149873605036
verified: no, type: v_measure_std
value: 1.0749788856434186
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringS2S (default)
type: mteb/medrxiv-clustering-s2s
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: main_score
value: 44.8945524407664
verified: no, type: v_measure
value: 44.8945524407664
verified: no, type: v_measure_std
value: 1.2389193370528488
verified: no, task: type: Reranking
dataset: name: MTEB MindSmallReranking (default)
type: mteb/mind_small
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: main_score
value: 31.464871623418794
verified: no, type: map
value: 31.464871623418794
verified: no, type: mrr
value: 32.50613994693332
verified: no, type: nAUC_map_diff1
value: 13.899720409558803
verified: no, type: nAUC_map_max
value: -24.855993992819574
verified: no, type: nAUC_map_std
value: -1.7042823879133022
verified: no, type: nAUC_mrr_diff1
value: 12.74961757902417
verified: no, type: nAUC_mrr_max
value: -19.359704641723024
verified: no, type: nAUC_mrr_std
value: 0.2553333974009825
verified: no, task: type: Retrieval
dataset: name: MTEB NFCorpus (default)
type: mteb/nfcorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: main_score
value: 40.608
verified: no, type: map_at_1
value: 6.814000000000001
verified: no, type: map_at_10
value: 15.658
verified: no, type: map_at_100
value: 19.820999999999998
verified: no, type: map_at_1000
value: 21.478
verified: no, type: map_at_20
value: 17.378
verified: no, type: map_at_3
value: 11.469
verified: no, type: map_at_5
value: 13.411999999999999
verified: no, type: mrr_at_1
value: 53.25077399380805
verified: no, type: mrr_at_10
value: 62.325667108948835
verified: no, type: mrr_at_100
value: 62.74305120891361
verified: no, type: mrr_at_1000
value: 62.7698046867024
verified: no, type: mrr_at_20
value: 62.55276398505989
verified: no, type: mrr_at_3
value: 60.629514963880304
verified: no, type: mrr_at_5
value: 61.71310629514966
verified: no, type: nauc_map_at_1000_diff1
value: 28.465065572581196
verified: no, type: nauc_map_at_1000_max
value: 31.422114483712072
verified: no, type: nauc_map_at_1000_std
value: 14.137580326409468
verified: no, type: nauc_map_at_100_diff1
value: 29.640817609314634
verified: no, type: nauc_map_at_100_max
value: 31.497301598927084
verified: no, type: nauc_map_at_100_std
value: 11.373472181189578
verified: no, type: nauc_map_at_10_diff1
value: 33.81702887042631
verified: no, type: nauc_map_at_10_max
value: 26.89432917723802
verified: no, type: nauc_map_at_10_std
value: -0.6017226421625675
verified: no, type: nauc_map_at_1_diff1
value: 47.92465446394334
verified: no, type: nauc_map_at_1_max
value: 13.298220863216647
verified: no, type: nauc_map_at_1_std
value: -16.028417988057573
verified: no, type: nauc_map_at_20_diff1
value: 31.26496100545571
verified: no, type: nauc_map_at_20_max
value: 29.279825837457384
verified: no, type: nauc_map_at_20_std
value: 4.788387672392815
verified: no, type: nauc_map_at_3_diff1
value: 38.62641220798505
verified: no, type: nauc_map_at_3_max
value: 19.08045714651334
verified: no, type: nauc_map_at_3_std
value: -8.922459068853476
verified: no, type: nauc_map_at_5_diff1
value: 36.53813025261598
verified: no, type: nauc_map_at_5_max
value: 22.40454946619978
verified: no, type: nauc_map_at_5_std
value: -6.486492008466358
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.69304903653812
verified: no, type: nauc_mrr_at_1000_max
value: 45.96553711346646
verified: no, type: nauc_mrr_at_1000_std
value: 27.85147914917026
verified: no, type: nauc_mrr_at_100_diff1
value: 28.68229560104124
verified: no, type: nauc_mrr_at_100_max
value: 45.97763687298361
verified: no, type: nauc_mrr_at_100_std
value: 27.877065559802784
verified: no, type: nauc_mrr_at_10_diff1
value: 28.87265406525776
verified: no, type: nauc_mrr_at_10_max
value: 46.14425971703
verified: no, type: nauc_mrr_at_10_std
value: 28.012998155541958
verified: no, type: nauc_mrr_at_1_diff1
value: 30.386284704935175
verified: no, type: nauc_mrr_at_1_max
value: 39.555268501126484
verified: no, type: nauc_mrr_at_1_std
value: 19.003917244393055
verified: no, type: nauc_mrr_at_20_diff1
value: 28.688630297997626
verified: no, type: nauc_mrr_at_20_max
value: 46.06770135613457
verified: no, type: nauc_mrr_at_20_std
value: 27.983585167898088
verified: no, type: nauc_mrr_at_3_diff1
value: 28.202788031669435
verified: no, type: nauc_mrr_at_3_max
value: 44.67641807824994
verified: no, type: nauc_mrr_at_3_std
value: 26.01547375749013
verified: no, type: nauc_mrr_at_5_diff1
value: 29.136769721750184
verified: no, type: nauc_mrr_at_5_max
value: 45.59466095537007
verified: no, type: nauc_mrr_at_5_std
value: 26.52847275188725
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.41490301896588
verified: no, type: nauc_ndcg_at_1000_max
value: 44.66765746203081
verified: no, type: nauc_ndcg_at_1000_std
value: 32.929259388855655
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.807775380513515
verified: no, type: nauc_ndcg_at_100_max
value: 38.94194783706628
verified: no, type: nauc_ndcg_at_100_std
value: 25.83927535706682
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.27753233512705
verified: no, type: nauc_ndcg_at_10_max
value: 40.457762461961416
verified: no, type: nauc_ndcg_at_10_std
value: 26.221695797523196
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.505733988194233
verified: no, type: nauc_ndcg_at_1_max
value: 37.29986556956722
verified: no, type: nauc_ndcg_at_1_std
value: 18.521315149723165
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.73159408013849
verified: no, type: nauc_ndcg_at_20_max
value: 38.19415319342381
verified: no, type: nauc_ndcg_at_20_std
value: 25.651700748252814
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.666171391424808
verified: no, type: nauc_ndcg_at_3_max
value: 39.654001155276696
verified: no, type: nauc_ndcg_at_3_std
value: 22.713597835307368
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.145977550257783
verified: no, type: nauc_ndcg_at_5_max
value: 41.26418949542231
verified: no, type: nauc_ndcg_at_5_std
value: 24.626721054592018
verified: no, type: nauc_precision_at_1000_diff1
value: -10.668076403397022
verified: no, type: nauc_precision_at_1000_max
value: -2.687482461632398
verified: no, type: nauc_precision_at_1000_std
value: 23.984079094098455
verified: no, type: nauc_precision_at_100_diff1
value: -7.159873373344272
verified: no, type: nauc_precision_at_100_max
value: 12.819553702257164
verified: no, type: nauc_precision_at_100_std
value: 37.50378439821877
verified: no, type: nauc_precision_at_10_diff1
value: 2.2241329156010665
verified: no, type: nauc_precision_at_10_max
value: 36.76680313244236
verified: no, type: nauc_precision_at_10_std
value: 39.4677017320664
verified: no, type: nauc_precision_at_1_diff1
value: 30.386284704935175
verified: no, type: nauc_precision_at_1_max
value: 39.555268501126484
verified: no, type: nauc_precision_at_1_std
value: 19.003917244393055
verified: no, type: nauc_precision_at_20_diff1
value: -2.9834608982986115
verified: no, type: nauc_precision_at_20_max
value: 27.914227404658654
verified: no, type: nauc_precision_at_20_std
value: 39.80986422338386
verified: no, type: nauc_precision_at_3_diff1
value: 10.931080335409446
verified: no, type: nauc_precision_at_3_max
value: 39.74599313443494
verified: no, type: nauc_precision_at_3_std
value: 27.88015806277605
verified: no, type: nauc_precision_at_5_diff1
value: 6.375575138873724
verified: no, type: nauc_precision_at_5_max
value: 40.204218087817274
verified: no, type: nauc_precision_at_5_std
value: 33.14483938245918
verified: no, type: nauc_recall_at_1000_diff1
value: 6.059681037512472
verified: no, type: nauc_recall_at_1000_max
value: 16.088632078670198
verified: no, type: nauc_recall_at_1000_std
value: 13.844947244341302
verified: no, type: nauc_recall_at_100_diff1
value: 16.283808676503824
verified: no, type: nauc_recall_at_100_max
value: 21.37014633122509
verified: no, type: nauc_recall_at_100_std
value: 10.876847345257328
verified: no, type: nauc_recall_at_10_diff1
value: 25.843865694907286
verified: no, type: nauc_recall_at_10_max
value: 21.781125041367748
verified: no, type: nauc_recall_at_10_std
value: -2.1399146426462066
verified: no, type: nauc_recall_at_1_diff1
value: 47.92465446394334
verified: no, type: nauc_recall_at_1_max
value: 13.298220863216647
verified: no, type: nauc_recall_at_1_std
value: -16.028417988057573
verified: no, type: nauc_recall_at_20_diff1
value: 22.333265905634082
verified: no, type: nauc_recall_at_20_max
value: 24.167043456458593
verified: no, type: nauc_recall_at_20_std
value: 4.110610548061356
verified: no, type: nauc_recall_at_3_diff1
value: 35.695924824653886
verified: no, type: nauc_recall_at_3_max
value: 17.912601287674416
verified: no, type: nauc_recall_at_3_std
value: -9.102880017474895
verified: no, type: nauc_recall_at_5_diff1
value: 31.797504877636356
verified: no, type: nauc_recall_at_5_max
value: 20.00800506945161
verified: no, type: nauc_recall_at_5_std
value: -7.431905060084433
verified: no, type: ndcg_at_1
value: 51.548
verified: no, type: ndcg_at_10
value: 40.608
verified: no, type: ndcg_at_100
value: 37.328
verified: no, type: ndcg_at_1000
value: 45.927
verified: no, type: ndcg_at_20
value: 38.062000000000005
verified: no, type: ndcg_at_3
value: 46.886
verified: no, type: ndcg_at_5
value: 44.265
verified: no, type: precision_at_1
value: 53.251000000000005
verified: no, type: precision_at_10
value: 29.782999999999998
verified: no, type: precision_at_100
value: 9.331
verified: no, type: precision_at_1000
value: 2.233
verified: no, type: precision_at_20
value: 22.136
verified: no, type: precision_at_3
value: 43.653
verified: no, type: precision_at_5
value: 38.204
verified: no, type: recall_at_1
value: 6.814000000000001
verified: no, type: recall_at_10
value: 20.477
verified: no, type: recall_at_100
value: 38.190000000000005
verified: no, type: recall_at_1000
value: 69.222
verified: no, type: recall_at_20
value: 24.462999999999997
verified: no, type: recall_at_3
value: 12.592999999999998
verified: no, type: recall_at_5
value: 15.847
verified: no, task: type: Retrieval
dataset: name: MTEB NQ (default)
type: mteb/nq
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: main_score
value: 74.639
verified: no, type: map_at_1
value: 51.910000000000004
verified: no, type: map_at_10
value: 68.17800000000001
verified: no, type: map_at_100
value: 68.63
verified: no, type: map_at_1000
value: 68.636
verified: no, type: map_at_20
value: 68.47999999999999
verified: no, type: map_at_3
value: 64.631
verified: no, type: map_at_5
value: 66.84400000000001
verified: no, type: mrr_at_1
value: 57.87949015063732
verified: no, type: mrr_at_10
value: 70.52962165940157
verified: no, type: mrr_at_100
value: 70.79433311260526
verified: no, type: mrr_at_1000
value: 70.7996618331687
verified: no, type: mrr_at_20
value: 70.71145788136596
verified: no, type: mrr_at_3
value: 68.18752414059479
verified: no, type: mrr_at_5
value: 69.7025878717652
verified: no, type: nauc_map_at_1000_diff1
value: 48.25341804569
verified: no, type: nauc_map_at_1000_max
value: 19.942213273803425
verified: no, type: nauc_map_at_1000_std
value: -11.573618793573225
verified: no, type: nauc_map_at_100_diff1
value: 48.25137335400359
verified: no, type: nauc_map_at_100_max
value: 19.9478086771177
verified: no, type: nauc_map_at_100_std
value: -11.569057776842822
verified: no, type: nauc_map_at_10_diff1
value: 48.15169614121807
verified: no, type: nauc_map_at_10_max
value: 19.891488849767043
verified: no, type: nauc_map_at_10_std
value: -11.957859050856753
verified: no, type: nauc_map_at_1_diff1
value: 51.426208875589964
verified: no, type: nauc_map_at_1_max
value: 15.25704840433183
verified: no, type: nauc_map_at_1_std
value: -12.188645475831342
verified: no, type: nauc_map_at_20_diff1
value: 48.217050041022134
verified: no, type: nauc_map_at_20_max
value: 19.91541002135707
verified: no, type: nauc_map_at_20_std
value: -11.61880125598817
verified: no, type: nauc_map_at_3_diff1
value: 48.03870795080792
verified: no, type: nauc_map_at_3_max
value: 18.73819795102705
verified: no, type: nauc_map_at_3_std
value: -13.30137554476926
verified: no, type: nauc_map_at_5_diff1
value: 48.104924652402026
verified: no, type: nauc_map_at_5_max
value: 19.436408585016583
verified: no, type: nauc_map_at_5_std
value: -12.697778155809297
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.93057727525053
verified: no, type: nauc_mrr_at_1000_max
value: 21.95380342666769
verified: no, type: nauc_mrr_at_1000_std
value: -8.460873325747786
verified: no, type: nauc_mrr_at_100_diff1
value: 47.927872117705206
verified: no, type: nauc_mrr_at_100_max
value: 21.957974176338706
verified: no, type: nauc_mrr_at_100_std
value: -8.457120495941842
verified: no, type: nauc_mrr_at_10_diff1
value: 47.88807872165451
verified: no, type: nauc_mrr_at_10_max
value: 21.99165186070592
verified: no, type: nauc_mrr_at_10_std
value: -8.622458245224722
verified: no, type: nauc_mrr_at_1_diff1
value: 50.14489631746599
verified: no, type: nauc_mrr_at_1_max
value: 20.08032341500605
verified: no, type: nauc_mrr_at_1_std
value: -8.516733561470257
verified: no, type: nauc_mrr_at_20_diff1
value: 47.903958398396284
verified: no, type: nauc_mrr_at_20_max
value: 21.984121272453255
verified: no, type: nauc_mrr_at_20_std
value: -8.425148199913735
verified: no, type: nauc_mrr_at_3_diff1
value: 47.42105094406055
verified: no, type: nauc_mrr_at_3_max
value: 22.077775847329576
verified: no, type: nauc_mrr_at_3_std
value: -8.740898452659854
verified: no, type: nauc_mrr_at_5_diff1
value: 47.57979388400372
verified: no, type: nauc_mrr_at_5_max
value: 22.125349463627074
verified: no, type: nauc_mrr_at_5_std
value: -8.52623396445785
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.810202958915035
verified: no, type: nauc_ndcg_at_1000_max
value: 21.392873440606735
verified: no, type: nauc_ndcg_at_1000_std
value: -9.795633951314732
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.76922593186765
verified: no, type: nauc_ndcg_at_100_max
value: 21.560230506228212
verified: no, type: nauc_ndcg_at_100_std
value: -9.642938046812427
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.319712738884235
verified: no, type: nauc_ndcg_at_10_max
value: 21.563611991893776
verified: no, type: nauc_ndcg_at_10_std
value: -10.8291523074647
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.218645783866165
verified: no, type: nauc_ndcg_at_1_max
value: 20.1519999109772
verified: no, type: nauc_ndcg_at_1_std
value: -8.435852939261638
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.549440903272576
verified: no, type: nauc_ndcg_at_20_max
value: 21.60946482480832
verified: no, type: nauc_ndcg_at_20_std
value: -9.676726716756642
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.85874975295731
verified: no, type: nauc_ndcg_at_3_max
value: 19.97364939016392
verified: no, type: nauc_ndcg_at_3_std
value: -12.69379259341466
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.97495524419072
verified: no, type: nauc_ndcg_at_5_max
value: 20.769975752692034
verified: no, type: nauc_ndcg_at_5_std
value: -11.934684225152365
verified: no, type: nauc_precision_at_1000_diff1
value: -19.990666552030007
verified: no, type: nauc_precision_at_1000_max
value: 10.876772512124212
verified: no, type: nauc_precision_at_1000_std
value: 20.48008319920701
verified: no, type: nauc_precision_at_100_diff1
value: -17.968775797474056
verified: no, type: nauc_precision_at_100_max
value: 12.501874770426873
verified: no, type: nauc_precision_at_100_std
value: 20.49710605336997
verified: no, type: nauc_precision_at_10_diff1
value: -6.8867086393814585
verified: no, type: nauc_precision_at_10_max
value: 17.14868242242726
verified: no, type: nauc_precision_at_10_std
value: 13.21690743137821
verified: no, type: nauc_precision_at_1_diff1
value: 50.218645783866165
verified: no, type: nauc_precision_at_1_max
value: 20.1519999109772
verified: no, type: nauc_precision_at_1_std
value: -8.435852939261638
verified: no, type: nauc_precision_at_20_diff1
value: -11.752160128790043
verified: no, type: nauc_precision_at_20_max
value: 15.237636262112057
verified: no, type: nauc_precision_at_20_std
value: 18.180728055218886
verified: no, type: nauc_precision_at_3_diff1
value: 15.96609445885222
verified: no, type: nauc_precision_at_3_max
value: 20.18494092548839
verified: no, type: nauc_precision_at_3_std
value: -1.0589223899689346
verified: no, type: nauc_precision_at_5_diff1
value: 4.644778831019537
verified: no, type: nauc_precision_at_5_max
value: 18.90354311244982
verified: no, type: nauc_precision_at_5_std
value: 5.473254605926224
verified: no, type: nauc_recall_at_1000_diff1
value: 43.6311966998835
verified: no, type: nauc_recall_at_1000_max
value: 71.26453607826319
verified: no, type: nauc_recall_at_1000_std
value: 63.74850911403961
verified: no, type: nauc_recall_at_100_diff1
value: 43.81911515697184
verified: no, type: nauc_recall_at_100_max
value: 49.13377769323508
verified: no, type: nauc_recall_at_100_std
value: 22.92335191809556
verified: no, type: nauc_recall_at_10_diff1
value: 39.868975772803154
verified: no, type: nauc_recall_at_10_max
value: 27.1991395214908
verified: no, type: nauc_recall_at_10_std
value: -11.928586693931537
verified: no, type: nauc_recall_at_1_diff1
value: 51.426208875589964
verified: no, type: nauc_recall_at_1_max
value: 15.25704840433183
verified: no, type: nauc_recall_at_1_std
value: -12.188645475831342
verified: no, type: nauc_recall_at_20_diff1
value: 40.48934810019854
verified: no, type: nauc_recall_at_20_max
value: 31.541919411302256
verified: no, type: nauc_recall_at_20_std
value: 1.6695278429926617
verified: no, type: nauc_recall_at_3_diff1
value: 41.85552950416144
verified: no, type: nauc_recall_at_3_max
value: 19.544146808722118
verified: no, type: nauc_recall_at_3_std
value: -15.442392634895718
verified: no, type: nauc_recall_at_5_diff1
value: 40.52718222998753
verified: no, type: nauc_recall_at_5_max
value: 21.436637732490112
verified: no, type: nauc_recall_at_5_std
value: -14.812931287114298
verified: no, type: ndcg_at_1
value: 57.851
verified: no, type: ndcg_at_10
value: 74.639
verified: no, type: ndcg_at_100
value: 76.334
verified: no, type: ndcg_at_1000
value: 76.483
verified: no, type: ndcg_at_20
value: 75.543
verified: no, type: ndcg_at_3
value: 68.56400000000001
verified: no, type: ndcg_at_5
value: 71.977
verified: no, type: precision_at_1
value: 57.851
verified: no, type: precision_at_10
value: 11.023
verified: no, type: precision_at_100
value: 1.2
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 5.737
verified: no, type: precision_at_3
value: 29.788999999999998
verified: no, type: precision_at_5
value: 19.971
verified: no, type: recall_at_1
value: 51.910000000000004
verified: no, type: recall_at_10
value: 91.50500000000001
verified: no, type: recall_at_100
value: 98.571
verified: no, type: recall_at_1000
value: 99.681
verified: no, type: recall_at_20
value: 94.78999999999999
verified: no, type: recall_at_3
value: 76.32
verified: no, type: recall_at_5
value: 83.992
verified: no, task: type: Retrieval
dataset: name: MTEB QuoraRetrieval (default)
type: mteb/quora
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: main_score
value: 90.78500000000001
verified: no, type: map_at_1
value: 73.36399999999999
verified: no, type: map_at_10
value: 87.561
verified: no, type: map_at_100
value: 88.139
verified: no, type: map_at_1000
value: 88.151
verified: no, type: map_at_20
value: 87.953
verified: no, type: map_at_3
value: 84.738
verified: no, type: map_at_5
value: 86.533
verified: no, type: mrr_at_1
value: 84.42
verified: no, type: mrr_at_10
value: 89.91527777777762
verified: no, type: mrr_at_100
value: 89.98056337523398
verified: no, type: mrr_at_1000
value: 89.98095050387363
verified: no, type: mrr_at_20
value: 89.96620262859754
verified: no, type: mrr_at_3
value: 89.17333333333308
verified: no, type: mrr_at_5
value: 89.69083333333309
verified: no, type: nauc_map_at_1000_diff1
value: 79.22837535499788
verified: no, type: nauc_map_at_1000_max
value: 15.229135965576624
verified: no, type: nauc_map_at_1000_std
value: -65.13592340820175
verified: no, type: nauc_map_at_100_diff1
value: 79.22964850175666
verified: no, type: nauc_map_at_100_max
value: 15.17873352763656
verified: no, type: nauc_map_at_100_std
value: -65.21743661211563
verified: no, type: nauc_map_at_10_diff1
value: 79.40458559409714
verified: no, type: nauc_map_at_10_max
value: 13.98665034413499
verified: no, type: nauc_map_at_10_std
value: -67.98126748033091
verified: no, type: nauc_map_at_1_diff1
value: 82.80184669392824
verified: no, type: nauc_map_at_1_max
value: 8.856089749102615
verified: no, type: nauc_map_at_1_std
value: -54.391672423052306
verified: no, type: nauc_map_at_20_diff1
value: 79.28140675062055
verified: no, type: nauc_map_at_20_max
value: 14.813382162586338
verified: no, type: nauc_map_at_20_std
value: -66.3069868467324
verified: no, type: nauc_map_at_3_diff1
value: 79.86030933775763
verified: no, type: nauc_map_at_3_max
value: 11.48286207079137
verified: no, type: nauc_map_at_3_std
value: -69.0349738122831
verified: no, type: nauc_map_at_5_diff1
value: 79.49804780757196
verified: no, type: nauc_map_at_5_max
value: 13.014896114509048
verified: no, type: nauc_map_at_5_std
value: -69.24755978940475
verified: no, type: nauc_mrr_at_1000_diff1
value: 80.32513802860564
verified: no, type: nauc_mrr_at_1000_max
value: 19.133166308087606
verified: no, type: nauc_mrr_at_1000_std
value: -60.70934579066254
verified: no, type: nauc_mrr_at_100_diff1
value: 80.32534858109838
verified: no, type: nauc_mrr_at_100_max
value: 19.134687103600278
verified: no, type: nauc_mrr_at_100_std
value: -60.70792004190786
verified: no, type: nauc_mrr_at_10_diff1
value: 80.32753693824817
verified: no, type: nauc_mrr_at_10_max
value: 19.07334892748873
verified: no, type: nauc_mrr_at_10_std
value: -61.00343339014411
verified: no, type: nauc_mrr_at_1_diff1
value: 80.94621936022547
verified: no, type: nauc_mrr_at_1_max
value: 19.098389309511855
verified: no, type: nauc_mrr_at_1_std
value: -56.281240215328744
verified: no, type: nauc_mrr_at_20_diff1
value: 80.32886311854372
verified: no, type: nauc_mrr_at_20_max
value: 19.144658294844398
verified: no, type: nauc_mrr_at_20_std
value: -60.80113609312996
verified: no, type: nauc_mrr_at_3_diff1
value: 80.15719807177194
verified: no, type: nauc_mrr_at_3_max
value: 19.21110611323521
verified: no, type: nauc_mrr_at_3_std
value: -61.55939529271486
verified: no, type: nauc_mrr_at_5_diff1
value: 80.25659942502026
verified: no, type: nauc_mrr_at_5_max
value: 19.18410850302189
verified: no, type: nauc_mrr_at_5_std
value: -61.34080339288672
verified: no, type: nauc_ndcg_at_1000_diff1
value: 79.30792401562252
verified: no, type: nauc_ndcg_at_1000_max
value: 17.228735754297546
verified: no, type: nauc_ndcg_at_1000_std
value: -63.0841035754019
verified: no, type: nauc_ndcg_at_100_diff1
value: 79.32390069722452
verified: no, type: nauc_ndcg_at_100_max
value: 17.03598908274086
verified: no, type: nauc_ndcg_at_100_std
value: -63.47645382028065
verified: no, type: nauc_ndcg_at_10_diff1
value: 79.3889546948115
verified: no, type: nauc_ndcg_at_10_max
value: 14.754867908259872
verified: no, type: nauc_ndcg_at_10_std
value: -68.67778986513876
verified: no, type: nauc_ndcg_at_1_diff1
value: 80.96616311503684
verified: no, type: nauc_ndcg_at_1_max
value: 19.251282966440872
verified: no, type: nauc_ndcg_at_1_std
value: -56.28623708629156
verified: no, type: nauc_ndcg_at_20_diff1
value: 79.36281855858415
verified: no, type: nauc_ndcg_at_20_max
value: 16.27660669783678
verified: no, type: nauc_ndcg_at_20_std
value: -66.242757220336
verified: no, type: nauc_ndcg_at_3_diff1
value: 78.59162334237037
verified: no, type: nauc_ndcg_at_3_max
value: 14.310999607705163
verified: no, type: nauc_ndcg_at_3_std
value: -67.43291489588975
verified: no, type: nauc_ndcg_at_5_diff1
value: 79.02195291821941
verified: no, type: nauc_ndcg_at_5_max
value: 14.703906318131077
verified: no, type: nauc_ndcg_at_5_std
value: -69.07043859982423
verified: no, type: nauc_precision_at_1000_diff1
value: -45.99620856951242
verified: no, type: nauc_precision_at_1000_max
value: 7.125627651370571
verified: no, type: nauc_precision_at_1000_std
value: 50.082304720650285
verified: no, type: nauc_precision_at_100_diff1
value: -45.93971803560242
verified: no, type: nauc_precision_at_100_max
value: 6.31666945015899
verified: no, type: nauc_precision_at_100_std
value: 48.43063822533797
verified: no, type: nauc_precision_at_10_diff1
value: -42.57062696143343
verified: no, type: nauc_precision_at_10_max
value: 4.926448070411812
verified: no, type: nauc_precision_at_10_std
value: 32.322003900367136
verified: no, type: nauc_precision_at_1_diff1
value: 80.96616311503684
verified: no, type: nauc_precision_at_1_max
value: 19.251282966440872
verified: no, type: nauc_precision_at_1_std
value: -56.28623708629156
verified: no, type: nauc_precision_at_20_diff1
value: -44.76495643463962
verified: no, type: nauc_precision_at_20_max
value: 5.4607809221385635
verified: no, type: nauc_precision_at_20_std
value: 40.49645695309527
verified: no, type: nauc_precision_at_3_diff1
value: -26.588107140371964
verified: no, type: nauc_precision_at_3_max
value: 6.575677555357888
verified: no, type: nauc_precision_at_3_std
value: 7.485155494378594
verified: no, type: nauc_precision_at_5_diff1
value: -36.70696804880982
verified: no, type: nauc_precision_at_5_max
value: 5.972677452493278
verified: no, type: nauc_precision_at_5_std
value: 21.08447210740431
verified: no, type: nauc_recall_at_1000_diff1
value: 10.886946378066934
verified: no, type: nauc_recall_at_1000_max
value: -98.39304801447328
verified: no, type: nauc_recall_at_1000_std
value: -44.363214454766606
verified: no, type: nauc_recall_at_100_diff1
value: 77.70428152195116
verified: no, type: nauc_recall_at_100_max
value: 0.5837837369290989
verified: no, type: nauc_recall_at_100_std
value: -98.47672805335857
verified: no, type: nauc_recall_at_10_diff1
value: 76.85812517627498
verified: no, type: nauc_recall_at_10_max
value: -1.0832219226903645
verified: no, type: nauc_recall_at_10_std
value: -110.90702861885376
verified: no, type: nauc_recall_at_1_diff1
value: 82.80184669392824
verified: no, type: nauc_recall_at_1_max
value: 8.856089749102615
verified: no, type: nauc_recall_at_1_std
value: -54.391672423052306
verified: no, type: nauc_recall_at_20_diff1
value: 76.9632614403016
verified: no, type: nauc_recall_at_20_max
value: 5.480849453695013
verified: no, type: nauc_recall_at_20_std
value: -115.63128053573668
verified: no, type: nauc_recall_at_3_diff1
value: 76.50668600748783
verified: no, type: nauc_recall_at_3_max
value: 5.787499766680326
verified: no, type: nauc_recall_at_3_std
value: -82.19925386253946
verified: no, type: nauc_recall_at_5_diff1
value: 75.50256322857665
verified: no, type: nauc_recall_at_5_max
value: 4.71365237505925
verified: no, type: nauc_recall_at_5_std
value: -93.67905025813903
verified: no, type: ndcg_at_1
value: 84.41
verified: no, type: ndcg_at_10
value: 90.78500000000001
verified: no, type: ndcg_at_100
value: 91.699
verified: no, type: ndcg_at_1000
value: 91.751
verified: no, type: ndcg_at_20
value: 91.31099999999999
verified: no, type: ndcg_at_3
value: 88.434
verified: no, type: ndcg_at_5
value: 89.754
verified: no, type: precision_at_1
value: 84.41
verified: no, type: precision_at_10
value: 13.757
verified: no, type: precision_at_100
value: 1.544
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.266
verified: no, type: precision_at_3
value: 38.800000000000004
verified: no, type: precision_at_5
value: 25.396
verified: no, type: recall_at_1
value: 73.36399999999999
verified: no, type: recall_at_10
value: 96.832
verified: no, type: recall_at_100
value: 99.799
verified: no, type: recall_at_1000
value: 99.995
verified: no, type: recall_at_20
value: 98.48700000000001
verified: no, type: recall_at_3
value: 89.85499999999999
verified: no, type: recall_at_5
value: 93.758
verified: no, task: type: Clustering
dataset: name: MTEB RedditClustering (default)
type: mteb/reddit-clustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: main_score
value: 72.36527124460562
verified: no, type: v_measure
value: 72.36527124460562
verified: no, type: v_measure_std
value: 2.7778891945364195
verified: no, task: type: Clustering
dataset: name: MTEB RedditClusteringP2P (default)
type: mteb/reddit-clustering-p2p
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: main_score
value: 73.89142551084535
verified: no, type: v_measure
value: 73.89142551084535
verified: no, type: v_measure_std
value: 11.258242813412751
verified: no, task: type: Retrieval
dataset: name: MTEB SCIDOCS (default)
type: mteb/scidocs
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: main_score
value: 28.538000000000004
verified: no, type: map_at_1
value: 6.643000000000001
verified: no, type: map_at_10
value: 17.805
verified: no, type: map_at_100
value: 21.054000000000002
verified: no, type: map_at_1000
value: 21.442
verified: no, type: map_at_20
value: 19.503999999999998
verified: no, type: map_at_3
value: 12.648000000000001
verified: no, type: map_at_5
value: 15.048
verified: no, type: mrr_at_1
value: 32.800000000000004
verified: no, type: mrr_at_10
value: 46.25075396825397
verified: no, type: mrr_at_100
value: 47.158633401334065
verified: no, type: mrr_at_1000
value: 47.17670558089014
verified: no, type: mrr_at_20
value: 46.83560758470973
verified: no, type: mrr_at_3
value: 42.499999999999964
verified: no, type: mrr_at_5
value: 44.69499999999993
verified: no, type: nauc_map_at_1000_diff1
value: 10.789045939743312
verified: no, type: nauc_map_at_1000_max
value: 32.14632527014952
verified: no, type: nauc_map_at_1000_std
value: 20.19671140555673
verified: no, type: nauc_map_at_100_diff1
value: 10.751726290304457
verified: no, type: nauc_map_at_100_max
value: 32.11882933379086
verified: no, type: nauc_map_at_100_std
value: 20.101870633638903
verified: no, type: nauc_map_at_10_diff1
value: 12.006914710409074
verified: no, type: nauc_map_at_10_max
value: 30.41130279511205
verified: no, type: nauc_map_at_10_std
value: 16.189788376384865
verified: no, type: nauc_map_at_1_diff1
value: 21.38187908816387
verified: no, type: nauc_map_at_1_max
value: 24.99538128197334
verified: no, type: nauc_map_at_1_std
value: 9.118883517128223
verified: no, type: nauc_map_at_20_diff1
value: 10.802870277150753
verified: no, type: nauc_map_at_20_max
value: 31.22006132139698
verified: no, type: nauc_map_at_20_std
value: 18.073673400388422
verified: no, type: nauc_map_at_3_diff1
value: 16.347189082771948
verified: no, type: nauc_map_at_3_max
value: 28.33087344789753
verified: no, type: nauc_map_at_3_std
value: 11.69551675125919
verified: no, type: nauc_map_at_5_diff1
value: 14.437136962876188
verified: no, type: nauc_map_at_5_max
value: 29.874785069482506
verified: no, type: nauc_map_at_5_std
value: 13.630292208839778
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.115657218810394
verified: no, type: nauc_mrr_at_1000_max
value: 26.36974876533877
verified: no, type: nauc_mrr_at_1000_std
value: 12.945521122077992
verified: no, type: nauc_mrr_at_100_diff1
value: 18.101791416005494
verified: no, type: nauc_mrr_at_100_max
value: 26.38722397148215
verified: no, type: nauc_mrr_at_100_std
value: 12.978980203045584
verified: no, type: nauc_mrr_at_10_diff1
value: 18.054407102669657
verified: no, type: nauc_mrr_at_10_max
value: 26.357266760977115
verified: no, type: nauc_mrr_at_10_std
value: 13.047191230283303
verified: no, type: nauc_mrr_at_1_diff1
value: 21.72510847894924
verified: no, type: nauc_mrr_at_1_max
value: 25.44857511434268
verified: no, type: nauc_mrr_at_1_std
value: 9.345581415183856
verified: no, type: nauc_mrr_at_20_diff1
value: 18.027869822742357
verified: no, type: nauc_mrr_at_20_max
value: 26.36127613669918
verified: no, type: nauc_mrr_at_20_std
value: 12.919096925478375
verified: no, type: nauc_mrr_at_3_diff1
value: 18.073482602333435
verified: no, type: nauc_mrr_at_3_max
value: 25.323655770056707
verified: no, type: nauc_mrr_at_3_std
value: 11.885953111994151
verified: no, type: nauc_mrr_at_5_diff1
value: 18.111686003016334
verified: no, type: nauc_mrr_at_5_max
value: 26.192945508761944
verified: no, type: nauc_mrr_at_5_std
value: 12.15347243046111
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.307254540740201
verified: no, type: nauc_ndcg_at_1000_max
value: 33.71756163776018
verified: no, type: nauc_ndcg_at_1000_std
value: 24.685385257460815
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.02155722506797
verified: no, type: nauc_ndcg_at_100_max
value: 34.062871320003815
verified: no, type: nauc_ndcg_at_100_std
value: 25.946717818165503
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.66408962417464
verified: no, type: nauc_ndcg_at_10_max
value: 30.297422749362223
verified: no, type: nauc_ndcg_at_10_std
value: 17.6607178434512
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.72510847894924
verified: no, type: nauc_ndcg_at_1_max
value: 25.44857511434268
verified: no, type: nauc_ndcg_at_1_std
value: 9.345581415183856
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.94179593521292
verified: no, type: nauc_ndcg_at_20_max
value: 31.43955483410812
verified: no, type: nauc_ndcg_at_20_std
value: 20.023594363361713
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.518122409217916
verified: no, type: nauc_ndcg_at_3_max
value: 28.02081341423043
verified: no, type: nauc_ndcg_at_3_std
value: 12.481239903453694
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.42966455444073
verified: no, type: nauc_ndcg_at_5_max
value: 29.70088747545455
verified: no, type: nauc_ndcg_at_5_std
value: 14.235829092545904
verified: no, type: nauc_precision_at_1000_diff1
value: 1.90325448383178
verified: no, type: nauc_precision_at_1000_max
value: 30.93317218027561
verified: no, type: nauc_precision_at_1000_std
value: 38.645338287217385
verified: no, type: nauc_precision_at_100_diff1
value: 0.1252908386460034
verified: no, type: nauc_precision_at_100_max
value: 32.83232486740121
verified: no, type: nauc_precision_at_100_std
value: 38.39716435488311
verified: no, type: nauc_precision_at_10_diff1
value: 5.129281906089187
verified: no, type: nauc_precision_at_10_max
value: 29.13254144452189
verified: no, type: nauc_precision_at_10_std
value: 21.170655820058695
verified: no, type: nauc_precision_at_1_diff1
value: 21.72510847894924
verified: no, type: nauc_precision_at_1_max
value: 25.44857511434268
verified: no, type: nauc_precision_at_1_std
value: 9.345581415183856
verified: no, type: nauc_precision_at_20_diff1
value: 1.426147845409854
verified: no, type: nauc_precision_at_20_max
value: 29.55472435454713
verified: no, type: nauc_precision_at_20_std
value: 24.489789182449744
verified: no, type: nauc_precision_at_3_diff1
value: 14.305359352927194
verified: no, type: nauc_precision_at_3_max
value: 28.939644598906263
verified: no, type: nauc_precision_at_3_std
value: 13.883159077618451
verified: no, type: nauc_precision_at_5_diff1
value: 10.806549955611787
verified: no, type: nauc_precision_at_5_max
value: 30.692865412337213
verified: no, type: nauc_precision_at_5_std
value: 16.34097056419444
verified: no, type: nauc_recall_at_1000_diff1
value: 1.4145909877298652
verified: no, type: nauc_recall_at_1000_max
value: 32.02359135142732
verified: no, type: nauc_recall_at_1000_std
value: 42.60174028590349
verified: no, type: nauc_recall_at_100_diff1
value: -0.37109606033002723
verified: no, type: nauc_recall_at_100_max
value: 32.685485952066905
verified: no, type: nauc_recall_at_100_std
value: 38.93939246304491
verified: no, type: nauc_recall_at_10_diff1
value: 4.791220273088741
verified: no, type: nauc_recall_at_10_max
value: 28.788746481442786
verified: no, type: nauc_recall_at_10_std
value: 21.012624321533405
verified: no, type: nauc_recall_at_1_diff1
value: 21.38187908816387
verified: no, type: nauc_recall_at_1_max
value: 24.99538128197334
verified: no, type: nauc_recall_at_1_std
value: 9.118883517128223
verified: no, type: nauc_recall_at_20_diff1
value: 0.9133987668726881
verified: no, type: nauc_recall_at_20_max
value: 29.13398902376736
verified: no, type: nauc_recall_at_20_std
value: 24.28650862967556
verified: no, type: nauc_recall_at_3_diff1
value: 13.795646221056213
verified: no, type: nauc_recall_at_3_max
value: 28.458736997372156
verified: no, type: nauc_recall_at_3_std
value: 13.590754437517683
verified: no, type: nauc_recall_at_5_diff1
value: 10.27964083807708
verified: no, type: nauc_recall_at_5_max
value: 30.18285511857152
verified: no, type: nauc_recall_at_5_std
value: 15.981641598553725
verified: no, type: ndcg_at_1
value: 32.800000000000004
verified: no, type: ndcg_at_10
value: 28.538000000000004
verified: no, type: ndcg_at_100
value: 39.253
verified: no, type: ndcg_at_1000
value: 44.690000000000005
verified: no, type: ndcg_at_20
value: 32.523
verified: no, type: ndcg_at_3
value: 27.296
verified: no, type: ndcg_at_5
value: 23.615
verified: no, type: precision_at_1
value: 32.800000000000004
verified: no, type: precision_at_10
value: 14.77
verified: no, type: precision_at_100
value: 3.01
verified: no, type: precision_at_1000
value: 0.43
verified: no, type: precision_at_20
value: 9.69
verified: no, type: precision_at_3
value: 25.6
verified: no, type: precision_at_5
value: 20.66
verified: no, type: recall_at_1
value: 6.643000000000001
verified: no, type: recall_at_10
value: 29.992
verified: no, type: recall_at_100
value: 61.095
verified: no, type: recall_at_1000
value: 87.272
verified: no, type: recall_at_20
value: 39.33
verified: no, type: recall_at_3
value: 15.573
verified: no, type: recall_at_5
value: 20.948
verified: no, task: type: STS
dataset: name: MTEB SICK-R (default)
type: mteb/sickr-sts
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cosine_pearson
value: 84.37281363343187
verified: no, type: cosine_spearman
value: 83.30200195593044
verified: no, type: euclidean_pearson
value: 81.67701335794368
verified: no, type: euclidean_spearman
value: 83.3019997653498
verified: no, type: main_score
value: 83.30200195593044
verified: no, type: manhattan_pearson
value: 81.80922925216795
verified: no, type: manhattan_spearman
value: 82.45409932874257
verified: no, type: pearson
value: 84.37281363343187
verified: no, type: spearman
value: 83.30200195593044
verified: no, task: type: STS
dataset: name: MTEB STS12 (default)
type: mteb/sts12-sts
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cosine_pearson
value: 86.82824905521925
verified: no, type: cosine_spearman
value: 80.98590815911939
verified: no, type: euclidean_pearson
value: 81.89218840695128
verified: no, type: euclidean_spearman
value: 80.98590725274755
verified: no, type: main_score
value: 80.98590815911939
verified: no, type: manhattan_pearson
value: 79.38582949943776
verified: no, type: manhattan_spearman
value: 77.30421542625247
verified: no, type: pearson
value: 86.82824905521925
verified: no, type: spearman
value: 80.98590815911939
verified: no, task: type: STS
dataset: name: MTEB STS13 (default)
type: mteb/sts13-sts
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cosine_pearson
value: 87.19722316157294
verified: no, type: cosine_spearman
value: 87.34287142701457
verified: no, type: euclidean_pearson
value: 86.95469976545654
verified: no, type: euclidean_spearman
value: 87.34287142701457
verified: no, type: main_score
value: 87.34287142701457
verified: no, type: manhattan_pearson
value: 85.00802640790108
verified: no, type: manhattan_spearman
value: 84.8446065481803
verified: no, type: pearson
value: 87.19722316157294
verified: no, type: spearman
value: 87.34287142701457
verified: no, task: type: STS
dataset: name: MTEB STS14 (default)
type: mteb/sts14-sts
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cosine_pearson
value: 84.82646675904164
verified: no, type: cosine_spearman
value: 84.38843815801556
verified: no, type: euclidean_pearson
value: 83.62102244440854
verified: no, type: euclidean_spearman
value: 84.38846972126379
verified: no, type: main_score
value: 84.38843815801556
verified: no, type: manhattan_pearson
value: 82.56864079042991
verified: no, type: manhattan_spearman
value: 82.88684800532234
verified: no, type: pearson
value: 84.82646675904164
verified: no, type: spearman
value: 84.38843815801556
verified: no, task: type: STS
dataset: name: MTEB STS15 (default)
type: mteb/sts15-sts
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cosine_pearson
value: 89.69909533656704
verified: no, type: cosine_spearman
value: 89.74723322749233
verified: no, type: euclidean_pearson
value: 88.7169991211476
verified: no, type: euclidean_spearman
value: 89.7472332075485
verified: no, type: main_score
value: 89.74723322749233
verified: no, type: manhattan_pearson
value: 87.37922931937202
verified: no, type: manhattan_spearman
value: 87.47352246770794
verified: no, type: pearson
value: 89.69909533656704
verified: no, type: spearman
value: 89.74723322749233
verified: no, task: type: STS
dataset: name: MTEB STS16 (default)
type: mteb/sts16-sts
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cosine_pearson
value: 86.84947603401746
verified: no, type: cosine_spearman
value: 87.63022743056388
verified: no, type: euclidean_pearson
value: 86.74752511965002
verified: no, type: euclidean_spearman
value: 87.63022743056388
verified: no, type: main_score
value: 87.63022743056388
verified: no, type: manhattan_pearson
value: 86.1770646766385
verified: no, type: manhattan_spearman
value: 86.43792690343828
verified: no, type: pearson
value: 86.84947603401746
verified: no, type: spearman
value: 87.63022743056388
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-en)
type: mteb/sts17-crosslingual-sts
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 91.43391567649913
verified: no, type: cosine_spearman
value: 90.86953801008369
verified: no, type: euclidean_pearson
value: 91.24907274014495
verified: no, type: euclidean_spearman
value: 90.86953801008369
verified: no, type: main_score
value: 90.86953801008369
verified: no, type: manhattan_pearson
value: 92.27103413151777
verified: no, type: manhattan_spearman
value: 91.70510079315306
verified: no, type: pearson
value: 91.43391567649913
verified: no, type: spearman
value: 90.86953801008369
verified: no, task: type: STS
dataset: name: MTEB STS22 (en)
type: mteb/sts22-crosslingual-sts
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 68.81338409687908
verified: no, type: cosine_spearman
value: 68.09215270009086
verified: no, type: euclidean_pearson
value: 68.64603879303111
verified: no, type: euclidean_spearman
value: 68.09215270009086
verified: no, type: main_score
value: 68.09215270009086
verified: no, type: manhattan_pearson
value: 69.46795022258881
verified: no, type: manhattan_spearman
value: 68.27576057587602
verified: no, type: pearson
value: 68.81338409687908
verified: no, type: spearman
value: 68.09215270009086
verified: no, task: type: STS
dataset: name: MTEB STSBenchmark (default)
type: mteb/stsbenchmark-sts
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cosine_pearson
value: 87.93191595794555
verified: no, type: cosine_spearman
value: 88.46646307403641
verified: no, type: euclidean_pearson
value: 87.3793925878407
verified: no, type: euclidean_spearman
value: 88.46646307403641
verified: no, type: main_score
value: 88.46646307403641
verified: no, type: manhattan_pearson
value: 86.42857012902716
verified: no, type: manhattan_spearman
value: 86.76733082091621
verified: no, type: pearson
value: 87.93191595794555
verified: no, type: spearman
value: 88.46646307403641
verified: no, task: type: Reranking
dataset: name: MTEB SciDocsRR (default)
type: mteb/scidocs-reranking
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: main_score
value: 87.62672056519489
verified: no, type: map
value: 87.62672056519489
verified: no, type: mrr
value: 96.75288491464961
verified: no, type: nAUC_map_diff1
value: -10.979336734379478
verified: no, type: nAUC_map_max
value: 50.98762609235208
verified: no, type: nAUC_map_std
value: 68.765950990151
verified: no, type: nAUC_mrr_diff1
value: 26.032783373787915
verified: no, type: nAUC_mrr_max
value: 82.4844792677926
verified: no, type: nAUC_mrr_std
value: 82.0357865297397
verified: no, task: type: Retrieval
dataset: name: MTEB SciFact (default)
type: mteb/scifact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: main_score
value: 79.745
verified: no, type: map_at_1
value: 64.328
verified: no, type: map_at_10
value: 75.139
verified: no, type: map_at_100
value: 75.384
verified: no, type: map_at_1000
value: 75.397
verified: no, type: map_at_20
value: 75.297
verified: no, type: map_at_3
value: 72.222
verified: no, type: map_at_5
value: 74.079
verified: no, type: mrr_at_1
value: 67.66666666666666
verified: no, type: mrr_at_10
value: 76.05383597883596
verified: no, type: mrr_at_100
value: 76.22027125405623
verified: no, type: mrr_at_1000
value: 76.23312943054236
verified: no, type: mrr_at_20
value: 76.14538114391056
verified: no, type: mrr_at_3
value: 74.11111111111113
verified: no, type: mrr_at_5
value: 75.31111111111112
verified: no, type: nauc_map_at_1000_diff1
value: 78.43909223692039
verified: no, type: nauc_map_at_1000_max
value: 61.93783649790126
verified: no, type: nauc_map_at_1000_std
value: 4.252485546213312
verified: no, type: nauc_map_at_100_diff1
value: 78.43784839609923
verified: no, type: nauc_map_at_100_max
value: 61.95484128615342
verified: no, type: nauc_map_at_100_std
value: 4.2853337017858335
verified: no, type: nauc_map_at_10_diff1
value: 78.39217968458001
verified: no, type: nauc_map_at_10_max
value: 62.11071146014176
verified: no, type: nauc_map_at_10_std
value: 4.2617060402705995
verified: no, type: nauc_map_at_1_diff1
value: 79.46268237346375
verified: no, type: nauc_map_at_1_max
value: 51.87919162971395
verified: no, type: nauc_map_at_1_std
value: -7.9819599317263155
verified: no, type: nauc_map_at_20_diff1
value: 78.34137192881398
verified: no, type: nauc_map_at_20_max
value: 62.04478567534677
verified: no, type: nauc_map_at_20_std
value: 4.44986243492092
verified: no, type: nauc_map_at_3_diff1
value: 78.93188320960228
verified: no, type: nauc_map_at_3_max
value: 59.05645306883896
verified: no, type: nauc_map_at_3_std
value: -0.7631750269436595
verified: no, type: nauc_map_at_5_diff1
value: 78.24090341300327
verified: no, type: nauc_map_at_5_max
value: 60.40223081576741
verified: no, type: nauc_map_at_5_std
value: 2.3140404965702412
verified: no, type: nauc_mrr_at_1000_diff1
value: 77.83067231715107
verified: no, type: nauc_mrr_at_1000_max
value: 62.87956349977423
verified: no, type: nauc_mrr_at_1000_std
value: 6.261294250064705
verified: no, type: nauc_mrr_at_100_diff1
value: 77.82977924127196
verified: no, type: nauc_mrr_at_100_max
value: 62.896357638733605
verified: no, type: nauc_mrr_at_100_std
value: 6.29361759938427
verified: no, type: nauc_mrr_at_10_diff1
value: 77.67673337207816
verified: no, type: nauc_mrr_at_10_max
value: 63.029402394904096
verified: no, type: nauc_mrr_at_10_std
value: 6.4376801339784056
verified: no, type: nauc_mrr_at_1_diff1
value: 79.44451752755394
verified: no, type: nauc_mrr_at_1_max
value: 60.551707570965306
verified: no, type: nauc_mrr_at_1_std
value: 2.128815653258172
verified: no, type: nauc_mrr_at_20_diff1
value: 77.73758868156405
verified: no, type: nauc_mrr_at_20_max
value: 62.963931403619334
verified: no, type: nauc_mrr_at_20_std
value: 6.407753752007869
verified: no, type: nauc_mrr_at_3_diff1
value: 77.98942478932196
verified: no, type: nauc_mrr_at_3_max
value: 62.99215580076013
verified: no, type: nauc_mrr_at_3_std
value: 5.461908127857269
verified: no, type: nauc_mrr_at_5_diff1
value: 77.37126419303483
verified: no, type: nauc_mrr_at_5_max
value: 62.33931482696964
verified: no, type: nauc_mrr_at_5_std
value: 5.6849973918884364
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.84639188057717
verified: no, type: nauc_ndcg_at_1000_max
value: 63.315777298558665
verified: no, type: nauc_ndcg_at_1000_std
value: 6.713565158302629
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.863198515294
verified: no, type: nauc_ndcg_at_100_max
value: 63.74184406752551
verified: no, type: nauc_ndcg_at_100_std
value: 7.570839930103332
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.18552551495168
verified: no, type: nauc_ndcg_at_10_max
value: 64.67747343020477
verified: no, type: nauc_ndcg_at_10_std
value: 8.101265554115662
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.44451752755394
verified: no, type: nauc_ndcg_at_1_max
value: 60.551707570965306
verified: no, type: nauc_ndcg_at_1_std
value: 2.128815653258172
verified: no, type: nauc_ndcg_at_20_diff1
value: 77.17994663867256
verified: no, type: nauc_ndcg_at_20_max
value: 64.43647467030159
verified: no, type: nauc_ndcg_at_20_std
value: 8.622247271863376
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.88539508493001
verified: no, type: nauc_ndcg_at_3_max
value: 62.66984272127964
verified: no, type: nauc_ndcg_at_3_std
value: 2.742594418074899
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.53757494977143
verified: no, type: nauc_ndcg_at_5_max
value: 61.49129748643147
verified: no, type: nauc_ndcg_at_5_std
value: 4.380236291870192
verified: no, type: nauc_precision_at_1000_diff1
value: -29.19719579231251
verified: no, type: nauc_precision_at_1000_max
value: 23.47044780637479
verified: no, type: nauc_precision_at_1000_std
value: 52.84101463334091
verified: no, type: nauc_precision_at_100_diff1
value: -19.027484143763136
verified: no, type: nauc_precision_at_100_max
value: 29.260915389748522
verified: no, type: nauc_precision_at_100_std
value: 52.8204456584782
verified: no, type: nauc_precision_at_10_diff1
value: -4.391032114724305
verified: no, type: nauc_precision_at_10_max
value: 42.8334824133652
verified: no, type: nauc_precision_at_10_std
value: 51.92832616787376
verified: no, type: nauc_precision_at_1_diff1
value: 79.44451752755394
verified: no, type: nauc_precision_at_1_max
value: 60.551707570965306
verified: no, type: nauc_precision_at_1_std
value: 2.128815653258172
verified: no, type: nauc_precision_at_20_diff1
value: -10.485053838019777
verified: no, type: nauc_precision_at_20_max
value: 36.682622883716725
verified: no, type: nauc_precision_at_20_std
value: 52.86245437696848
verified: no, type: nauc_precision_at_3_diff1
value: 37.47158426353003
verified: no, type: nauc_precision_at_3_max
value: 57.209349751980824
verified: no, type: nauc_precision_at_3_std
value: 27.18493771030643
verified: no, type: nauc_precision_at_5_diff1
value: 14.132687328859591
verified: no, type: nauc_precision_at_5_max
value: 46.577764510703226
verified: no, type: nauc_precision_at_5_std
value: 37.8320197016056
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 79.55849006269133
verified: no, type: nauc_recall_at_100_max
value: 85.39415766306497
verified: no, type: nauc_recall_at_100_std
value: 52.62104841936836
verified: no, type: nauc_recall_at_10_diff1
value: 67.56888802032422
verified: no, type: nauc_recall_at_10_max
value: 80.90895272837815
verified: no, type: nauc_recall_at_10_std
value: 31.151065077193458
verified: no, type: nauc_recall_at_1_diff1
value: 79.46268237346375
verified: no, type: nauc_recall_at_1_max
value: 51.87919162971395
verified: no, type: nauc_recall_at_1_std
value: -7.9819599317263155
verified: no, type: nauc_recall_at_20_diff1
value: 66.80955210366969
verified: no, type: nauc_recall_at_20_max
value: 83.85111620405739
verified: no, type: nauc_recall_at_20_std
value: 43.14008431655496
verified: no, type: nauc_recall_at_3_diff1
value: 73.487621203687
verified: no, type: nauc_recall_at_3_max
value: 60.736184806494144
verified: no, type: nauc_recall_at_3_std
value: -0.05276306802210151
verified: no, type: nauc_recall_at_5_diff1
value: 67.32384089471962
verified: no, type: nauc_recall_at_5_max
value: 60.88484924058943
verified: no, type: nauc_recall_at_5_std
value: 7.53695946791339
verified: no, type: ndcg_at_1
value: 67.667
verified: no, type: ndcg_at_10
value: 79.745
verified: no, type: ndcg_at_100
value: 80.803
verified: no, type: ndcg_at_1000
value: 81.109
verified: no, type: ndcg_at_20
value: 80.21000000000001
verified: no, type: ndcg_at_3
value: 75.288
verified: no, type: ndcg_at_5
value: 77.739
verified: no, type: precision_at_1
value: 67.667
verified: no, type: precision_at_10
value: 10.5
verified: no, type: precision_at_100
value: 1.107
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.367
verified: no, type: precision_at_3
value: 29.555999999999997
verified: no, type: precision_at_5
value: 19.467000000000002
verified: no, type: recall_at_1
value: 64.328
verified: no, type: recall_at_10
value: 92.833
verified: no, type: recall_at_100
value: 97.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 94.5
verified: no, type: recall_at_3
value: 81.072
verified: no, type: recall_at_5
value: 87.339
verified: no, task: type: PairClassification
dataset: name: MTEB SprintDuplicateQuestions (default)
type: mteb/sprintduplicatequestions-pairclassification
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cosine_accuracy
value: 99.86039603960396
verified: no, type: cosine_accuracy_threshold
value: 72.46292233467102
verified: no, type: cosine_ap
value: 96.9963756118777
verified: no, type: cosine_f1
value: 92.8895612708018
verified: no, type: cosine_f1_threshold
value: 72.46292233467102
verified: no, type: cosine_precision
value: 93.69277721261444
verified: no, type: cosine_recall
value: 92.10000000000001
verified: no, type: dot_accuracy
value: 99.86039603960396
verified: no, type: dot_accuracy_threshold
value: 72.46291637420654
verified: no, type: dot_ap
value: 96.99637561187771
verified: no, type: dot_f1
value: 92.8895612708018
verified: no, type: dot_f1_threshold
value: 72.46291637420654
verified: no, type: dot_precision
value: 93.69277721261444
verified: no, type: dot_recall
value: 92.10000000000001
verified: no, type: euclidean_accuracy
value: 99.86039603960396
verified: no, type: euclidean_accuracy_threshold
value: 74.21196699142456
verified: no, type: euclidean_ap
value: 96.99637561187768
verified: no, type: euclidean_f1
value: 92.8895612708018
verified: no, type: euclidean_f1_threshold
value: 74.21196699142456
verified: no, type: euclidean_precision
value: 93.69277721261444
verified: no, type: euclidean_recall
value: 92.10000000000001
verified: no, type: main_score
value: 96.99637561187771
verified: no, type: manhattan_accuracy
value: 99.81980198019802
verified: no, type: manhattan_accuracy_threshold
value: 2608.760452270508
verified: no, type: manhattan_ap
value: 96.18773334150895
verified: no, type: manhattan_f1
value: 90.74262461851477
verified: no, type: manhattan_f1_threshold
value: 2608.760452270508
verified: no, type: manhattan_precision
value: 92.33954451345755
verified: no, type: manhattan_recall
value: 89.2
verified: no, type: max_accuracy
value: 99.86039603960396
verified: no, type: max_ap
value: 96.99637561187771
verified: no, type: max_f1
value: 92.8895612708018
verified: no, type: max_precision
value: 93.69277721261444
verified: no, type: max_recall
value: 92.10000000000001
verified: no, type: similarity_accuracy
value: 99.86039603960396
verified: no, type: similarity_accuracy_threshold
value: 72.46292233467102
verified: no, type: similarity_ap
value: 96.9963756118777
verified: no, type: similarity_f1
value: 92.8895612708018
verified: no, type: similarity_f1_threshold
value: 72.46292233467102
verified: no, type: similarity_precision
value: 93.69277721261444
verified: no, type: similarity_recall
value: 92.10000000000001
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClustering (default)
type: mteb/stackexchange-clustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: main_score
value: 81.5950420419382
verified: no, type: v_measure
value: 81.5950420419382
verified: no, type: v_measure_std
value: 2.3518861207789126
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClusteringP2P (default)
type: mteb/stackexchange-clustering-p2p
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: main_score
value: 44.40836435329055
verified: no, type: v_measure
value: 44.40836435329055
verified: no, type: v_measure_std
value: 1.3850659888959282
verified: no, task: type: Reranking
dataset: name: MTEB StackOverflowDupQuestions (default)
type: mteb/stackoverflowdupquestions-reranking
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: main_score
value: 58.792345747482436
verified: no, type: map
value: 58.792345747482436
verified: no, type: mrr
value: 59.87494429590018
verified: no, type: nAUC_map_diff1
value: 43.36254267831821
verified: no, type: nAUC_map_max
value: 13.241350111456592
verified: no, type: nAUC_map_std
value: 6.075720164270261
verified: no, type: nAUC_mrr_diff1
value: 43.6953851299995
verified: no, type: nAUC_mrr_max
value: 14.587424770057197
verified: no, type: nAUC_mrr_std
value: 6.683981115477786
verified: no, task: type: Summarization
dataset: name: MTEB SummEval (default)
type: mteb/summeval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cosine_pearson
value: 29.605378173647523
verified: no, type: cosine_spearman
value: 29.538937618105475
verified: no, type: dot_pearson
value: 29.605381018751537
verified: no, type: dot_spearman
value: 29.538937618105475
verified: no, type: main_score
value: 29.538937618105475
verified: no, type: pearson
value: 29.605378173647523
verified: no, type: spearman
value: 29.538937618105475
verified: no, task: type: Retrieval
dataset: name: MTEB TRECCOVID (default)
type: mteb/trec-covid
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: main_score
value: 77.17500000000001
verified: no, type: map_at_1
value: 0.22300000000000003
verified: no, type: map_at_10
value: 1.9959999999999998
verified: no, type: map_at_100
value: 11.998000000000001
verified: no, type: map_at_1000
value: 30.284
verified: no, type: map_at_20
value: 3.563
verified: no, type: map_at_3
value: 0.643
verified: no, type: map_at_5
value: 1.0170000000000001
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 90.66666666666666
verified: no, type: mrr_at_100
value: 90.66666666666666
verified: no, type: mrr_at_1000
value: 90.66666666666666
verified: no, type: mrr_at_20
value: 90.66666666666666
verified: no, type: mrr_at_3
value: 90.33333333333334
verified: no, type: mrr_at_5
value: 90.33333333333334
verified: no, type: nauc_map_at_1000_diff1
value: 7.389119317717576
verified: no, type: nauc_map_at_1000_max
value: 54.82050496230136
verified: no, type: nauc_map_at_1000_std
value: 70.85721068077146
verified: no, type: nauc_map_at_100_diff1
value: 12.670094845373846
verified: no, type: nauc_map_at_100_max
value: 36.93011704883208
verified: no, type: nauc_map_at_100_std
value: 52.83891673041347
verified: no, type: nauc_map_at_10_diff1
value: 0.7333820103994417
verified: no, type: nauc_map_at_10_max
value: 7.33166700811674
verified: no, type: nauc_map_at_10_std
value: 5.962928401420485
verified: no, type: nauc_map_at_1_diff1
value: 4.853041318875478
verified: no, type: nauc_map_at_1_max
value: 6.708198838067249
verified: no, type: nauc_map_at_1_std
value: 3.785155575070299
verified: no, type: nauc_map_at_20_diff1
value: 5.621187930586951
verified: no, type: nauc_map_at_20_max
value: 16.76609882016852
verified: no, type: nauc_map_at_20_std
value: 18.534536538273816
verified: no, type: nauc_map_at_3_diff1
value: 5.370619369327505
verified: no, type: nauc_map_at_3_max
value: 6.078878275059272
verified: no, type: nauc_map_at_3_std
value: 1.3685720820713816
verified: no, type: nauc_map_at_5_diff1
value: 3.442398585395224
verified: no, type: nauc_map_at_5_max
value: 6.770357584173343
verified: no, type: nauc_map_at_5_std
value: 1.7453751789242644
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.34224450013925
verified: no, type: nauc_mrr_at_1000_max
value: 52.595029239766134
verified: no, type: nauc_mrr_at_1000_std
value: 44.9926900584796
verified: no, type: nauc_mrr_at_100_diff1
value: 31.34224450013925
verified: no, type: nauc_mrr_at_100_max
value: 52.595029239766134
verified: no, type: nauc_mrr_at_100_std
value: 44.9926900584796
verified: no, type: nauc_mrr_at_10_diff1
value: 31.34224450013925
verified: no, type: nauc_mrr_at_10_max
value: 52.595029239766134
verified: no, type: nauc_mrr_at_10_std
value: 44.9926900584796
verified: no, type: nauc_mrr_at_1_diff1
value: 31.161021109474685
verified: no, type: nauc_mrr_at_1_max
value: 51.006381934216904
verified: no, type: nauc_mrr_at_1_std
value: 44.82081492390771
verified: no, type: nauc_mrr_at_20_diff1
value: 31.34224450013925
verified: no, type: nauc_mrr_at_20_max
value: 52.595029239766134
verified: no, type: nauc_mrr_at_20_std
value: 44.9926900584796
verified: no, type: nauc_mrr_at_3_diff1
value: 32.207456626061095
verified: no, type: nauc_mrr_at_3_max
value: 52.696399208027
verified: no, type: nauc_mrr_at_3_std
value: 44.66257256954923
verified: no, type: nauc_mrr_at_5_diff1
value: 32.207456626061095
verified: no, type: nauc_mrr_at_5_max
value: 52.696399208027
verified: no, type: nauc_mrr_at_5_std
value: 44.66257256954923
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.618095845960207
verified: no, type: nauc_ndcg_at_1000_max
value: 49.890389872564675
verified: no, type: nauc_ndcg_at_1000_std
value: 69.30715837125426
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.535638321298817
verified: no, type: nauc_ndcg_at_100_max
value: 44.09984973737588
verified: no, type: nauc_ndcg_at_100_std
value: 66.73116956125261
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.28961977229752
verified: no, type: nauc_ndcg_at_10_max
value: 37.081028635944044
verified: no, type: nauc_ndcg_at_10_std
value: 38.823752443963215
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.911537737624705
verified: no, type: nauc_ndcg_at_1_max
value: 35.42019574628276
verified: no, type: nauc_ndcg_at_1_std
value: 40.367965367965375
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.379194710250905
verified: no, type: nauc_ndcg_at_20_max
value: 46.77694418095702
verified: no, type: nauc_ndcg_at_20_std
value: 53.5510203491856
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.70851384180533
verified: no, type: nauc_ndcg_at_3_max
value: 27.56920622226903
verified: no, type: nauc_ndcg_at_3_std
value: 26.358022803379665
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.779917720947457
verified: no, type: nauc_ndcg_at_5_max
value: 30.21605394567412
verified: no, type: nauc_ndcg_at_5_std
value: 28.513515127488503
verified: no, type: nauc_precision_at_1000_diff1
value: -6.002513211324759
verified: no, type: nauc_precision_at_1000_max
value: 38.83635216810086
verified: no, type: nauc_precision_at_1000_std
value: 38.11787851543623
verified: no, type: nauc_precision_at_100_diff1
value: 9.238981139752605
verified: no, type: nauc_precision_at_100_max
value: 47.28113136198602
verified: no, type: nauc_precision_at_100_std
value: 67.90941931954151
verified: no, type: nauc_precision_at_10_diff1
value: -4.3380606584868024
verified: no, type: nauc_precision_at_10_max
value: 41.56707414236605
verified: no, type: nauc_precision_at_10_std
value: 37.1979026762881
verified: no, type: nauc_precision_at_1_diff1
value: 31.161021109474685
verified: no, type: nauc_precision_at_1_max
value: 51.006381934216904
verified: no, type: nauc_precision_at_1_std
value: 44.82081492390771
verified: no, type: nauc_precision_at_20_diff1
value: 11.949737641535576
verified: no, type: nauc_precision_at_20_max
value: 54.79667219000284
verified: no, type: nauc_precision_at_20_std
value: 59.65064899199118
verified: no, type: nauc_precision_at_3_diff1
value: 9.832803576504578
verified: no, type: nauc_precision_at_3_max
value: 39.444918210713936
verified: no, type: nauc_precision_at_3_std
value: 24.35847740134894
verified: no, type: nauc_precision_at_5_diff1
value: -2.8325554667901915
verified: no, type: nauc_precision_at_5_max
value: 37.87579363410836
verified: no, type: nauc_precision_at_5_std
value: 22.71230150387524
verified: no, type: nauc_recall_at_1000_diff1
value: 1.7599230382331428
verified: no, type: nauc_recall_at_1000_max
value: 46.12135164141817
verified: no, type: nauc_recall_at_1000_std
value: 59.98813586911771
verified: no, type: nauc_recall_at_100_diff1
value: 8.984945382291173
verified: no, type: nauc_recall_at_100_max
value: 25.15301354551285
verified: no, type: nauc_recall_at_100_std
value: 39.651220953971
verified: no, type: nauc_recall_at_10_diff1
value: -1.283481764667596
verified: no, type: nauc_recall_at_10_max
value: 2.5139780683579565
verified: no, type: nauc_recall_at_10_std
value: 2.6011871782532743
verified: no, type: nauc_recall_at_1_diff1
value: 4.853041318875478
verified: no, type: nauc_recall_at_1_max
value: 6.708198838067249
verified: no, type: nauc_recall_at_1_std
value: 3.785155575070299
verified: no, type: nauc_recall_at_20_diff1
value: 4.596859911077373
verified: no, type: nauc_recall_at_20_max
value: 11.033119490674997
verified: no, type: nauc_recall_at_20_std
value: 14.068678820386443
verified: no, type: nauc_recall_at_3_diff1
value: 3.2589657526078404
verified: no, type: nauc_recall_at_3_max
value: 3.0470205984611267
verified: no, type: nauc_recall_at_3_std
value: -1.8601234586336293
verified: no, type: nauc_recall_at_5_diff1
value: 2.1569206756644324
verified: no, type: nauc_recall_at_5_max
value: 3.589813704568977
verified: no, type: nauc_recall_at_5_std
value: -0.18424794111182097
verified: no, type: ndcg_at_1
value: 78
verified: no, type: ndcg_at_10
value: 77.17500000000001
verified: no, type: ndcg_at_100
value: 60.223000000000006
verified: no, type: ndcg_at_1000
value: 56.04599999999999
verified: no, type: ndcg_at_20
value: 72.912
verified: no, type: ndcg_at_3
value: 79.592
verified: no, type: ndcg_at_5
value: 77.50200000000001
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_10
value: 83.39999999999999
verified: no, type: precision_at_100
value: 62.28
verified: no, type: precision_at_1000
value: 24.9
verified: no, type: precision_at_20
value: 77.60000000000001
verified: no, type: precision_at_3
value: 86
verified: no, type: precision_at_5
value: 83.2
verified: no, type: recall_at_1
value: 0.22300000000000003
verified: no, type: recall_at_10
value: 2.2159999999999997
verified: no, type: recall_at_100
value: 15.372
verified: no, type: recall_at_1000
value: 53.549
verified: no, type: recall_at_20
value: 4.048
verified: no, type: recall_at_3
value: 0.677
verified: no, type: recall_at_5
value: 1.087
verified: no, task: type: Retrieval
dataset: name: MTEB Touche2020 (default)
type: mteb/touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: main_score
value: 29.343000000000004
verified: no, type: map_at_1
value: 3.0220000000000002
verified: no, type: map_at_10
value: 12.363
verified: no, type: map_at_100
value: 18.724
verified: no, type: map_at_1000
value: 20.244
verified: no, type: map_at_20
value: 14.806
verified: no, type: map_at_3
value: 6.764
verified: no, type: map_at_5
value: 8.75
verified: no, type: mrr_at_1
value: 36.734693877551024
verified: no, type: mrr_at_10
value: 50.583090379008745
verified: no, type: mrr_at_100
value: 51.66734804758435
verified: no, type: mrr_at_1000
value: 51.66734804758435
verified: no, type: mrr_at_20
value: 51.53747791771421
verified: no, type: mrr_at_3
value: 46.93877551020408
verified: no, type: mrr_at_5
value: 49.48979591836735
verified: no, type: nauc_map_at_1000_diff1
value: 7.457113997967389
verified: no, type: nauc_map_at_1000_max
value: -20.609546001875334
verified: no, type: nauc_map_at_1000_std
value: -2.4970159535791043
verified: no, type: nauc_map_at_100_diff1
value: 7.649877544039679
verified: no, type: nauc_map_at_100_max
value: -21.673098734905032
verified: no, type: nauc_map_at_100_std
value: -5.247298019094194
verified: no, type: nauc_map_at_10_diff1
value: 16.76662027563455
verified: no, type: nauc_map_at_10_max
value: -13.05597989380238
verified: no, type: nauc_map_at_10_std
value: -22.342358118285304
verified: no, type: nauc_map_at_1_diff1
value: 19.681507005838757
verified: no, type: nauc_map_at_1_max
value: -22.21893272191311
verified: no, type: nauc_map_at_1_std
value: -26.226217172137154
verified: no, type: nauc_map_at_20_diff1
value: 12.834546050857668
verified: no, type: nauc_map_at_20_max
value: -17.20998770352886
verified: no, type: nauc_map_at_20_std
value: -18.588111642621413
verified: no, type: nauc_map_at_3_diff1
value: 13.63964963431539
verified: no, type: nauc_map_at_3_max
value: -13.542328880246702
verified: no, type: nauc_map_at_3_std
value: -20.469624947094534
verified: no, type: nauc_map_at_5_diff1
value: 10.270114527125655
verified: no, type: nauc_map_at_5_max
value: -11.762052908610329
verified: no, type: nauc_map_at_5_std
value: -19.87817948398937
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.042227586584357
verified: no, type: nauc_mrr_at_1000_max
value: -32.737580506629605
verified: no, type: nauc_mrr_at_1000_std
value: -15.659146010046952
verified: no, type: nauc_mrr_at_100_diff1
value: 17.042227586584357
verified: no, type: nauc_mrr_at_100_max
value: -32.737580506629605
verified: no, type: nauc_mrr_at_100_std
value: -15.659146010046952
verified: no, type: nauc_mrr_at_10_diff1
value: 17.2919162849324
verified: no, type: nauc_mrr_at_10_max
value: -32.65403666498119
verified: no, type: nauc_mrr_at_10_std
value: -14.965346261228909
verified: no, type: nauc_mrr_at_1_diff1
value: 17.272832205168
verified: no, type: nauc_mrr_at_1_max
value: -28.34452923089083
verified: no, type: nauc_mrr_at_1_std
value: -20.033682096295447
verified: no, type: nauc_mrr_at_20_diff1
value: 16.703613056664782
verified: no, type: nauc_mrr_at_20_max
value: -33.20379601018326
verified: no, type: nauc_mrr_at_20_std
value: -15.195958069122609
verified: no, type: nauc_mrr_at_3_diff1
value: 16.171857648317733
verified: no, type: nauc_mrr_at_3_max
value: -34.684593082150755
verified: no, type: nauc_mrr_at_3_std
value: -15.15391859533353
verified: no, type: nauc_mrr_at_5_diff1
value: 17.96431702266726
verified: no, type: nauc_mrr_at_5_max
value: -32.219726910100526
verified: no, type: nauc_mrr_at_5_std
value: -18.195032425080196
verified: no, type: nauc_ndcg_at_1000_diff1
value: 1.5092604770957316
verified: no, type: nauc_ndcg_at_1000_max
value: -26.604495127870788
verified: no, type: nauc_ndcg_at_1000_std
value: 18.14443195091934
verified: no, type: nauc_ndcg_at_100_diff1
value: 0.36969287021617087
verified: no, type: nauc_ndcg_at_100_max
value: -34.670734514927716
verified: no, type: nauc_ndcg_at_100_std
value: 12.23611692923302
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.29186759865657
verified: no, type: nauc_ndcg_at_10_max
value: -24.964608085923434
verified: no, type: nauc_ndcg_at_10_std
value: -12.374113490534935
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.87634579399912
verified: no, type: nauc_ndcg_at_1_max
value: -27.461585957403038
verified: no, type: nauc_ndcg_at_1_std
value: -19.776711863458562
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.35358213583199
verified: no, type: nauc_ndcg_at_20_max
value: -30.377489503219042
verified: no, type: nauc_ndcg_at_20_std
value: -11.86477028758937
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.853622840899659
verified: no, type: nauc_ndcg_at_3_max
value: -30.190855608009116
verified: no, type: nauc_ndcg_at_3_std
value: -9.906669710354617
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.062861967353188
verified: no, type: nauc_ndcg_at_5_max
value: -24.40558212202621
verified: no, type: nauc_ndcg_at_5_std
value: -12.332616495206686
verified: no, type: nauc_precision_at_1000_diff1
value: -15.846388626672493
verified: no, type: nauc_precision_at_1000_max
value: 35.30359486549494
verified: no, type: nauc_precision_at_1000_std
value: 41.24114612862944
verified: no, type: nauc_precision_at_100_diff1
value: -25.208206642605063
verified: no, type: nauc_precision_at_100_max
value: -16.869929267432205
verified: no, type: nauc_precision_at_100_std
value: 64.92424645481721
verified: no, type: nauc_precision_at_10_diff1
value: 17.75529182616335
verified: no, type: nauc_precision_at_10_max
value: -22.78107122317805
verified: no, type: nauc_precision_at_10_std
value: -2.5648044486422408
verified: no, type: nauc_precision_at_1_diff1
value: 17.272832205168
verified: no, type: nauc_precision_at_1_max
value: -28.34452923089083
verified: no, type: nauc_precision_at_1_std
value: -20.033682096295447
verified: no, type: nauc_precision_at_20_diff1
value: 6.949627552365406
verified: no, type: nauc_precision_at_20_max
value: -31.427137394601463
verified: no, type: nauc_precision_at_20_std
value: 14.032374459812457
verified: no, type: nauc_precision_at_3_diff1
value: 13.01100708235946
verified: no, type: nauc_precision_at_3_max
value: -28.019291761575747
verified: no, type: nauc_precision_at_3_std
value: -5.087210735035297
verified: no, type: nauc_precision_at_5_diff1
value: 10.850412617326793
verified: no, type: nauc_precision_at_5_max
value: -19.235955329324028
verified: no, type: nauc_precision_at_5_std
value: -7.25774273011682
verified: no, type: nauc_recall_at_1000_diff1
value: -33.73233363049106
verified: no, type: nauc_recall_at_1000_max
value: -3.2528907443089983
verified: no, type: nauc_recall_at_1000_std
value: 67.49447309124797
verified: no, type: nauc_recall_at_100_diff1
value: -17.756435307087646
verified: no, type: nauc_recall_at_100_max
value: -34.04278060436166
verified: no, type: nauc_recall_at_100_std
value: 30.764226660687495
verified: no, type: nauc_recall_at_10_diff1
value: 16.183122135924787
verified: no, type: nauc_recall_at_10_max
value: -18.111954694884698
verified: no, type: nauc_recall_at_10_std
value: -20.770271991246428
verified: no, type: nauc_recall_at_1_diff1
value: 19.681507005838757
verified: no, type: nauc_recall_at_1_max
value: -22.21893272191311
verified: no, type: nauc_recall_at_1_std
value: -26.226217172137154
verified: no, type: nauc_recall_at_20_diff1
value: 5.794232787977484
verified: no, type: nauc_recall_at_20_max
value: -27.084183224457064
verified: no, type: nauc_recall_at_20_std
value: -13.003930840567254
verified: no, type: nauc_recall_at_3_diff1
value: 12.630860577189745
verified: no, type: nauc_recall_at_3_max
value: -17.119921468454315
verified: no, type: nauc_recall_at_3_std
value: -17.473340753437792
verified: no, type: nauc_recall_at_5_diff1
value: 7.301486684241046
verified: no, type: nauc_recall_at_5_max
value: -15.68243996895239
verified: no, type: nauc_recall_at_5_std
value: -20.13598669484435
verified: no, type: ndcg_at_1
value: 35.714
verified: no, type: ndcg_at_10
value: 29.343000000000004
verified: no, type: ndcg_at_100
value: 41.568
verified: no, type: ndcg_at_1000
value: 51.93
verified: no, type: ndcg_at_20
value: 30.173
verified: no, type: ndcg_at_3
value: 33.622
verified: no, type: ndcg_at_5
value: 31.807999999999996
verified: no, type: precision_at_1
value: 36.735
verified: no, type: precision_at_10
value: 25.509999999999998
verified: no, type: precision_at_100
value: 8.571
verified: no, type: precision_at_1000
value: 1.559
verified: no, type: precision_at_20
value: 19.694
verified: no, type: precision_at_3
value: 34.694
verified: no, type: precision_at_5
value: 31.429000000000002
verified: no, type: recall_at_1
value: 3.0220000000000002
verified: no, type: recall_at_10
value: 18.838
verified: no, type: recall_at_100
value: 51.471999999999994
verified: no, type: recall_at_1000
value: 83.012
verified: no, type: recall_at_20
value: 27.165
verified: no, type: recall_at_3
value: 7.868
verified: no, type: recall_at_5
value: 11.413
verified: no, task: type: Classification
dataset: name: MTEB ToxicConversationsClassification (default)
type: mteb/toxic_conversations_50k
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 92.3681640625
verified: no, type: ap
value: 43.441682015979104
verified: no, type: ap_weighted
value: 43.441682015979104
verified: no, type: f1
value: 79.35383898838042
verified: no, type: f1_weighted
value: 93.14474638528736
verified: no, type: main_score
value: 92.3681640625
verified: no, task: type: Classification
dataset: name: MTEB TweetSentimentExtractionClassification (default)
type: mteb/tweet_sentiment_extraction
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 80.42161856253539
verified: no, type: f1
value: 80.69309707938646
verified: no, type: f1_weighted
value: 80.3228654725881
verified: no, type: main_score
value: 80.42161856253539
verified: no, task: type: Clustering
dataset: name: MTEB TwentyNewsgroupsClustering (default)
type: mteb/twentynewsgroups-clustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: main_score
value: 68.78385330772423
verified: no, type: v_measure
value: 68.78385330772423
verified: no, type: v_measure_std
value: 1.4814035017480702
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterSemEval2015 (default)
type: mteb/twittersemeval2015-pairclassification
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cosine_accuracy
value: 87.96566728258925
verified: no, type: cosine_accuracy_threshold
value: 74.39426183700562
verified: no, type: cosine_ap
value: 79.55550776766384
verified: no, type: cosine_f1
value: 72.25950782997764
verified: no, type: cosine_f1_threshold
value: 71.66670560836792
verified: no, type: cosine_precision
value: 68.30357142857143
verified: no, type: cosine_recall
value: 76.7018469656992
verified: no, type: dot_accuracy
value: 87.96566728258925
verified: no, type: dot_accuracy_threshold
value: 74.39426183700562
verified: no, type: dot_ap
value: 79.55551194873313
verified: no, type: dot_f1
value: 72.25950782997764
verified: no, type: dot_f1_threshold
value: 71.66670560836792
verified: no, type: dot_precision
value: 68.30357142857143
verified: no, type: dot_recall
value: 76.7018469656992
verified: no, type: euclidean_accuracy
value: 87.96566728258925
verified: no, type: euclidean_accuracy_threshold
value: 71.56219482421875
verified: no, type: euclidean_ap
value: 79.55550945424486
verified: no, type: euclidean_f1
value: 72.25950782997764
verified: no, type: euclidean_f1_threshold
value: 75.27719736099243
verified: no, type: euclidean_precision
value: 68.30357142857143
verified: no, type: euclidean_recall
value: 76.7018469656992
verified: no, type: main_score
value: 79.55707708553916
verified: no, type: manhattan_accuracy
value: 87.88221970554928
verified: no, type: manhattan_accuracy_threshold
value: 3136.1982345581055
verified: no, type: manhattan_ap
value: 79.55707708553916
verified: no, type: manhattan_f1
value: 72.5288998571243
verified: no, type: manhattan_f1_threshold
value: 3327.1324157714844
verified: no, type: manhattan_precision
value: 71.42491685853159
verified: no, type: manhattan_recall
value: 73.66754617414249
verified: no, type: max_accuracy
value: 87.96566728258925
verified: no, type: max_ap
value: 79.55707708553916
verified: no, type: max_f1
value: 72.5288998571243
verified: no, type: max_precision
value: 71.42491685853159
verified: no, type: max_recall
value: 76.7018469656992
verified: no, type: similarity_accuracy
value: 87.96566728258925
verified: no, type: similarity_accuracy_threshold
value: 74.39426183700562
verified: no, type: similarity_ap
value: 79.55550776766384
verified: no, type: similarity_f1
value: 72.25950782997764
verified: no, type: similarity_f1_threshold
value: 71.66670560836792
verified: no, type: similarity_precision
value: 68.30357142857143
verified: no, type: similarity_recall
value: 76.7018469656992
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterURLCorpus (default)
type: mteb/twitterurlcorpus-pairclassification
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cosine_accuracy
value: 89.48073116777273
verified: no, type: cosine_accuracy_threshold
value: 73.83834719657898
verified: no, type: cosine_ap
value: 87.04248262089361
verified: no, type: cosine_f1
value: 79.40769846467293
verified: no, type: cosine_f1_threshold
value: 70.96807956695557
verified: no, type: cosine_precision
value: 75.27245137260311
verified: no, type: cosine_recall
value: 84.02371419772098
verified: no, type: dot_accuracy
value: 89.48073116777273
verified: no, type: dot_accuracy_threshold
value: 73.83835315704346
verified: no, type: dot_ap
value: 87.04248357792484
verified: no, type: dot_f1
value: 79.40769846467293
verified: no, type: dot_f1_threshold
value: 70.96806764602661
verified: no, type: dot_precision
value: 75.27245137260311
verified: no, type: dot_recall
value: 84.02371419772098
verified: no, type: euclidean_accuracy
value: 89.48073116777273
verified: no, type: euclidean_accuracy_threshold
value: 72.33483791351318
verified: no, type: euclidean_ap
value: 87.04247988177627
verified: no, type: euclidean_f1
value: 79.40769846467293
verified: no, type: euclidean_f1_threshold
value: 76.19963884353638
verified: no, type: euclidean_precision
value: 75.27245137260311
verified: no, type: euclidean_recall
value: 84.02371419772098
verified: no, type: main_score
value: 87.37453072241573
verified: no, type: manhattan_accuracy
value: 89.67283735009897
verified: no, type: manhattan_accuracy_threshold
value: 3345.201873779297
verified: no, type: manhattan_ap
value: 87.37453072241573
verified: no, type: manhattan_f1
value: 79.9237656873674
verified: no, type: manhattan_f1_threshold
value: 3592.564010620117
verified: no, type: manhattan_precision
value: 74.98144524660955
verified: no, type: manhattan_recall
value: 85.56359716661534
verified: no, type: max_accuracy
value: 89.67283735009897
verified: no, type: max_ap
value: 87.37453072241573
verified: no, type: max_f1
value: 79.9237656873674
verified: no, type: max_precision
value: 75.27245137260311
verified: no, type: max_recall
value: 85.56359716661534
verified: no, type: similarity_accuracy
value: 89.48073116777273
verified: no, type: similarity_accuracy_threshold
value: 73.83834719657898
verified: no, type: similarity_ap
value: 87.04248262089361
verified: no, type: similarity_f1
value: 79.40769846467293
verified: no, type: similarity_f1_threshold
value: 70.96807956695557
verified: no, type: similarity_precision
value: 75.27245137260311
verified: no, type: similarity_recall
value: 84.02371419772098
verified: no
Likes: 6 | All-time downloads: 2241
Created: 2024-12-30 02:12:36