Model: minishlab/M2V_base_glove_subword
Author: minishlab
Library: model2vec
Tags: model2vec, onnx, safetensors, embeddings, static-embeddings, mteb, sentence-transformers, en, base_model:BAAI/bge-base-en-v1.5, base_model:quantized:BAAI/bge-base-en-v1.5, license:mit, model-index, region:us
Base models (quantized): id: BAAI/bge-base-en-v1.5
Card metadata: base_model: BAAI/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
tags: embeddings, static-embeddings, mteb, sentence-transformers
model-index: name: M2V_base_glove_subword
results: task: type: Classification
dataset: name: MTEB AmazonCounterfactualClassification (en-ext)
type: mteb/amazon_counterfactual
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 66.4167916041979
verified: no, type: ap
value: 18.202949885376736
verified: no, type: ap_weighted
value: 18.202949885376736
verified: no, type: f1
value: 54.98453722214898
verified: no, type: f1_weighted
value: 72.84623161234782
verified: no, type: main_score
value: 66.4167916041979
verified: no, task: type: Classification
dataset: name: MTEB AmazonCounterfactualClassification (en)
type: mteb/amazon_counterfactual
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 68.044776119403
verified: no, type: ap
value: 31.604323176091363
verified: no, type: ap_weighted
value: 31.604323176091363
verified: no, type: f1
value: 62.53323789238326
verified: no, type: f1_weighted
value: 71.2243167389672
verified: no, type: main_score
value: 68.044776119403
verified: no, task: type: Classification
dataset: name: MTEB AmazonPolarityClassification (default)
type: mteb/amazon_polarity
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 67.21602499999999
verified: no, type: ap
value: 62.24635378305934
verified: no, type: ap_weighted
value: 62.24635378305934
verified: no, type: f1
value: 66.68107362746888
verified: no, type: f1_weighted
value: 66.68107362746888
verified: no, type: main_score
value: 67.21602499999999
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (en)
type: mteb/amazon_reviews_multi
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 32.384
verified: no, type: f1
value: 32.05276706247388
verified: no, type: f1_weighted
value: 32.05276706247388
verified: no, type: main_score
value: 32.384
verified: no, task: type: Retrieval
dataset: name: MTEB ArguAna (default)
type: mteb/arguana
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: main_score
value: 29.599999999999998
verified: no, type: map_at_1
value: 14.438
verified: no, type: map_at_10
value: 23.803
verified: no, type: map_at_100
value: 24.85
verified: no, type: map_at_1000
value: 24.925
verified: no, type: map_at_20
value: 24.395
verified: no, type: map_at_3
value: 20.519000000000002
verified: no, type: map_at_5
value: 22.183
verified: no, type: mrr_at_1
value: 14.65149359886202
verified: no, type: mrr_at_10
value: 23.8787847998374
verified: no, type: mrr_at_100
value: 24.945306088918446
verified: no, type: mrr_at_1000
value: 25.019829460538446
verified: no, type: mrr_at_20
value: 24.48722055512828
verified: no, type: mrr_at_3
value: 20.661450924608815
verified: no, type: mrr_at_5
value: 22.254623044096704
verified: no, type: nauc_map_at_1000_diff1
value: 11.677995826704251
verified: no, type: nauc_map_at_1000_max
value: -1.7036225489906935
verified: no, type: nauc_map_at_1000_std
value: 13.608156164552337
verified: no, type: nauc_map_at_100_diff1
value: 11.69898827728831
verified: no, type: nauc_map_at_100_max
value: -1.6896771319000576
verified: no, type: nauc_map_at_100_std
value: 13.657417732243642
verified: no, type: nauc_map_at_10_diff1
value: 11.381029737026354
verified: no, type: nauc_map_at_10_max
value: -1.7701185174946374
verified: no, type: nauc_map_at_10_std
value: 12.878108250073275
verified: no, type: nauc_map_at_1_diff1
value: 13.270492079181698
verified: no, type: nauc_map_at_1_max
value: -5.320050131923338
verified: no, type: nauc_map_at_1_std
value: 9.145476528935111
verified: no, type: nauc_map_at_20_diff1
value: 11.636255256667027
verified: no, type: nauc_map_at_20_max
value: -1.5972839976414983
verified: no, type: nauc_map_at_20_std
value: 13.42888801202754
verified: no, type: nauc_map_at_3_diff1
value: 10.870897941570064
verified: no, type: nauc_map_at_3_max
value: -3.2129671196535785
verified: no, type: nauc_map_at_3_std
value: 11.017585726260462
verified: no, type: nauc_map_at_5_diff1
value: 11.323413777040606
verified: no, type: nauc_map_at_5_max
value: -2.4760041260478904
verified: no, type: nauc_map_at_5_std
value: 12.029899752157688
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.742715816971687
verified: no, type: nauc_mrr_at_1000_max
value: -1.7753021168425986
verified: no, type: nauc_mrr_at_1000_std
value: 13.427125200171295
verified: no, type: nauc_mrr_at_100_diff1
value: 10.765635069630173
verified: no, type: nauc_mrr_at_100_max
value: -1.7612670077500088
verified: no, type: nauc_mrr_at_100_std
value: 13.47656838026296
verified: no, type: nauc_mrr_at_10_diff1
value: 10.35632278742462
verified: no, type: nauc_mrr_at_10_max
value: -1.9593749415315034
verified: no, type: nauc_mrr_at_10_std
value: 12.726659151321748
verified: no, type: nauc_mrr_at_1_diff1
value: 12.18980309927674
verified: no, type: nauc_mrr_at_1_max
value: -4.630938342229097
verified: no, type: nauc_mrr_at_1_std
value: 8.958732319219887
verified: no, type: nauc_mrr_at_20_diff1
value: 10.689736739154682
verified: no, type: nauc_mrr_at_20_max
value: -1.689535123826222
verified: no, type: nauc_mrr_at_20_std
value: 13.251612129414687
verified: no, type: nauc_mrr_at_3_diff1
value: 9.852214578314367
verified: no, type: nauc_mrr_at_3_max
value: -3.33487013011876
verified: no, type: nauc_mrr_at_3_std
value: 10.877855458667428
verified: no, type: nauc_mrr_at_5_diff1
value: 10.270810271458073
verified: no, type: nauc_mrr_at_5_max
value: -2.677309074821081
verified: no, type: nauc_mrr_at_5_std
value: 11.882706514806639
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.681360792690615
verified: no, type: nauc_ndcg_at_1000_max
value: 0.30517667512214525
verified: no, type: nauc_ndcg_at_1000_std
value: 17.50402456957222
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.169226394338585
verified: no, type: nauc_ndcg_at_100_max
value: 0.7398525127020716
verified: no, type: nauc_ndcg_at_100_std
value: 18.85172563798729
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.874278269234175
verified: no, type: nauc_ndcg_at_10_max
value: 0.742178692340471
verified: no, type: nauc_ndcg_at_10_std
value: 15.317281484021455
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.270492079181698
verified: no, type: nauc_ndcg_at_1_max
value: -5.320050131923338
verified: no, type: nauc_ndcg_at_1_std
value: 9.145476528935111
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.77788972412781
verified: no, type: nauc_ndcg_at_20_max
value: 1.3509880113588073
verified: no, type: nauc_ndcg_at_20_std
value: 17.20165293396484
verified: no, type: nauc_ndcg_at_3_diff1
value: 10.59415387301215
verified: no, type: nauc_ndcg_at_3_max
value: -2.5275550083941534
verified: no, type: nauc_ndcg_at_3_std
value: 11.765849158403212
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.479181039452788
verified: no, type: nauc_ndcg_at_5_max
value: -1.1695551867031702
verified: no, type: nauc_ndcg_at_5_std
value: 13.366137540722084
verified: no, type: nauc_precision_at_1000_diff1
value: 24.13842177102596
verified: no, type: nauc_precision_at_1000_max
value: 15.778091220725535
verified: no, type: nauc_precision_at_1000_std
value: 57.991198111902065
verified: no, type: nauc_precision_at_100_diff1
value: 21.17988197332234
verified: no, type: nauc_precision_at_100_max
value: 10.072329200503201
verified: no, type: nauc_precision_at_100_std
value: 44.359368185927
verified: no, type: nauc_precision_at_10_diff1
value: 13.619970980685995
verified: no, type: nauc_precision_at_10_max
value: 7.683020411909876
verified: no, type: nauc_precision_at_10_std
value: 21.79402262800611
verified: no, type: nauc_precision_at_1_diff1
value: 13.270492079181698
verified: no, type: nauc_precision_at_1_max
value: -5.320050131923338
verified: no, type: nauc_precision_at_1_std
value: 9.145476528935111
verified: no, type: nauc_precision_at_20_diff1
value: 16.97319915821357
verified: no, type: nauc_precision_at_20_max
value: 10.315905315799096
verified: no, type: nauc_precision_at_20_std
value: 28.82688927043146
verified: no, type: nauc_precision_at_3_diff1
value: 10.02754671342287
verified: no, type: nauc_precision_at_3_max
value: -0.8699973044493069
verified: no, type: nauc_precision_at_3_std
value: 13.603782123513389
verified: no, type: nauc_precision_at_5_diff1
value: 12.084329744277978
verified: no, type: nauc_precision_at_5_max
value: 2.074626490481966
verified: no, type: nauc_precision_at_5_std
value: 16.608205795807304
verified: no, type: nauc_recall_at_1000_diff1
value: 24.138421771026135
verified: no, type: nauc_recall_at_1000_max
value: 15.778091220725404
verified: no, type: nauc_recall_at_1000_std
value: 57.99119811190208
verified: no, type: nauc_recall_at_100_diff1
value: 21.179881973322274
verified: no, type: nauc_recall_at_100_max
value: 10.072329200503164
verified: no, type: nauc_recall_at_100_std
value: 44.359368185926975
verified: no, type: nauc_recall_at_10_diff1
value: 13.619970980685975
verified: no, type: nauc_recall_at_10_max
value: 7.683020411909859
verified: no, type: nauc_recall_at_10_std
value: 21.794022628006108
verified: no, type: nauc_recall_at_1_diff1
value: 13.270492079181698
verified: no, type: nauc_recall_at_1_max
value: -5.320050131923338
verified: no, type: nauc_recall_at_1_std
value: 9.145476528935111
verified: no, type: nauc_recall_at_20_diff1
value: 16.973199158213596
verified: no, type: nauc_recall_at_20_max
value: 10.315905315799101
verified: no, type: nauc_recall_at_20_std
value: 28.82688927043146
verified: no, type: nauc_recall_at_3_diff1
value: 10.02754671342289
verified: no, type: nauc_recall_at_3_max
value: -0.869997304449278
verified: no, type: nauc_recall_at_3_std
value: 13.603782123513424
verified: no, type: nauc_recall_at_5_diff1
value: 12.084329744277952
verified: no, type: nauc_recall_at_5_max
value: 2.074626490481952
verified: no, type: nauc_recall_at_5_std
value: 16.60820579580728
verified: no, type: ndcg_at_1
value: 14.438
verified: no, type: ndcg_at_10
value: 29.599999999999998
verified: no, type: ndcg_at_100
value: 35.062
verified: no, type: ndcg_at_1000
value: 37.266
verified: no, type: ndcg_at_20
value: 31.734
verified: no, type: ndcg_at_3
value: 22.62
verified: no, type: ndcg_at_5
value: 25.643
verified: no, type: precision_at_1
value: 14.438
verified: no, type: precision_at_10
value: 4.843999999999999
verified: no, type: precision_at_100
value: 0.748
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: precision_at_20
value: 2.841
verified: no, type: precision_at_3
value: 9.578000000000001
verified: no, type: precision_at_5
value: 7.226000000000001
verified: no, type: recall_at_1
value: 14.438
verified: no, type: recall_at_10
value: 48.435
verified: no, type: recall_at_100
value: 74.822
verified: no, type: recall_at_1000
value: 92.60300000000001
verified: no, type: recall_at_20
value: 56.828
verified: no, type: recall_at_3
value: 28.733999999999998
verified: no, type: recall_at_5
value: 36.131
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringP2P (default)
type: mteb/arxiv-clustering-p2p
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: main_score
value: 35.46255145204994
verified: no, type: v_measure
value: 35.46255145204994
verified: no, type: v_measure_std
value: 14.146815377034603
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringS2S (default)
type: mteb/arxiv-clustering-s2s
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: main_score
value: 26.34189987196252
verified: no, type: v_measure
value: 26.34189987196252
verified: no, type: v_measure_std
value: 14.798697652139317
verified: no, task: type: Reranking
dataset: name: MTEB AskUbuntuDupQuestions (default)
type: mteb/askubuntudupquestions-reranking
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: main_score
value: 52.85912447389551
verified: no, type: map
value: 52.85912447389551
verified: no, type: mrr
value: 66.7957173635844
verified: no, type: nAUC_map_diff1
value: 11.291158204891948
verified: no, type: nAUC_map_max
value: 14.0571982637716
verified: no, type: nAUC_map_std
value: 7.658903761935503
verified: no, type: nAUC_mrr_diff1
value: 13.851083215099605
verified: no, type: nAUC_mrr_max
value: 19.44964881732576
verified: no, type: nAUC_mrr_std
value: 9.313450884539453
verified: no, task: type: STS
dataset: name: MTEB BIOSSES (default)
type: mteb/biosses-sts
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cosine_pearson
value: 73.38282679412139
verified: no, type: cosine_spearman
value: 75.59389113278942
verified: no, type: euclidean_pearson
value: 46.852724684799625
verified: no, type: euclidean_spearman
value: 55.00125324086669
verified: no, type: main_score
value: 75.59389113278942
verified: no, type: manhattan_pearson
value: 45.7988833997748
verified: no, type: manhattan_spearman
value: 53.28856361366204
verified: no, type: pearson
value: 73.38282679412139
verified: no, type: spearman
value: 75.59389113278942
verified: no, task: type: Classification
dataset: name: MTEB Banking77Classification (default)
type: mteb/banking77
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 71.38636363636363
verified: no, type: f1
value: 71.55994805461263
verified: no, type: f1_weighted
value: 71.55994805461263
verified: no, type: main_score
value: 71.38636363636363
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringP2P (default)
type: mteb/biorxiv-clustering-p2p
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: main_score
value: 31.47309865069476
verified: no, type: v_measure
value: 31.47309865069476
verified: no, type: v_measure_std
value: 0.6360736715097297
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringS2S (default)
type: mteb/biorxiv-clustering-s2s
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: main_score
value: 22.58199120148109
verified: no, type: v_measure
value: 22.58199120148109
verified: no, type: v_measure_std
value: 1.1055877138914942
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackAndroidRetrieval (default)
type: mteb/cqadupstack-android
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: main_score
value: 28.518
verified: no, type: map_at_1
value: 17.355999999999998
verified: no, type: map_at_10
value: 24.007
verified: no, type: map_at_100
value: 25.016
verified: no, type: map_at_1000
value: 25.176
verified: no, type: map_at_20
value: 24.457
verified: no, type: map_at_3
value: 21.794
verified: no, type: map_at_5
value: 23.04
verified: no, type: mrr_at_1
value: 22.603719599427755
verified: no, type: mrr_at_10
value: 29.108760814769386
verified: no, type: mrr_at_100
value: 29.908376499291993
verified: no, type: mrr_at_1000
value: 29.994015228435632
verified: no, type: mrr_at_20
value: 29.504080407211593
verified: no, type: mrr_at_3
value: 27.25321888412018
verified: no, type: mrr_at_5
value: 28.233190271816884
verified: no, type: nauc_map_at_1000_diff1
value: 47.869786003745816
verified: no, type: nauc_map_at_1000_max
value: 27.54096137497838
verified: no, type: nauc_map_at_1000_std
value: -7.400161145378304
verified: no, type: nauc_map_at_100_diff1
value: 47.84118234991334
verified: no, type: nauc_map_at_100_max
value: 27.54904954135266
verified: no, type: nauc_map_at_100_std
value: -7.477944025206194
verified: no, type: nauc_map_at_10_diff1
value: 47.9735876072791
verified: no, type: nauc_map_at_10_max
value: 27.391055282545462
verified: no, type: nauc_map_at_10_std
value: -7.809853508011509
verified: no, type: nauc_map_at_1_diff1
value: 58.07291238335911
verified: no, type: nauc_map_at_1_max
value: 29.491926251716666
verified: no, type: nauc_map_at_1_std
value: -7.759388303825668
verified: no, type: nauc_map_at_20_diff1
value: 47.98612480482489
verified: no, type: nauc_map_at_20_max
value: 27.475036492625026
verified: no, type: nauc_map_at_20_std
value: -7.516599563783101
verified: no, type: nauc_map_at_3_diff1
value: 49.45201738384499
verified: no, type: nauc_map_at_3_max
value: 27.178788486813954
verified: no, type: nauc_map_at_3_std
value: -8.675581883315793
verified: no, type: nauc_map_at_5_diff1
value: 48.54428206844137
verified: no, type: nauc_map_at_5_max
value: 27.04154567160208
verified: no, type: nauc_map_at_5_std
value: -7.985715295487552
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.574864956985365
verified: no, type: nauc_mrr_at_1000_max
value: 28.087519043166832
verified: no, type: nauc_mrr_at_1000_std
value: -6.451015366036509
verified: no, type: nauc_mrr_at_100_diff1
value: 46.56229597151685
verified: no, type: nauc_mrr_at_100_max
value: 28.097330034559143
verified: no, type: nauc_mrr_at_100_std
value: -6.475319386029993
verified: no, type: nauc_mrr_at_10_diff1
value: 46.72161155094325
verified: no, type: nauc_mrr_at_10_max
value: 28.136796558719162
verified: no, type: nauc_mrr_at_10_std
value: -6.804592873002316
verified: no, type: nauc_mrr_at_1_diff1
value: 55.89633445168951
verified: no, type: nauc_mrr_at_1_max
value: 30.47937590769701
verified: no, type: nauc_mrr_at_1_std
value: -7.1323488254717935
verified: no, type: nauc_mrr_at_20_diff1
value: 46.693169452232546
verified: no, type: nauc_mrr_at_20_max
value: 28.140872936089373
verified: no, type: nauc_mrr_at_20_std
value: -6.484331458969132
verified: no, type: nauc_mrr_at_3_diff1
value: 47.808872121231374
verified: no, type: nauc_mrr_at_3_max
value: 28.510278015059086
verified: no, type: nauc_mrr_at_3_std
value: -7.418313420962369
verified: no, type: nauc_mrr_at_5_diff1
value: 47.00163108991785
verified: no, type: nauc_mrr_at_5_max
value: 28.03825046154691
verified: no, type: nauc_mrr_at_5_std
value: -7.007540109114421
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.04808574593522
verified: no, type: nauc_ndcg_at_1000_max
value: 26.938526842644773
verified: no, type: nauc_ndcg_at_1000_std
value: -4.429274627595189
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.556532019049136
verified: no, type: nauc_ndcg_at_100_max
value: 27.236734895647253
verified: no, type: nauc_ndcg_at_100_std
value: -5.869942528569457
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.125042380771696
verified: no, type: nauc_ndcg_at_10_max
value: 27.283104729889622
verified: no, type: nauc_ndcg_at_10_std
value: -7.250075385018749
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.89633445168951
verified: no, type: nauc_ndcg_at_1_max
value: 30.47937590769701
verified: no, type: nauc_ndcg_at_1_std
value: -7.1323488254717935
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.41899784089651
verified: no, type: nauc_ndcg_at_20_max
value: 27.132007799782926
verified: no, type: nauc_ndcg_at_20_std
value: -6.018341603261965
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.43333330203715
verified: no, type: nauc_ndcg_at_3_max
value: 26.867159196890523
verified: no, type: nauc_ndcg_at_3_std
value: -7.989033187697878
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.97708505801694
verified: no, type: nauc_ndcg_at_5_max
value: 26.53850652652143
verified: no, type: nauc_ndcg_at_5_std
value: -7.429040061351512
verified: no, type: nauc_precision_at_1000_diff1
value: 10.90587664149544
verified: no, type: nauc_precision_at_1000_max
value: 0.7573834415907932
verified: no, type: nauc_precision_at_1000_std
value: 4.187233421717695
verified: no, type: nauc_precision_at_100_diff1
value: 16.70162637068987
verified: no, type: nauc_precision_at_100_max
value: 15.017760634485006
verified: no, type: nauc_precision_at_100_std
value: -1.4401234272452257
verified: no, type: nauc_precision_at_10_diff1
value: 27.11447978714884
verified: no, type: nauc_precision_at_10_max
value: 25.239563326602838
verified: no, type: nauc_precision_at_10_std
value: -5.113529015570373
verified: no, type: nauc_precision_at_1_diff1
value: 55.89633445168951
verified: no, type: nauc_precision_at_1_max
value: 30.47937590769701
verified: no, type: nauc_precision_at_1_std
value: -7.1323488254717935
verified: no, type: nauc_precision_at_20_diff1
value: 24.467549645043032
verified: no, type: nauc_precision_at_20_max
value: 23.51675958880599
verified: no, type: nauc_precision_at_20_std
value: -2.2460962355932654
verified: no, type: nauc_precision_at_3_diff1
value: 36.99310143703273
verified: no, type: nauc_precision_at_3_max
value: 24.28484429048304
verified: no, type: nauc_precision_at_3_std
value: -8.294205947711662
verified: no, type: nauc_precision_at_5_diff1
value: 32.53111998357926
verified: no, type: nauc_precision_at_5_max
value: 23.890361705484153
verified: no, type: nauc_precision_at_5_std
value: -6.119004280837306
verified: no, type: nauc_recall_at_1000_diff1
value: 26.372327810550182
verified: no, type: nauc_recall_at_1000_max
value: 17.386452637452958
verified: no, type: nauc_recall_at_1000_std
value: 17.18893134942721
verified: no, type: nauc_recall_at_100_diff1
value: 27.138092417145288
verified: no, type: nauc_recall_at_100_max
value: 22.704436530088913
verified: no, type: nauc_recall_at_100_std
value: -1.0716953053918568
verified: no, type: nauc_recall_at_10_diff1
value: 32.41154313152003
verified: no, type: nauc_recall_at_10_max
value: 23.2359443305839
verified: no, type: nauc_recall_at_10_std
value: -5.002290149250385
verified: no, type: nauc_recall_at_1_diff1
value: 58.07291238335911
verified: no, type: nauc_recall_at_1_max
value: 29.491926251716666
verified: no, type: nauc_recall_at_1_std
value: -7.759388303825668
verified: no, type: nauc_recall_at_20_diff1
value: 33.00899946361021
verified: no, type: nauc_recall_at_20_max
value: 22.82808333164438
verified: no, type: nauc_recall_at_20_std
value: -1.4141291649557204
verified: no, type: nauc_recall_at_3_diff1
value: 38.920601224546644
verified: no, type: nauc_recall_at_3_max
value: 23.89232056113095
verified: no, type: nauc_recall_at_3_std
value: -7.8481952205795995
verified: no, type: nauc_recall_at_5_diff1
value: 35.257535866907
verified: no, type: nauc_recall_at_5_max
value: 22.164920959223334
verified: no, type: nauc_recall_at_5_std
value: -5.9961105131656725
verified: no, type: ndcg_at_1
value: 22.604
verified: no, type: ndcg_at_10
value: 28.518
verified: no, type: ndcg_at_100
value: 33.442
verified: no, type: ndcg_at_1000
value: 36.691
verified: no, type: ndcg_at_20
value: 29.918
verified: no, type: ndcg_at_3
value: 25.278
verified: no, type: ndcg_at_5
value: 26.647
verified: no, type: precision_at_1
value: 22.604
verified: no, type: precision_at_10
value: 5.608
verified: no, type: precision_at_100
value: 1.0210000000000001
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 3.319
verified: no, type: precision_at_3
value: 12.589
verified: no, type: precision_at_5
value: 8.984
verified: no, type: recall_at_1
value: 17.355999999999998
verified: no, type: recall_at_10
value: 36.59
verified: no, type: recall_at_100
value: 59.38099999999999
verified: no, type: recall_at_1000
value: 81.382
verified: no, type: recall_at_20
value: 41.972
verified: no, type: recall_at_3
value: 26.183
verified: no, type: recall_at_5
value: 30.653000000000002
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackEnglishRetrieval (default)
type: mteb/cqadupstack-english
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: main_score
value: 24.698999999999998
verified: no, type: map_at_1
value: 16.182
verified: no, type: map_at_10
value: 21.187
verified: no, type: map_at_100
value: 22.028
verified: no, type: map_at_1000
value: 22.147
verified: no, type: map_at_20
value: 21.603
verified: no, type: map_at_3
value: 19.689999999999998
verified: no, type: map_at_5
value: 20.402
verified: no, type: mrr_at_1
value: 20.573248407643312
verified: no, type: mrr_at_10
value: 25.743301991709615
verified: no, type: mrr_at_100
value: 26.466582692758493
verified: no, type: mrr_at_1000
value: 26.54213235591294
verified: no, type: mrr_at_20
value: 26.116902322631823
verified: no, type: mrr_at_3
value: 24.32059447983014
verified: no, type: mrr_at_5
value: 24.960721868365162
verified: no, type: nauc_map_at_1000_diff1
value: 43.80371326276162
verified: no, type: nauc_map_at_1000_max
value: 10.307189223525215
verified: no, type: nauc_map_at_1000_std
value: 1.1410206622059031
verified: no, type: nauc_map_at_100_diff1
value: 43.80398291664643
verified: no, type: nauc_map_at_100_max
value: 10.294039476698776
verified: no, type: nauc_map_at_100_std
value: 1.0838400387773035
verified: no, type: nauc_map_at_10_diff1
value: 43.987106322737205
verified: no, type: nauc_map_at_10_max
value: 10.44970205412866
verified: no, type: nauc_map_at_10_std
value: 0.4638949254801207
verified: no, type: nauc_map_at_1_diff1
value: 50.262982039499725
verified: no, type: nauc_map_at_1_max
value: 11.253389960693605
verified: no, type: nauc_map_at_1_std
value: -1.1369036906864514
verified: no, type: nauc_map_at_20_diff1
value: 43.86541706002641
verified: no, type: nauc_map_at_20_max
value: 10.333426229095483
verified: no, type: nauc_map_at_20_std
value: 0.7704746445769103
verified: no, type: nauc_map_at_3_diff1
value: 44.96796698986098
verified: no, type: nauc_map_at_3_max
value: 10.573187295958576
verified: no, type: nauc_map_at_3_std
value: 0.01433549559929614
verified: no, type: nauc_map_at_5_diff1
value: 44.245307311061204
verified: no, type: nauc_map_at_5_max
value: 10.644568381319045
verified: no, type: nauc_map_at_5_std
value: -0.029700274583380155
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.327672613522914
verified: no, type: nauc_mrr_at_1000_max
value: 11.6999240554554
verified: no, type: nauc_mrr_at_1000_std
value: 2.112897885106764
verified: no, type: nauc_mrr_at_100_diff1
value: 42.31642286015079
verified: no, type: nauc_mrr_at_100_max
value: 11.68787957194085
verified: no, type: nauc_mrr_at_100_std
value: 2.105610688222343
verified: no, type: nauc_mrr_at_10_diff1
value: 42.467973855007116
verified: no, type: nauc_mrr_at_10_max
value: 11.797064798974974
verified: no, type: nauc_mrr_at_10_std
value: 1.9779659522730684
verified: no, type: nauc_mrr_at_1_diff1
value: 47.71737815016663
verified: no, type: nauc_mrr_at_1_max
value: 14.383095652386146
verified: no, type: nauc_mrr_at_1_std
value: -0.07474670021285572
verified: no, type: nauc_mrr_at_20_diff1
value: 42.3995701621796
verified: no, type: nauc_mrr_at_20_max
value: 11.701616710562975
verified: no, type: nauc_mrr_at_20_std
value: 2.085148056092746
verified: no, type: nauc_mrr_at_3_diff1
value: 42.95240734385427
verified: no, type: nauc_mrr_at_3_max
value: 12.039509345325337
verified: no, type: nauc_mrr_at_3_std
value: 1.7687962861822382
verified: no, type: nauc_mrr_at_5_diff1
value: 42.694804355468115
verified: no, type: nauc_mrr_at_5_max
value: 11.929565017206377
verified: no, type: nauc_mrr_at_5_std
value: 1.694875246947431
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.00761525475331
verified: no, type: nauc_ndcg_at_1000_max
value: 9.858142865194182
verified: no, type: nauc_ndcg_at_1000_std
value: 3.670728963648605
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.95449329238105
verified: no, type: nauc_ndcg_at_100_max
value: 9.326306956218327
verified: no, type: nauc_ndcg_at_100_std
value: 2.8868853641438506
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.53254984337585
verified: no, type: nauc_ndcg_at_10_max
value: 10.057078591477252
verified: no, type: nauc_ndcg_at_10_std
value: 1.604308043004992
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.71737815016663
verified: no, type: nauc_ndcg_at_1_max
value: 14.383095652386146
verified: no, type: nauc_ndcg_at_1_std
value: -0.07474670021285572
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.440675477881086
verified: no, type: nauc_ndcg_at_20_max
value: 9.630011024652227
verified: no, type: nauc_ndcg_at_20_std
value: 2.2157732372759256
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.46487256960971
verified: no, type: nauc_ndcg_at_3_max
value: 11.038048797533829
verified: no, type: nauc_ndcg_at_3_std
value: 1.2243654696200774
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.83878536100888
verified: no, type: nauc_ndcg_at_5_max
value: 10.720801901432624
verified: no, type: nauc_ndcg_at_5_std
value: 0.8712149388513847
verified: no, type: nauc_precision_at_1000_diff1
value: 1.5865611853545292
verified: no, type: nauc_precision_at_1000_max
value: 6.681393322922304
verified: no, type: nauc_precision_at_1000_std
value: 14.974673269542507
verified: no, type: nauc_precision_at_100_diff1
value: 13.555729326347315
verified: no, type: nauc_precision_at_100_max
value: 7.545824391218551
verified: no, type: nauc_precision_at_100_std
value: 13.934044415661273
verified: no, type: nauc_precision_at_10_diff1
value: 25.53208157998575
verified: no, type: nauc_precision_at_10_max
value: 10.861163675534936
verified: no, type: nauc_precision_at_10_std
value: 4.879245837329693
verified: no, type: nauc_precision_at_1_diff1
value: 47.71737815016663
verified: no, type: nauc_precision_at_1_max
value: 14.383095652386146
verified: no, type: nauc_precision_at_1_std
value: -0.07474670021285572
verified: no, type: nauc_precision_at_20_diff1
value: 22.554580803838196
verified: no, type: nauc_precision_at_20_max
value: 9.173222510159171
verified: no, type: nauc_precision_at_20_std
value: 8.91005482914735
verified: no, type: nauc_precision_at_3_diff1
value: 33.10508327009392
verified: no, type: nauc_precision_at_3_max
value: 12.86002329562499
verified: no, type: nauc_precision_at_3_std
value: 2.974310102418383
verified: no, type: nauc_precision_at_5_diff1
value: 29.21043001216549
verified: no, type: nauc_precision_at_5_max
value: 11.911630406472423
verified: no, type: nauc_precision_at_5_std
value: 3.0525160145985994
verified: no, type: nauc_recall_at_1000_diff1
value: 30.47927917267733
verified: no, type: nauc_recall_at_1000_max
value: 7.6799659504807245
verified: no, type: nauc_recall_at_1000_std
value: 12.501272715675682
verified: no, type: nauc_recall_at_100_diff1
value: 31.37456182815277
verified: no, type: nauc_recall_at_100_max
value: 4.3121178276146
verified: no, type: nauc_recall_at_100_std
value: 6.610653786295896
verified: no, type: nauc_recall_at_10_diff1
value: 35.70919804366768
verified: no, type: nauc_recall_at_10_max
value: 7.164595283036483
verified: no, type: nauc_recall_at_10_std
value: 2.511197530002145
verified: no, type: nauc_recall_at_1_diff1
value: 50.262982039499725
verified: no, type: nauc_recall_at_1_max
value: 11.253389960693605
verified: no, type: nauc_recall_at_1_std
value: -1.1369036906864514
verified: no, type: nauc_recall_at_20_diff1
value: 34.61353209754079
verified: no, type: nauc_recall_at_20_max
value: 5.959396627193594
verified: no, type: nauc_recall_at_20_std
value: 4.38802472107702
verified: no, type: nauc_recall_at_3_diff1
value: 38.54587550067196
verified: no, type: nauc_recall_at_3_max
value: 8.303476446370226
verified: no, type: nauc_recall_at_3_std
value: 0.918233189682653
verified: no, type: nauc_recall_at_5_diff1
value: 36.97453761390672
verified: no, type: nauc_recall_at_5_max
value: 8.452744877863443
verified: no, type: nauc_recall_at_5_std
value: 0.31182896781455743
verified: no, type: ndcg_at_1
value: 20.573
verified: no, type: ndcg_at_10
value: 24.698999999999998
verified: no, type: ndcg_at_100
value: 28.626
verified: no, type: ndcg_at_1000
value: 31.535999999999998
verified: no, type: ndcg_at_20
value: 25.971
verified: no, type: ndcg_at_3
value: 22.400000000000002
verified: no, type: ndcg_at_5
value: 23.153000000000002
verified: no, type: precision_at_1
value: 20.573
verified: no, type: precision_at_10
value: 4.682
verified: no, type: precision_at_100
value: 0.835
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_20
value: 2.806
verified: no, type: precision_at_3
value: 10.955
verified: no, type: precision_at_5
value: 7.580000000000001
verified: no, type: recall_at_1
value: 16.182
verified: no, type: recall_at_10
value: 30.410999999999998
verified: no, type: recall_at_100
value: 47.94
verified: no, type: recall_at_1000
value: 68.073
verified: no, type: recall_at_20
value: 35.241
verified: no, type: recall_at_3
value: 23.247999999999998
verified: no, type: recall_at_5
value: 25.611
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGamingRetrieval (default)
type: mteb/cqadupstack-gaming
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: main_score
value: 34.837
verified: no, type: map_at_1
value: 21.804000000000002
verified: no, type: map_at_10
value: 30.117
verified: no, type: map_at_100
value: 31.022
verified: no, type: map_at_1000
value: 31.123
verified: no, type: map_at_20
value: 30.592999999999996
verified: no, type: map_at_3
value: 27.485
verified: no, type: map_at_5
value: 29.015
verified: no, type: mrr_at_1
value: 25.391849529780565
verified: no, type: mrr_at_10
value: 33.06018311190724
verified: no, type: mrr_at_100
value: 33.86542467064614
verified: no, type: mrr_at_1000
value: 33.93133191694629
verified: no, type: mrr_at_20
value: 33.48454644646544
verified: no, type: mrr_at_3
value: 30.700104493207924
verified: no, type: mrr_at_5
value: 32.12016718913267
verified: no, type: nauc_map_at_1000_diff1
value: 45.5807513160407
verified: no, type: nauc_map_at_1000_max
value: 21.915072082554456
verified: no, type: nauc_map_at_1000_std
value: -7.325013122158723
verified: no, type: nauc_map_at_100_diff1
value: 45.54127845733458
verified: no, type: nauc_map_at_100_max
value: 21.90856139725234
verified: no, type: nauc_map_at_100_std
value: -7.378234997163831
verified: no, type: nauc_map_at_10_diff1
value: 45.56616787985884
verified: no, type: nauc_map_at_10_max
value: 21.977377645141427
verified: no, type: nauc_map_at_10_std
value: -7.953791461768689
verified: no, type: nauc_map_at_1_diff1
value: 50.13523755859727
verified: no, type: nauc_map_at_1_max
value: 22.079872106357826
verified: no, type: nauc_map_at_1_std
value: -10.517989063520115
verified: no, type: nauc_map_at_20_diff1
value: 45.47328572468456
verified: no, type: nauc_map_at_20_max
value: 21.907938618532206
verified: no, type: nauc_map_at_20_std
value: -7.654370878334637
verified: no, type: nauc_map_at_3_diff1
value: 46.64296035971972
verified: no, type: nauc_map_at_3_max
value: 21.55745539420763
verified: no, type: nauc_map_at_3_std
value: -9.322387704640397
verified: no, type: nauc_map_at_5_diff1
value: 45.87814328869891
verified: no, type: nauc_map_at_5_max
value: 21.97551177369846
verified: no, type: nauc_map_at_5_std
value: -8.442300800960686
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.21214184609282
verified: no, type: nauc_mrr_at_1000_max
value: 24.121552423232732
verified: no, type: nauc_mrr_at_1000_std
value: -5.197081534530456
verified: no, type: nauc_mrr_at_100_diff1
value: 46.192209374562324
verified: no, type: nauc_mrr_at_100_max
value: 24.117295080133403
verified: no, type: nauc_mrr_at_100_std
value: -5.20106321371411
verified: no, type: nauc_mrr_at_10_diff1
value: 46.214433219910426
verified: no, type: nauc_mrr_at_10_max
value: 24.337609381566494
verified: no, type: nauc_mrr_at_10_std
value: -5.539128286307364
verified: no, type: nauc_mrr_at_1_diff1
value: 52.2527723494356
verified: no, type: nauc_mrr_at_1_max
value: 25.421197106410293
verified: no, type: nauc_mrr_at_1_std
value: -7.805349072851469
verified: no, type: nauc_mrr_at_20_diff1
value: 46.10135736013422
verified: no, type: nauc_mrr_at_20_max
value: 24.17582977429519
verified: no, type: nauc_mrr_at_20_std
value: -5.3844233771043255
verified: no, type: nauc_mrr_at_3_diff1
value: 47.089100932315574
verified: no, type: nauc_mrr_at_3_max
value: 24.589442349183855
verified: no, type: nauc_mrr_at_3_std
value: -6.861652459272909
verified: no, type: nauc_mrr_at_5_diff1
value: 46.50908152902759
verified: no, type: nauc_mrr_at_5_max
value: 24.44902343275474
verified: no, type: nauc_mrr_at_5_std
value: -5.90486733129187
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.01232290993056
verified: no, type: nauc_ndcg_at_1000_max
value: 21.7547520856293
verified: no, type: nauc_ndcg_at_1000_std
value: -2.8320334767530118
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.333079641772805
verified: no, type: nauc_ndcg_at_100_max
value: 21.696558885860842
verified: no, type: nauc_ndcg_at_100_std
value: -3.8168722593708466
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.55004080963945
verified: no, type: nauc_ndcg_at_10_max
value: 22.437821635174988
verified: no, type: nauc_ndcg_at_10_std
value: -6.156552890106106
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.2527723494356
verified: no, type: nauc_ndcg_at_1_max
value: 25.421197106410293
verified: no, type: nauc_ndcg_at_1_std
value: -7.805349072851469
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.09035864009835
verified: no, type: nauc_ndcg_at_20_max
value: 21.94863122459976
verified: no, type: nauc_ndcg_at_20_std
value: -5.4130728717458965
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.44710289580689
verified: no, type: nauc_ndcg_at_3_max
value: 22.400341906939868
verified: no, type: nauc_ndcg_at_3_std
value: -8.619757656107849
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.1896655275832
verified: no, type: nauc_ndcg_at_5_max
value: 22.587591758610802
verified: no, type: nauc_ndcg_at_5_std
value: -7.2269233073063575
verified: no, type: nauc_precision_at_1000_diff1
value: 10.365353118490535
verified: no, type: nauc_precision_at_1000_max
value: 7.8252547949888545
verified: no, type: nauc_precision_at_1000_std
value: 26.55091491372318
verified: no, type: nauc_precision_at_100_diff1
value: 21.049854477557055
verified: no, type: nauc_precision_at_100_max
value: 16.20485886511922
verified: no, type: nauc_precision_at_100_std
value: 15.969890079702717
verified: no, type: nauc_precision_at_10_diff1
value: 32.52426180873231
verified: no, type: nauc_precision_at_10_max
value: 22.685662047893707
verified: no, type: nauc_precision_at_10_std
value: 1.4729404419557324
verified: no, type: nauc_precision_at_1_diff1
value: 52.2527723494356
verified: no, type: nauc_precision_at_1_max
value: 25.421197106410293
verified: no, type: nauc_precision_at_1_std
value: -7.805349072851469
verified: no, type: nauc_precision_at_20_diff1
value: 28.090691152210972
verified: no, type: nauc_precision_at_20_max
value: 20.90743423717082
verified: no, type: nauc_precision_at_20_std
value: 4.817506381512236
verified: no, type: nauc_precision_at_3_diff1
value: 40.80538406829336
verified: no, type: nauc_precision_at_3_max
value: 23.323105131070363
verified: no, type: nauc_precision_at_3_std
value: -5.540716529624683
verified: no, type: nauc_precision_at_5_diff1
value: 36.58280618039231
verified: no, type: nauc_precision_at_5_max
value: 23.634816479662742
verified: no, type: nauc_precision_at_5_std
value: -1.7820384730109589
verified: no, type: nauc_recall_at_1000_diff1
value: 34.29190280951983
verified: no, type: nauc_recall_at_1000_max
value: 13.798111582798564
verified: no, type: nauc_recall_at_1000_std
value: 28.5351988388723
verified: no, type: nauc_recall_at_100_diff1
value: 32.064087882086476
verified: no, type: nauc_recall_at_100_max
value: 16.090743768333688
verified: no, type: nauc_recall_at_100_std
value: 8.307894883910041
verified: no, type: nauc_recall_at_10_diff1
value: 35.79378711197085
verified: no, type: nauc_recall_at_10_max
value: 20.68575839918982
verified: no, type: nauc_recall_at_10_std
value: -2.946830801840792
verified: no, type: nauc_recall_at_1_diff1
value: 50.13523755859727
verified: no, type: nauc_recall_at_1_max
value: 22.079872106357826
verified: no, type: nauc_recall_at_1_std
value: -10.517989063520115
verified: no, type: nauc_recall_at_20_diff1
value: 33.44790152149905
verified: no, type: nauc_recall_at_20_max
value: 18.594618679781895
verified: no, type: nauc_recall_at_20_std
value: -0.31826446038001266
verified: no, type: nauc_recall_at_3_diff1
value: 40.94878372307589
verified: no, type: nauc_recall_at_3_max
value: 20.42680666854128
verified: no, type: nauc_recall_at_3_std
value: -8.903430047857414
verified: no, type: nauc_recall_at_5_diff1
value: 37.927274464064844
verified: no, type: nauc_recall_at_5_max
value: 21.06930934356292
verified: no, type: nauc_recall_at_5_std
value: -5.831090950499156
verified: no, type: ndcg_at_1
value: 25.392
verified: no, type: ndcg_at_10
value: 34.837
verified: no, type: ndcg_at_100
value: 39.291
verified: no, type: ndcg_at_1000
value: 41.676
verified: no, type: ndcg_at_20
value: 36.416
verified: no, type: ndcg_at_3
value: 29.958000000000002
verified: no, type: ndcg_at_5
value: 32.435
verified: no, type: precision_at_1
value: 25.392
verified: no, type: precision_at_10
value: 5.806
verified: no, type: precision_at_100
value: 0.8789999999999999
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 3.3320000000000003
verified: no, type: precision_at_3
value: 13.501
verified: no, type: precision_at_5
value: 9.718
verified: no, type: recall_at_1
value: 21.804000000000002
verified: no, type: recall_at_10
value: 46.367999999999995
verified: no, type: recall_at_100
value: 66.526
verified: no, type: recall_at_1000
value: 83.795
verified: no, type: recall_at_20
value: 52.201
verified: no, type: recall_at_3
value: 33.351
verified: no, type: recall_at_5
value: 39.345
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGisRetrieval (default)
type: mteb/cqadupstack-gis
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: main_score
value: 15.889000000000001
verified: no, type: map_at_1
value: 9.472999999999999
verified: no, type: map_at_10
value: 13.439
verified: no, type: map_at_100
value: 14.165
verified: no, type: map_at_1000
value: 14.267
verified: no, type: map_at_20
value: 13.778000000000002
verified: no, type: map_at_3
value: 12.136
verified: no, type: map_at_5
value: 12.803
verified: no, type: mrr_at_1
value: 10.056497175141244
verified: no, type: mrr_at_10
value: 14.27383194332347
verified: no, type: mrr_at_100
value: 15.012089041940587
verified: no, type: mrr_at_1000
value: 15.104068046441926
verified: no, type: mrr_at_20
value: 14.623929801790952
verified: no, type: mrr_at_3
value: 12.86252354048964
verified: no, type: mrr_at_5
value: 13.55743879472693
verified: no, type: nauc_map_at_1000_diff1
value: 30.334633457872854
verified: no, type: nauc_map_at_1000_max
value: 16.879524053860088
verified: no, type: nauc_map_at_1000_std
value: -11.608379714877143
verified: no, type: nauc_map_at_100_diff1
value: 30.315313717026044
verified: no, type: nauc_map_at_100_max
value: 16.85237939531867
verified: no, type: nauc_map_at_100_std
value: -11.622151859571831
verified: no, type: nauc_map_at_10_diff1
value: 30.914146463660085
verified: no, type: nauc_map_at_10_max
value: 16.957132658303777
verified: no, type: nauc_map_at_10_std
value: -11.731838090023269
verified: no, type: nauc_map_at_1_diff1
value: 38.059077642105095
verified: no, type: nauc_map_at_1_max
value: 17.258898457644563
verified: no, type: nauc_map_at_1_std
value: -15.1141417910556
verified: no, type: nauc_map_at_20_diff1
value: 30.657379748220464
verified: no, type: nauc_map_at_20_max
value: 16.728415773059652
verified: no, type: nauc_map_at_20_std
value: -11.58808790930077
verified: no, type: nauc_map_at_3_diff1
value: 33.46033892507575
verified: no, type: nauc_map_at_3_max
value: 17.063496859962274
verified: no, type: nauc_map_at_3_std
value: -12.540868416387656
verified: no, type: nauc_map_at_5_diff1
value: 31.833328131003665
verified: no, type: nauc_map_at_5_max
value: 16.85136559752421
verified: no, type: nauc_map_at_5_std
value: -12.482629966798948
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.41507065744396
verified: no, type: nauc_mrr_at_1000_max
value: 18.49824554052624
verified: no, type: nauc_mrr_at_1000_std
value: -10.326025120569037
verified: no, type: nauc_mrr_at_100_diff1
value: 29.379801930215717
verified: no, type: nauc_mrr_at_100_max
value: 18.488234248143247
verified: no, type: nauc_mrr_at_100_std
value: -10.335639545339422
verified: no, type: nauc_mrr_at_10_diff1
value: 29.91432794618661
verified: no, type: nauc_mrr_at_10_max
value: 18.724879448569546
verified: no, type: nauc_mrr_at_10_std
value: -10.404101745775053
verified: no, type: nauc_mrr_at_1_diff1
value: 37.90615317749033
verified: no, type: nauc_mrr_at_1_max
value: 18.93535243576158
verified: no, type: nauc_mrr_at_1_std
value: -13.352192729903559
verified: no, type: nauc_mrr_at_20_diff1
value: 29.578605690031328
verified: no, type: nauc_mrr_at_20_max
value: 18.407726379219987
verified: no, type: nauc_mrr_at_20_std
value: -10.298490989990624
verified: no, type: nauc_mrr_at_3_diff1
value: 32.02343883506372
verified: no, type: nauc_mrr_at_3_max
value: 18.633783635235847
verified: no, type: nauc_mrr_at_3_std
value: -11.228435347275935
verified: no, type: nauc_mrr_at_5_diff1
value: 30.69962523728713
verified: no, type: nauc_mrr_at_5_max
value: 18.72446829188985
verified: no, type: nauc_mrr_at_5_std
value: -11.138830180701982
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.382297853226866
verified: no, type: nauc_ndcg_at_1000_max
value: 17.43716304218148
verified: no, type: nauc_ndcg_at_1000_std
value: -10.190696887337486
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.735480242752285
verified: no, type: nauc_ndcg_at_100_max
value: 16.71943454741711
verified: no, type: nauc_ndcg_at_100_std
value: -9.924909206899162
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.358228148721842
verified: no, type: nauc_ndcg_at_10_max
value: 16.922883804711265
verified: no, type: nauc_ndcg_at_10_std
value: -10.016699536056024
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.90615317749033
verified: no, type: nauc_ndcg_at_1_max
value: 18.93535243576158
verified: no, type: nauc_ndcg_at_1_std
value: -13.352192729903559
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.463382227572517
verified: no, type: nauc_ndcg_at_20_max
value: 16.22031339406569
verified: no, type: nauc_ndcg_at_20_std
value: -9.66724467521929
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.53806923827287
verified: no, type: nauc_ndcg_at_3_max
value: 17.049495750298107
verified: no, type: nauc_ndcg_at_3_std
value: -11.58504512374531
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.10131680215961
verified: no, type: nauc_ndcg_at_5_max
value: 16.786497467751296
verified: no, type: nauc_ndcg_at_5_std
value: -11.594059282963107
verified: no, type: nauc_precision_at_1000_diff1
value: 5.724183211042247
verified: no, type: nauc_precision_at_1000_max
value: 22.481314169026508
verified: no, type: nauc_precision_at_1000_std
value: -2.4780053135041844
verified: no, type: nauc_precision_at_100_diff1
value: 8.982535905232872
verified: no, type: nauc_precision_at_100_max
value: 19.23627381958997
verified: no, type: nauc_precision_at_100_std
value: -6.469375758025859
verified: no, type: nauc_precision_at_10_diff1
value: 18.446003934213422
verified: no, type: nauc_precision_at_10_max
value: 18.317564090743698
verified: no, type: nauc_precision_at_10_std
value: -5.258776187738409
verified: no, type: nauc_precision_at_1_diff1
value: 37.90615317749033
verified: no, type: nauc_precision_at_1_max
value: 18.93535243576158
verified: no, type: nauc_precision_at_1_std
value: -13.352192729903559
verified: no, type: nauc_precision_at_20_diff1
value: 16.32313052813914
verified: no, type: nauc_precision_at_20_max
value: 16.623118796672443
verified: no, type: nauc_precision_at_20_std
value: -5.178876021009233
verified: no, type: nauc_precision_at_3_diff1
value: 28.153843298140956
verified: no, type: nauc_precision_at_3_max
value: 18.261053599119773
verified: no, type: nauc_precision_at_3_std
value: -8.633656740784398
verified: no, type: nauc_precision_at_5_diff1
value: 22.30147327973116
verified: no, type: nauc_precision_at_5_max
value: 17.724668119940276
verified: no, type: nauc_precision_at_5_std
value: -9.147827083942738
verified: no, type: nauc_recall_at_1000_diff1
value: 12.936742845571006
verified: no, type: nauc_recall_at_1000_max
value: 17.728147389670845
verified: no, type: nauc_recall_at_1000_std
value: -10.026543773605697
verified: no, type: nauc_recall_at_100_diff1
value: 12.196046010910255
verified: no, type: nauc_recall_at_100_max
value: 14.320146451643033
verified: no, type: nauc_recall_at_100_std
value: -7.059868030131276
verified: no, type: nauc_recall_at_10_diff1
value: 19.81974166368456
verified: no, type: nauc_recall_at_10_max
value: 15.137717469839288
verified: no, type: nauc_recall_at_10_std
value: -6.894031649742936
verified: no, type: nauc_recall_at_1_diff1
value: 38.059077642105095
verified: no, type: nauc_recall_at_1_max
value: 17.258898457644563
verified: no, type: nauc_recall_at_1_std
value: -15.1141417910556
verified: no, type: nauc_recall_at_20_diff1
value: 17.87014099435801
verified: no, type: nauc_recall_at_20_max
value: 13.410148544576403
verified: no, type: nauc_recall_at_20_std
value: -6.139892629545985
verified: no, type: nauc_recall_at_3_diff1
value: 27.941355405054267
verified: no, type: nauc_recall_at_3_max
value: 15.300277815129304
verified: no, type: nauc_recall_at_3_std
value: -10.440312722587832
verified: no, type: nauc_recall_at_5_diff1
value: 23.715987229368274
verified: no, type: nauc_recall_at_5_max
value: 15.063760707410282
verified: no, type: nauc_recall_at_5_std
value: -10.521011536014003
verified: no, type: ndcg_at_1
value: 10.056
verified: no, type: ndcg_at_10
value: 15.889000000000001
verified: no, type: ndcg_at_100
value: 20.007
verified: no, type: ndcg_at_1000
value: 23.324
verified: no, type: ndcg_at_20
value: 17.127
verified: no, type: ndcg_at_3
value: 13.171
verified: no, type: ndcg_at_5
value: 14.358
verified: no, type: precision_at_1
value: 10.056
verified: no, type: precision_at_10
value: 2.588
verified: no, type: precision_at_100
value: 0.49300000000000005
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_20
value: 1.559
verified: no, type: precision_at_3
value: 5.612
verified: no, type: precision_at_5
value: 4.0680000000000005
verified: no, type: recall_at_1
value: 9.472999999999999
verified: no, type: recall_at_10
value: 22.676
verified: no, type: recall_at_100
value: 42.672
verified: no, type: recall_at_1000
value: 68.939
verified: no, type: recall_at_20
value: 27.462999999999997
verified: no, type: recall_at_3
value: 15.383
verified: no, type: recall_at_5
value: 18.174
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackMathematicaRetrieval (default)
type: mteb/cqadupstack-mathematica
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: main_score
value: 11
verified: no, type: map_at_1
value: 5.148
verified: no, type: map_at_10
value: 8.469999999999999
verified: no, type: map_at_100
value: 9.212
verified: no, type: map_at_1000
value: 9.322
verified: no, type: map_at_20
value: 8.808
verified: no, type: map_at_3
value: 7.131
verified: no, type: map_at_5
value: 7.815999999999999
verified: no, type: mrr_at_1
value: 6.343283582089552
verified: no, type: mrr_at_10
value: 10.370913290689412
verified: no, type: mrr_at_100
value: 11.152489765865017
verified: no, type: mrr_at_1000
value: 11.240647288895591
verified: no, type: mrr_at_20
value: 10.741514212977526
verified: no, type: mrr_at_3
value: 8.872305140961858
verified: no, type: mrr_at_5
value: 9.631011608623549
verified: no, type: nauc_map_at_1000_diff1
value: 23.766626012326586
verified: no, type: nauc_map_at_1000_max
value: 12.653376257429583
verified: no, type: nauc_map_at_1000_std
value: 8.616529960924888
verified: no, type: nauc_map_at_100_diff1
value: 23.738827084996768
verified: no, type: nauc_map_at_100_max
value: 12.649650411660854
verified: no, type: nauc_map_at_100_std
value: 8.541383664809612
verified: no, type: nauc_map_at_10_diff1
value: 23.999578907568026
verified: no, type: nauc_map_at_10_max
value: 12.71263636252209
verified: no, type: nauc_map_at_10_std
value: 7.591195966672301
verified: no, type: nauc_map_at_1_diff1
value: 35.57446018071185
verified: no, type: nauc_map_at_1_max
value: 14.079653770667337
verified: no, type: nauc_map_at_1_std
value: 11.69336879118923
verified: no, type: nauc_map_at_20_diff1
value: 24.160966681198037
verified: no, type: nauc_map_at_20_max
value: 12.874042661878926
verified: no, type: nauc_map_at_20_std
value: 8.47225999927236
verified: no, type: nauc_map_at_3_diff1
value: 26.388037294578943
verified: no, type: nauc_map_at_3_max
value: 12.836707260430186
verified: no, type: nauc_map_at_3_std
value: 6.661759987628506
verified: no, type: nauc_map_at_5_diff1
value: 24.670961314269608
verified: no, type: nauc_map_at_5_max
value: 12.93683340709218
verified: no, type: nauc_map_at_5_std
value: 6.6199426801021435
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.216930411387928
verified: no, type: nauc_mrr_at_1000_max
value: 15.19292342533299
verified: no, type: nauc_mrr_at_1000_std
value: 8.443837847880454
verified: no, type: nauc_mrr_at_100_diff1
value: 23.191640457286802
verified: no, type: nauc_mrr_at_100_max
value: 15.176060930237956
verified: no, type: nauc_mrr_at_100_std
value: 8.438353759551372
verified: no, type: nauc_mrr_at_10_diff1
value: 23.641665699722576
verified: no, type: nauc_mrr_at_10_max
value: 15.363771027025361
verified: no, type: nauc_mrr_at_10_std
value: 7.6943977364817675
verified: no, type: nauc_mrr_at_1_diff1
value: 34.13967231695169
verified: no, type: nauc_mrr_at_1_max
value: 18.217995055452356
verified: no, type: nauc_mrr_at_1_std
value: 11.691078655411745
verified: no, type: nauc_mrr_at_20_diff1
value: 23.584124655747633
verified: no, type: nauc_mrr_at_20_max
value: 15.504561511128212
verified: no, type: nauc_mrr_at_20_std
value: 8.487309205927613
verified: no, type: nauc_mrr_at_3_diff1
value: 26.239880657367205
verified: no, type: nauc_mrr_at_3_max
value: 15.653548540177347
verified: no, type: nauc_mrr_at_3_std
value: 6.349852805707984
verified: no, type: nauc_mrr_at_5_diff1
value: 23.976240360223915
verified: no, type: nauc_mrr_at_5_max
value: 15.744338647107542
verified: no, type: nauc_mrr_at_5_std
value: 6.487124576469712
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.496197697682945
verified: no, type: nauc_ndcg_at_1000_max
value: 12.101852407794244
verified: no, type: nauc_ndcg_at_1000_std
value: 12.016860314478954
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.9745151618046
verified: no, type: nauc_ndcg_at_100_max
value: 11.815079877327287
verified: no, type: nauc_ndcg_at_100_std
value: 10.61036714041141
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.49507024120394
verified: no, type: nauc_ndcg_at_10_max
value: 13.081108599437465
verified: no, type: nauc_ndcg_at_10_std
value: 7.930411944011889
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.13967231695169
verified: no, type: nauc_ndcg_at_1_max
value: 18.217995055452356
verified: no, type: nauc_ndcg_at_1_std
value: 11.691078655411745
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.839258395401707
verified: no, type: nauc_ndcg_at_20_max
value: 13.485012044482616
verified: no, type: nauc_ndcg_at_20_std
value: 10.423314754071841
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.534248413854158
verified: no, type: nauc_ndcg_at_3_max
value: 13.612373481617901
verified: no, type: nauc_ndcg_at_3_std
value: 5.122655306518725
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.45736115604528
verified: no, type: nauc_ndcg_at_5_max
value: 13.50049057414957
verified: no, type: nauc_ndcg_at_5_std
value: 5.5599020003710375
verified: no, type: nauc_precision_at_1000_diff1
value: 5.214729837045339
verified: no, type: nauc_precision_at_1000_max
value: 7.049726610933547
verified: no, type: nauc_precision_at_1000_std
value: 10.217710184510343
verified: no, type: nauc_precision_at_100_diff1
value: 10.428281377918521
verified: no, type: nauc_precision_at_100_max
value: 9.592496174158226
verified: no, type: nauc_precision_at_100_std
value: 11.524579687966593
verified: no, type: nauc_precision_at_10_diff1
value: 13.144126104006663
verified: no, type: nauc_precision_at_10_max
value: 12.791519232802509
verified: no, type: nauc_precision_at_10_std
value: 7.117254065134753
verified: no, type: nauc_precision_at_1_diff1
value: 34.13967231695169
verified: no, type: nauc_precision_at_1_max
value: 18.217995055452356
verified: no, type: nauc_precision_at_1_std
value: 11.691078655411745
verified: no, type: nauc_precision_at_20_diff1
value: 14.534665391717477
verified: no, type: nauc_precision_at_20_max
value: 13.373720011165052
verified: no, type: nauc_precision_at_20_std
value: 12.735872233304013
verified: no, type: nauc_precision_at_3_diff1
value: 20.050332454808
verified: no, type: nauc_precision_at_3_max
value: 14.287141036751699
verified: no, type: nauc_precision_at_3_std
value: 2.1412848715847774
verified: no, type: nauc_precision_at_5_diff1
value: 16.547335020939435
verified: no, type: nauc_precision_at_5_max
value: 14.007790386514285
verified: no, type: nauc_precision_at_5_std
value: 2.0821824154130835
verified: no, type: nauc_recall_at_1000_diff1
value: 12.811540518810224
verified: no, type: nauc_recall_at_1000_max
value: 8.292364898702107
verified: no, type: nauc_recall_at_1000_std
value: 21.172583907189164
verified: no, type: nauc_recall_at_100_diff1
value: 10.763207100689536
verified: no, type: nauc_recall_at_100_max
value: 7.433707421662763
verified: no, type: nauc_recall_at_100_std
value: 13.860488374098953
verified: no, type: nauc_recall_at_10_diff1
value: 14.171919964914773
verified: no, type: nauc_recall_at_10_max
value: 12.3310517183378
verified: no, type: nauc_recall_at_10_std
value: 8.627373443421941
verified: no, type: nauc_recall_at_1_diff1
value: 35.57446018071185
verified: no, type: nauc_recall_at_1_max
value: 14.079653770667337
verified: no, type: nauc_recall_at_1_std
value: 11.69336879118923
verified: no, type: nauc_recall_at_20_diff1
value: 15.254229786832758
verified: no, type: nauc_recall_at_20_max
value: 12.944155764013084
verified: no, type: nauc_recall_at_20_std
value: 13.947428525952118
verified: no, type: nauc_recall_at_3_diff1
value: 19.723050472865584
verified: no, type: nauc_recall_at_3_max
value: 12.208432070640235
verified: no, type: nauc_recall_at_3_std
value: 3.2560341221626357
verified: no, type: nauc_recall_at_5_diff1
value: 14.200616898717133
verified: no, type: nauc_recall_at_5_max
value: 12.262563917077088
verified: no, type: nauc_recall_at_5_std
value: 4.115380825048154
verified: no, type: ndcg_at_1
value: 6.343
verified: no, type: ndcg_at_10
value: 11
verified: no, type: ndcg_at_100
value: 15.332
verified: no, type: ndcg_at_1000
value: 18.505
verified: no, type: ndcg_at_20
value: 12.280000000000001
verified: no, type: ndcg_at_3
value: 8.297
verified: no, type: ndcg_at_5
value: 9.482
verified: no, type: precision_at_1
value: 6.343
verified: no, type: precision_at_10
value: 2.251
verified: no, type: precision_at_100
value: 0.516
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_20
value: 1.437
verified: no, type: precision_at_3
value: 4.104
verified: no, type: precision_at_5
value: 3.234
verified: no, type: recall_at_1
value: 5.148
verified: no, type: recall_at_10
value: 16.955000000000002
verified: no, type: recall_at_100
value: 37.295
verified: no, type: recall_at_1000
value: 60.681
verified: no, type: recall_at_20
value: 21.847
verified: no, type: recall_at_3
value: 9.735000000000001
verified: no, type: recall_at_5
value: 12.595999999999998
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackPhysicsRetrieval (default)
type: mteb/cqadupstack-physics
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: main_score
value: 22.671
verified: no, type: map_at_1
value: 13.99
verified: no, type: map_at_10
value: 19.16
verified: no, type: map_at_100
value: 20.247999999999998
verified: no, type: map_at_1000
value: 20.392
verified: no, type: map_at_20
value: 19.741
verified: no, type: map_at_3
value: 17.527
verified: no, type: map_at_5
value: 18.431
verified: no, type: mrr_at_1
value: 17.035611164581326
verified: no, type: mrr_at_10
value: 22.920886994515485
verified: no, type: mrr_at_100
value: 23.890327247971815
verified: no, type: mrr_at_1000
value: 23.98416758924587
verified: no, type: mrr_at_20
value: 23.478953217825296
verified: no, type: mrr_at_3
value: 21.158164902149515
verified: no, type: mrr_at_5
value: 22.154315046519095
verified: no, type: nauc_map_at_1000_diff1
value: 40.20942586785694
verified: no, type: nauc_map_at_1000_max
value: 19.62019855432636
verified: no, type: nauc_map_at_1000_std
value: -6.491186533676609
verified: no, type: nauc_map_at_100_diff1
value: 40.20129829669095
verified: no, type: nauc_map_at_100_max
value: 19.550525879706164
verified: no, type: nauc_map_at_100_std
value: -6.557075399749154
verified: no, type: nauc_map_at_10_diff1
value: 40.467281905527244
verified: no, type: nauc_map_at_10_max
value: 19.43593214249552
verified: no, type: nauc_map_at_10_std
value: -7.194947764095804
verified: no, type: nauc_map_at_1_diff1
value: 49.99688096548819
verified: no, type: nauc_map_at_1_max
value: 22.94216810488251
verified: no, type: nauc_map_at_1_std
value: -8.778905956805103
verified: no, type: nauc_map_at_20_diff1
value: 40.23228770570461
verified: no, type: nauc_map_at_20_max
value: 19.53074463716011
verified: no, type: nauc_map_at_20_std
value: -6.93310286275384
verified: no, type: nauc_map_at_3_diff1
value: 42.462368040248364
verified: no, type: nauc_map_at_3_max
value: 20.15932725435944
verified: no, type: nauc_map_at_3_std
value: -7.524246324724258
verified: no, type: nauc_map_at_5_diff1
value: 40.874264936734775
verified: no, type: nauc_map_at_5_max
value: 19.741200249921643
verified: no, type: nauc_map_at_5_std
value: -7.301832585861893
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.93104632204301
verified: no, type: nauc_mrr_at_1000_max
value: 22.851961632870285
verified: no, type: nauc_mrr_at_1000_std
value: -6.050824088401521
verified: no, type: nauc_mrr_at_100_diff1
value: 36.90287005748533
verified: no, type: nauc_mrr_at_100_max
value: 22.838209556819866
verified: no, type: nauc_mrr_at_100_std
value: -6.064342814003103
verified: no, type: nauc_mrr_at_10_diff1
value: 36.93428786395009
verified: no, type: nauc_mrr_at_10_max
value: 22.89500409199853
verified: no, type: nauc_mrr_at_10_std
value: -6.581360935957288
verified: no, type: nauc_mrr_at_1_diff1
value: 46.11618926628157
verified: no, type: nauc_mrr_at_1_max
value: 27.154042077346617
verified: no, type: nauc_mrr_at_1_std
value: -7.408231463170914
verified: no, type: nauc_mrr_at_20_diff1
value: 36.964474819881275
verified: no, type: nauc_mrr_at_20_max
value: 22.9072805988528
verified: no, type: nauc_mrr_at_20_std
value: -6.306124053032698
verified: no, type: nauc_mrr_at_3_diff1
value: 38.9506895551962
verified: no, type: nauc_mrr_at_3_max
value: 24.218011709989156
verified: no, type: nauc_mrr_at_3_std
value: -6.7973818662665995
verified: no, type: nauc_mrr_at_5_diff1
value: 37.42273475691658
verified: no, type: nauc_mrr_at_5_max
value: 23.270403975249025
verified: no, type: nauc_mrr_at_5_std
value: -6.745230968723559
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.79628671266452
verified: no, type: nauc_ndcg_at_1000_max
value: 19.26627785321929
verified: no, type: nauc_ndcg_at_1000_std
value: -2.569388520550047
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.768798848849585
verified: no, type: nauc_ndcg_at_100_max
value: 18.377203611905518
verified: no, type: nauc_ndcg_at_100_std
value: -3.3799540521604636
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.510770710845314
verified: no, type: nauc_ndcg_at_10_max
value: 18.461708026439457
verified: no, type: nauc_ndcg_at_10_std
value: -6.491226580238661
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.11618926628157
verified: no, type: nauc_ndcg_at_1_max
value: 27.154042077346617
verified: no, type: nauc_ndcg_at_1_std
value: -7.408231463170914
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.070548441535124
verified: no, type: nauc_ndcg_at_20_max
value: 18.42396263230167
verified: no, type: nauc_ndcg_at_20_std
value: -5.61879907431204
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.41782933627965
verified: no, type: nauc_ndcg_at_3_max
value: 21.047162846620946
verified: no, type: nauc_ndcg_at_3_std
value: -6.840755018811107
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.17959347569529
verified: no, type: nauc_ndcg_at_5_max
value: 19.680732729842823
verified: no, type: nauc_ndcg_at_5_std
value: -6.707637987639474
verified: no, type: nauc_precision_at_1000_diff1
value: 0.49247246717968796
verified: no, type: nauc_precision_at_1000_max
value: 14.62495465729825
verified: no, type: nauc_precision_at_1000_std
value: 9.669209534147573
verified: no, type: nauc_precision_at_100_diff1
value: 11.5414175528365
verified: no, type: nauc_precision_at_100_max
value: 18.504188333036936
verified: no, type: nauc_precision_at_100_std
value: 6.194157348432716
verified: no, type: nauc_precision_at_10_diff1
value: 23.453163613392075
verified: no, type: nauc_precision_at_10_max
value: 20.06043852181855
verified: no, type: nauc_precision_at_10_std
value: -3.1717316064536836
verified: no, type: nauc_precision_at_1_diff1
value: 46.11618926628157
verified: no, type: nauc_precision_at_1_max
value: 27.154042077346617
verified: no, type: nauc_precision_at_1_std
value: -7.408231463170914
verified: no, type: nauc_precision_at_20_diff1
value: 20.708737669355788
verified: no, type: nauc_precision_at_20_max
value: 20.584185448256555
verified: no, type: nauc_precision_at_20_std
value: -0.7112923884678451
verified: no, type: nauc_precision_at_3_diff1
value: 31.594155528934703
verified: no, type: nauc_precision_at_3_max
value: 21.789282355041912
verified: no, type: nauc_precision_at_3_std
value: -3.9339318840163666
verified: no, type: nauc_precision_at_5_diff1
value: 26.10899513884069
verified: no, type: nauc_precision_at_5_max
value: 21.193775642825518
verified: no, type: nauc_precision_at_5_std
value: -4.04371021464142
verified: no, type: nauc_recall_at_1000_diff1
value: 19.475747590569128
verified: no, type: nauc_recall_at_1000_max
value: 10.531569131631349
verified: no, type: nauc_recall_at_1000_std
value: 20.376238758750535
verified: no, type: nauc_recall_at_100_diff1
value: 24.539661771959622
verified: no, type: nauc_recall_at_100_max
value: 8.849671325401761
verified: no, type: nauc_recall_at_100_std
value: 8.155353459396068
verified: no, type: nauc_recall_at_10_diff1
value: 27.94562559317398
verified: no, type: nauc_recall_at_10_max
value: 12.341122611885497
verified: no, type: nauc_recall_at_10_std
value: -4.945672050235199
verified: no, type: nauc_recall_at_1_diff1
value: 49.99688096548819
verified: no, type: nauc_recall_at_1_max
value: 22.94216810488251
verified: no, type: nauc_recall_at_1_std
value: -8.778905956805103
verified: no, type: nauc_recall_at_20_diff1
value: 26.721295492823483
verified: no, type: nauc_recall_at_20_max
value: 11.354327070591353
verified: no, type: nauc_recall_at_20_std
value: -2.0775832506536145
verified: no, type: nauc_recall_at_3_diff1
value: 35.18424498331245
verified: no, type: nauc_recall_at_3_max
value: 16.737206820951112
verified: no, type: nauc_recall_at_3_std
value: -6.362047908804104
verified: no, type: nauc_recall_at_5_diff1
value: 30.146390141726233
verified: no, type: nauc_recall_at_5_max
value: 14.718619551703243
verified: no, type: nauc_recall_at_5_std
value: -5.7544278604675165
verified: no, type: ndcg_at_1
value: 17.036
verified: no, type: ndcg_at_10
value: 22.671
verified: no, type: ndcg_at_100
value: 28.105999999999998
verified: no, type: ndcg_at_1000
value: 31.432
verified: no, type: ndcg_at_20
value: 24.617
verified: no, type: ndcg_at_3
value: 19.787
verified: no, type: ndcg_at_5
value: 21.122
verified: no, type: precision_at_1
value: 17.036
verified: no, type: precision_at_10
value: 4.09
verified: no, type: precision_at_100
value: 0.836
verified: no, type: precision_at_1000
value: 0.131
verified: no, type: precision_at_20
value: 2.6470000000000002
verified: no, type: precision_at_3
value: 9.208
verified: no, type: precision_at_5
value: 6.660000000000001
verified: no, type: recall_at_1
value: 13.99
verified: no, type: recall_at_10
value: 29.743000000000002
verified: no, type: recall_at_100
value: 53.735
verified: no, type: recall_at_1000
value: 76.785
verified: no, type: recall_at_20
value: 36.624
verified: no, type: recall_at_3
value: 21.583
verified: no, type: recall_at_5
value: 24.937
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackProgrammersRetrieval (default)
type: mteb/cqadupstack-programmers
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: main_score
value: 16.306
verified: no, type: map_at_1
value: 8.802999999999999
verified: no, type: map_at_10
value: 13.148000000000001
verified: no, type: map_at_100
value: 13.971
verified: no, type: map_at_1000
value: 14.105
verified: no, type: map_at_20
value: 13.529
verified: no, type: map_at_3
value: 11.638
verified: no, type: map_at_5
value: 12.356
verified: no, type: mrr_at_1
value: 11.073059360730593
verified: no, type: mrr_at_10
value: 15.919583967529165
verified: no, type: mrr_at_100
value: 16.709279732986573
verified: no, type: mrr_at_1000
value: 16.815285605955996
verified: no, type: mrr_at_20
value: 16.30432527215681
verified: no, type: mrr_at_3
value: 14.23135464231354
verified: no, type: mrr_at_5
value: 15.041856925418564
verified: no, type: nauc_map_at_1000_diff1
value: 30.659955136068056
verified: no, type: nauc_map_at_1000_max
value: 18.44163576415389
verified: no, type: nauc_map_at_1000_std
value: -3.8367034295883577
verified: no, type: nauc_map_at_100_diff1
value: 30.67476361799846
verified: no, type: nauc_map_at_100_max
value: 18.428682857132582
verified: no, type: nauc_map_at_100_std
value: -3.8897179777637882
verified: no, type: nauc_map_at_10_diff1
value: 30.59247711976844
verified: no, type: nauc_map_at_10_max
value: 18.705778597272683
verified: no, type: nauc_map_at_10_std
value: -5.022221490794733
verified: no, type: nauc_map_at_1_diff1
value: 40.141433107510736
verified: no, type: nauc_map_at_1_max
value: 23.026643526851306
verified: no, type: nauc_map_at_1_std
value: -5.749563342494851
verified: no, type: nauc_map_at_20_diff1
value: 30.68509526178602
verified: no, type: nauc_map_at_20_max
value: 18.45627985639005
verified: no, type: nauc_map_at_20_std
value: -4.406952661617948
verified: no, type: nauc_map_at_3_diff1
value: 31.73558283054405
verified: no, type: nauc_map_at_3_max
value: 18.205161864303328
verified: no, type: nauc_map_at_3_std
value: -5.435667326361934
verified: no, type: nauc_map_at_5_diff1
value: 30.794538196458472
verified: no, type: nauc_map_at_5_max
value: 18.500170217691768
verified: no, type: nauc_map_at_5_std
value: -5.684418245921586
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.43077651539303
verified: no, type: nauc_mrr_at_1000_max
value: 20.25130465933273
verified: no, type: nauc_mrr_at_1000_std
value: -4.403299701181712
verified: no, type: nauc_mrr_at_100_diff1
value: 29.42440095545253
verified: no, type: nauc_mrr_at_100_max
value: 20.262024168775454
verified: no, type: nauc_mrr_at_100_std
value: -4.46104833589502
verified: no, type: nauc_mrr_at_10_diff1
value: 29.557535725132624
verified: no, type: nauc_mrr_at_10_max
value: 20.517669578964018
verified: no, type: nauc_mrr_at_10_std
value: -4.768947635082991
verified: no, type: nauc_mrr_at_1_diff1
value: 37.4774948212758
verified: no, type: nauc_mrr_at_1_max
value: 23.439278749784055
verified: no, type: nauc_mrr_at_1_std
value: -5.157088191908156
verified: no, type: nauc_mrr_at_20_diff1
value: 29.48470932914118
verified: no, type: nauc_mrr_at_20_max
value: 20.278594953830762
verified: no, type: nauc_mrr_at_20_std
value: -4.705845733248912
verified: no, type: nauc_mrr_at_3_diff1
value: 30.77059795240642
verified: no, type: nauc_mrr_at_3_max
value: 20.391982151070895
verified: no, type: nauc_mrr_at_3_std
value: -5.0478682718453385
verified: no, type: nauc_mrr_at_5_diff1
value: 30.028856765971984
verified: no, type: nauc_mrr_at_5_max
value: 20.557553687197167
verified: no, type: nauc_mrr_at_5_std
value: -5.24319954121192
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.40711483349399
verified: no, type: nauc_ndcg_at_1000_max
value: 17.126369493537826
verified: no, type: nauc_ndcg_at_1000_std
value: 0.5342836524997823
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.711441526870356
verified: no, type: nauc_ndcg_at_100_max
value: 17.276247470704032
verified: no, type: nauc_ndcg_at_100_std
value: -0.8750376980385484
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.720574369240204
verified: no, type: nauc_ndcg_at_10_max
value: 18.456829787593097
verified: no, type: nauc_ndcg_at_10_std
value: -4.216473937357797
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.4774948212758
verified: no, type: nauc_ndcg_at_1_max
value: 23.439278749784055
verified: no, type: nauc_ndcg_at_1_std
value: -5.157088191908156
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.746972988773933
verified: no, type: nauc_ndcg_at_20_max
value: 17.52494953980253
verified: no, type: nauc_ndcg_at_20_std
value: -2.9781030890977322
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.522350537696717
verified: no, type: nauc_ndcg_at_3_max
value: 18.011604144671008
verified: no, type: nauc_ndcg_at_3_std
value: -4.725546369301677
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.15851614794711
verified: no, type: nauc_ndcg_at_5_max
value: 18.317965726201184
verified: no, type: nauc_ndcg_at_5_std
value: -5.54058686011457
verified: no, type: nauc_precision_at_1000_diff1
value: 4.343913518236252
verified: no, type: nauc_precision_at_1000_max
value: 7.949664745091711
verified: no, type: nauc_precision_at_1000_std
value: 2.986855849342956
verified: no, type: nauc_precision_at_100_diff1
value: 15.435700494268618
verified: no, type: nauc_precision_at_100_max
value: 15.530490741404742
verified: no, type: nauc_precision_at_100_std
value: 4.089210125048146
verified: no, type: nauc_precision_at_10_diff1
value: 19.57474708128042
verified: no, type: nauc_precision_at_10_max
value: 19.632161038711597
verified: no, type: nauc_precision_at_10_std
value: -1.7830580435403458
verified: no, type: nauc_precision_at_1_diff1
value: 37.4774948212758
verified: no, type: nauc_precision_at_1_max
value: 23.439278749784055
verified: no, type: nauc_precision_at_1_std
value: -5.157088191908156
verified: no, type: nauc_precision_at_20_diff1
value: 20.568797026407644
verified: no, type: nauc_precision_at_20_max
value: 17.15052399771233
verified: no, type: nauc_precision_at_20_std
value: 0.6381100303472123
verified: no, type: nauc_precision_at_3_diff1
value: 23.53527003948809
verified: no, type: nauc_precision_at_3_max
value: 18.260774860471376
verified: no, type: nauc_precision_at_3_std
value: -4.277699429606214
verified: no, type: nauc_precision_at_5_diff1
value: 20.957492799575085
verified: no, type: nauc_precision_at_5_max
value: 20.041536239699173
verified: no, type: nauc_precision_at_5_std
value: -5.250189398148323
verified: no, type: nauc_recall_at_1000_diff1
value: 19.56836100145482
verified: no, type: nauc_recall_at_1000_max
value: 7.776560050916105
verified: no, type: nauc_recall_at_1000_std
value: 20.13708584784103
verified: no, type: nauc_recall_at_100_diff1
value: 22.16510567224014
verified: no, type: nauc_recall_at_100_max
value: 11.397641876417932
verified: no, type: nauc_recall_at_100_std
value: 7.58221141431797
verified: no, type: nauc_recall_at_10_diff1
value: 21.305911125564595
verified: no, type: nauc_recall_at_10_max
value: 15.61442350884527
verified: no, type: nauc_recall_at_10_std
value: -2.264275057856056
verified: no, type: nauc_recall_at_1_diff1
value: 40.141433107510736
verified: no, type: nauc_recall_at_1_max
value: 23.026643526851306
verified: no, type: nauc_recall_at_1_std
value: -5.749563342494851
verified: no, type: nauc_recall_at_20_diff1
value: 21.33360178111777
verified: no, type: nauc_recall_at_20_max
value: 13.007427262980725
verified: no, type: nauc_recall_at_20_std
value: 0.8315450930852684
verified: no, type: nauc_recall_at_3_diff1
value: 24.26871252397936
verified: no, type: nauc_recall_at_3_max
value: 13.78009182310998
verified: no, type: nauc_recall_at_3_std
value: -4.427807391785745
verified: no, type: nauc_recall_at_5_diff1
value: 22.146386144738443
verified: no, type: nauc_recall_at_5_max
value: 14.558261310921718
verified: no, type: nauc_recall_at_5_std
value: -5.453171833787222
verified: no, type: ndcg_at_1
value: 11.073
verified: no, type: ndcg_at_10
value: 16.306
verified: no, type: ndcg_at_100
value: 20.605
verified: no, type: ndcg_at_1000
value: 24.321
verified: no, type: ndcg_at_20
value: 17.605999999999998
verified: no, type: ndcg_at_3
value: 13.242
verified: no, type: ndcg_at_5
value: 14.424000000000001
verified: no, type: precision_at_1
value: 11.073
verified: no, type: precision_at_10
value: 3.174
verified: no, type: precision_at_100
value: 0.632
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 1.981
verified: no, type: precision_at_3
value: 6.317
verified: no, type: precision_at_5
value: 4.658
verified: no, type: recall_at_1
value: 8.802999999999999
verified: no, type: recall_at_10
value: 23.294999999999998
verified: no, type: recall_at_100
value: 42.543
verified: no, type: recall_at_1000
value: 69.501
verified: no, type: recall_at_20
value: 27.788
verified: no, type: recall_at_3
value: 14.935
verified: no, type: recall_at_5
value: 17.862000000000002
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackRetrieval (default)
type: CQADupstackRetrieval_is_a_combined_dataset
config: default
split: test
revision: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 19.211500000000004
verified: no, type: ndcg_at_10
value: 19.211500000000004
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackStatsRetrieval (default)
type: mteb/cqadupstack-stats
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: main_score
value: 13.274
verified: no, type: map_at_1
value: 7.514
verified: no, type: map_at_10
value: 10.763
verified: no, type: map_at_100
value: 11.466
verified: no, type: map_at_1000
value: 11.565
verified: no, type: map_at_20
value: 11.153
verified: no, type: map_at_3
value: 9.489
verified: no, type: map_at_5
value: 10.05
verified: no, type: mrr_at_1
value: 9.049079754601227
verified: no, type: mrr_at_10
value: 12.66140812153082
verified: no, type: mrr_at_100
value: 13.34440731558096
verified: no, type: mrr_at_1000
value: 13.431250805407094
verified: no, type: mrr_at_20
value: 13.015821938908093
verified: no, type: mrr_at_3
value: 11.349693251533745
verified: no, type: mrr_at_5
value: 11.955521472392643
verified: no, type: nauc_map_at_1000_diff1
value: 22.974932209110474
verified: no, type: nauc_map_at_1000_max
value: 19.2179493418811
verified: no, type: nauc_map_at_1000_std
value: -4.027224925667458
verified: no, type: nauc_map_at_100_diff1
value: 23.00306330611636
verified: no, type: nauc_map_at_100_max
value: 19.279597737188887
verified: no, type: nauc_map_at_100_std
value: -4.054272921846715
verified: no, type: nauc_map_at_10_diff1
value: 23.185643422536508
verified: no, type: nauc_map_at_10_max
value: 19.620815876636478
verified: no, type: nauc_map_at_10_std
value: -4.67640325592363
verified: no, type: nauc_map_at_1_diff1
value: 29.800345069729406
verified: no, type: nauc_map_at_1_max
value: 23.87910907490326
verified: no, type: nauc_map_at_1_std
value: -6.320599828399073
verified: no, type: nauc_map_at_20_diff1
value: 23.142569498191413
verified: no, type: nauc_map_at_20_max
value: 19.48779289778967
verified: no, type: nauc_map_at_20_std
value: -4.111902735804231
verified: no, type: nauc_map_at_3_diff1
value: 25.743034910929975
verified: no, type: nauc_map_at_3_max
value: 20.90755349054651
verified: no, type: nauc_map_at_3_std
value: -5.380592645823912
verified: no, type: nauc_map_at_5_diff1
value: 23.42137416675548
verified: no, type: nauc_map_at_5_max
value: 19.329228837468158
verified: no, type: nauc_map_at_5_std
value: -5.563525004474619
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.10086479687415
verified: no, type: nauc_mrr_at_1000_max
value: 20.398011792778824
verified: no, type: nauc_mrr_at_1000_std
value: -2.1446120511727957
verified: no, type: nauc_mrr_at_100_diff1
value: 24.115697677435794
verified: no, type: nauc_mrr_at_100_max
value: 20.458646264375886
verified: no, type: nauc_mrr_at_100_std
value: -2.151550159504517
verified: no, type: nauc_mrr_at_10_diff1
value: 24.293579862933555
verified: no, type: nauc_mrr_at_10_max
value: 20.839345603643498
verified: no, type: nauc_mrr_at_10_std
value: -2.480503488415708
verified: no, type: nauc_mrr_at_1_diff1
value: 31.141124432852486
verified: no, type: nauc_mrr_at_1_max
value: 25.3974393459875
verified: no, type: nauc_mrr_at_1_std
value: -4.603112328474119
verified: no, type: nauc_mrr_at_20_diff1
value: 24.199943135873237
verified: no, type: nauc_mrr_at_20_max
value: 20.685578492011537
verified: no, type: nauc_mrr_at_20_std
value: -2.216739386860867
verified: no, type: nauc_mrr_at_3_diff1
value: 27.18978712305054
verified: no, type: nauc_mrr_at_3_max
value: 21.95145492661433
verified: no, type: nauc_mrr_at_3_std
value: -3.3010871727045004
verified: no, type: nauc_mrr_at_5_diff1
value: 24.55785813047769
verified: no, type: nauc_mrr_at_5_max
value: 20.630334122680697
verified: no, type: nauc_mrr_at_5_std
value: -3.4751492733475713
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.214182224000904
verified: no, type: nauc_ndcg_at_1000_max
value: 15.022677670245125
verified: no, type: nauc_ndcg_at_1000_std
value: -1.2757783952996276
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.45648169337917
verified: no, type: nauc_ndcg_at_100_max
value: 16.160731902664246
verified: no, type: nauc_ndcg_at_100_std
value: -1.2021617745185982
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.78032928549088
verified: no, type: nauc_ndcg_at_10_max
value: 18.37701966895512
verified: no, type: nauc_ndcg_at_10_std
value: -2.859756963061105
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.141124432852486
verified: no, type: nauc_ndcg_at_1_max
value: 25.3974393459875
verified: no, type: nauc_ndcg_at_1_std
value: -4.603112328474119
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.568804870494365
verified: no, type: nauc_ndcg_at_20_max
value: 17.688797629532804
verified: no, type: nauc_ndcg_at_20_std
value: -1.601270033947706
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.352168775398777
verified: no, type: nauc_ndcg_at_3_max
value: 20.42319619108203
verified: no, type: nauc_ndcg_at_3_std
value: -4.2521134409577845
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.18713014585295
verified: no, type: nauc_ndcg_at_5_max
value: 17.939191093215953
verified: no, type: nauc_ndcg_at_5_std
value: -4.743032229404275
verified: no, type: nauc_precision_at_1000_diff1
value: 4.892829090188313
verified: no, type: nauc_precision_at_1000_max
value: 7.933069592889083
verified: no, type: nauc_precision_at_1000_std
value: 4.24278581923629
verified: no, type: nauc_precision_at_100_diff1
value: 13.066398116495034
verified: no, type: nauc_precision_at_100_max
value: 14.384247527346716
verified: no, type: nauc_precision_at_100_std
value: 6.056873634302884
verified: no, type: nauc_precision_at_10_diff1
value: 16.616656372852148
verified: no, type: nauc_precision_at_10_max
value: 18.665616620054436
verified: no, type: nauc_precision_at_10_std
value: 1.1124326621912484
verified: no, type: nauc_precision_at_1_diff1
value: 31.141124432852486
verified: no, type: nauc_precision_at_1_max
value: 25.3974393459875
verified: no, type: nauc_precision_at_1_std
value: -4.603112328474119
verified: no, type: nauc_precision_at_20_diff1
value: 17.294215780840165
verified: no, type: nauc_precision_at_20_max
value: 18.09538722850449
verified: no, type: nauc_precision_at_20_std
value: 5.524315844370954
verified: no, type: nauc_precision_at_3_diff1
value: 25.1866897673422
verified: no, type: nauc_precision_at_3_max
value: 19.72076391537079
verified: no, type: nauc_precision_at_3_std
value: -1.6649392928833502
verified: no, type: nauc_precision_at_5_diff1
value: 17.254095768389526
verified: no, type: nauc_precision_at_5_max
value: 16.94859363403111
verified: no, type: nauc_precision_at_5_std
value: -1.9187213027734356
verified: no, type: nauc_recall_at_1000_diff1
value: 2.1491291924120404
verified: no, type: nauc_recall_at_1000_max
value: -0.6564763388554173
verified: no, type: nauc_recall_at_1000_std
value: 2.480520716627822
verified: no, type: nauc_recall_at_100_diff1
value: 10.764856128055248
verified: no, type: nauc_recall_at_100_max
value: 6.734689971662489
verified: no, type: nauc_recall_at_100_std
value: 3.0407690200004334
verified: no, type: nauc_recall_at_10_diff1
value: 14.979718773625542
verified: no, type: nauc_recall_at_10_max
value: 14.109838347838258
verified: no, type: nauc_recall_at_10_std
value: -0.5378433013187329
verified: no, type: nauc_recall_at_1_diff1
value: 29.800345069729406
verified: no, type: nauc_recall_at_1_max
value: 23.87910907490326
verified: no, type: nauc_recall_at_1_std
value: -6.320599828399073
verified: no, type: nauc_recall_at_20_diff1
value: 14.511882633459333
verified: no, type: nauc_recall_at_20_max
value: 12.011480653201415
verified: no, type: nauc_recall_at_20_std
value: 2.0767690218465877
verified: no, type: nauc_recall_at_3_diff1
value: 20.6626126323687
verified: no, type: nauc_recall_at_3_max
value: 17.25857728630443
verified: no, type: nauc_recall_at_3_std
value: -3.7939883071411717
verified: no, type: nauc_recall_at_5_diff1
value: 14.1235036082108
verified: no, type: nauc_recall_at_5_max
value: 12.727411826064857
verified: no, type: nauc_recall_at_5_std
value: -4.60850604165874
verified: no, type: ndcg_at_1
value: 9.049
verified: no, type: ndcg_at_10
value: 13.274
verified: no, type: ndcg_at_100
value: 17.086000000000002
verified: no, type: ndcg_at_1000
value: 19.936999999999998
verified: no, type: ndcg_at_20
value: 14.582999999999998
verified: no, type: ndcg_at_3
value: 10.725999999999999
verified: no, type: ndcg_at_5
value: 11.623
verified: no, type: precision_at_1
value: 9.049
verified: no, type: precision_at_10
value: 2.423
verified: no, type: precision_at_100
value: 0.479
verified: no, type: precision_at_1000
value: 0.079
verified: no, type: precision_at_20
value: 1.526
verified: no, type: precision_at_3
value: 4.9590000000000005
verified: no, type: precision_at_5
value: 3.62
verified: no, type: recall_at_1
value: 7.514
verified: no, type: recall_at_10
value: 19.31
verified: no, type: recall_at_100
value: 37.413999999999994
verified: no, type: recall_at_1000
value: 59.021
verified: no, type: recall_at_20
value: 24.21
verified: no, type: recall_at_3
value: 12.113999999999999
verified: no, type: recall_at_5
value: 14.371
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackTexRetrieval (default)
type: mteb/cqadupstack-tex
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: main_score
value: 10.994
verified: no, type: map_at_1
value: 6.225
verified: no, type: map_at_10
value: 8.953999999999999
verified: no, type: map_at_100
value: 9.603
verified: no, type: map_at_1000
value: 9.712
verified: no, type: map_at_20
value: 9.278
verified: no, type: map_at_3
value: 8.074
verified: no, type: map_at_5
value: 8.547
verified: no, type: mrr_at_1
value: 7.708189951823813
verified: no, type: mrr_at_10
value: 11.010238805317954
verified: no, type: mrr_at_100
value: 11.697852969394127
verified: no, type: mrr_at_1000
value: 11.788096222755389
verified: no, type: mrr_at_20
value: 11.36125747114887
verified: no, type: mrr_at_3
value: 9.967882541867406
verified: no, type: mrr_at_5
value: 10.53223216334021
verified: no, type: nauc_map_at_1000_diff1
value: 28.62895539988389
verified: no, type: nauc_map_at_1000_max
value: 16.242894414293037
verified: no, type: nauc_map_at_1000_std
value: -4.569604418870727
verified: no, type: nauc_map_at_100_diff1
value: 28.61807781605406
verified: no, type: nauc_map_at_100_max
value: 16.21900205663456
verified: no, type: nauc_map_at_100_std
value: -4.742228052779668
verified: no, type: nauc_map_at_10_diff1
value: 29.55698899178743
verified: no, type: nauc_map_at_10_max
value: 16.619065435982105
verified: no, type: nauc_map_at_10_std
value: -5.272914850396907
verified: no, type: nauc_map_at_1_diff1
value: 38.11099020611636
verified: no, type: nauc_map_at_1_max
value: 19.754663729177466
verified: no, type: nauc_map_at_1_std
value: -7.100435784719483
verified: no, type: nauc_map_at_20_diff1
value: 28.96213016918891
verified: no, type: nauc_map_at_20_max
value: 16.40536013245705
verified: no, type: nauc_map_at_20_std
value: -5.152060847207817
verified: no, type: nauc_map_at_3_diff1
value: 31.518330681088514
verified: no, type: nauc_map_at_3_max
value: 17.648594434363673
verified: no, type: nauc_map_at_3_std
value: -5.013522244046003
verified: no, type: nauc_map_at_5_diff1
value: 30.53555288667588
verified: no, type: nauc_map_at_5_max
value: 17.552873944829003
verified: no, type: nauc_map_at_5_std
value: -5.459559007946099
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.56870451139856
verified: no, type: nauc_mrr_at_1000_max
value: 18.199477946334998
verified: no, type: nauc_mrr_at_1000_std
value: -3.83210753499382
verified: no, type: nauc_mrr_at_100_diff1
value: 28.55289316686771
verified: no, type: nauc_mrr_at_100_max
value: 18.190933266659705
verified: no, type: nauc_mrr_at_100_std
value: -3.910114024174217
verified: no, type: nauc_mrr_at_10_diff1
value: 29.44010525180224
verified: no, type: nauc_mrr_at_10_max
value: 18.5618742276953
verified: no, type: nauc_mrr_at_10_std
value: -4.318500155132472
verified: no, type: nauc_mrr_at_1_diff1
value: 37.756041398612425
verified: no, type: nauc_mrr_at_1_max
value: 22.180382124822522
verified: no, type: nauc_mrr_at_1_std
value: -6.881985725496932
verified: no, type: nauc_mrr_at_20_diff1
value: 28.862633708506863
verified: no, type: nauc_mrr_at_20_max
value: 18.368745544312883
verified: no, type: nauc_mrr_at_20_std
value: -4.231869471717514
verified: no, type: nauc_mrr_at_3_diff1
value: 31.67790485910417
verified: no, type: nauc_mrr_at_3_max
value: 20.067426011874694
verified: no, type: nauc_mrr_at_3_std
value: -4.35750935851484
verified: no, type: nauc_mrr_at_5_diff1
value: 30.3892346503623
verified: no, type: nauc_mrr_at_5_max
value: 19.427471974651258
verified: no, type: nauc_mrr_at_5_std
value: -4.501090877808792
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.124264919835152
verified: no, type: nauc_ndcg_at_1000_max
value: 13.725127541654583
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8488267118015322
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.931912676541813
verified: no, type: nauc_ndcg_at_100_max
value: 13.573133160305714
verified: no, type: nauc_ndcg_at_100_std
value: -1.9712575029716004
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.49225179330549
verified: no, type: nauc_ndcg_at_10_max
value: 15.334589645844614
verified: no, type: nauc_ndcg_at_10_std
value: -4.732200420388755
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.756041398612425
verified: no, type: nauc_ndcg_at_1_max
value: 22.180382124822522
verified: no, type: nauc_ndcg_at_1_std
value: -6.881985725496932
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.758487984247115
verified: no, type: nauc_ndcg_at_20_max
value: 14.685319575357777
verified: no, type: nauc_ndcg_at_20_std
value: -4.432729957713687
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.04172743163936
verified: no, type: nauc_ndcg_at_3_max
value: 17.942422342704166
verified: no, type: nauc_ndcg_at_3_std
value: -4.371869609553122
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.394597447013364
verified: no, type: nauc_ndcg_at_5_max
value: 17.337563726465902
verified: no, type: nauc_ndcg_at_5_std
value: -4.979815289974346
verified: no, type: nauc_precision_at_1000_diff1
value: 13.358015963281982
verified: no, type: nauc_precision_at_1000_max
value: 13.588027398642533
verified: no, type: nauc_precision_at_1000_std
value: 16.038391304073617
verified: no, type: nauc_precision_at_100_diff1
value: 14.048154067920237
verified: no, type: nauc_precision_at_100_max
value: 13.442039272771812
verified: no, type: nauc_precision_at_100_std
value: 6.293550136432713
verified: no, type: nauc_precision_at_10_diff1
value: 19.7938197345429
verified: no, type: nauc_precision_at_10_max
value: 15.498999930693053
verified: no, type: nauc_precision_at_10_std
value: -2.820921985501471
verified: no, type: nauc_precision_at_1_diff1
value: 37.756041398612425
verified: no, type: nauc_precision_at_1_max
value: 22.180382124822522
verified: no, type: nauc_precision_at_1_std
value: -6.881985725496932
verified: no, type: nauc_precision_at_20_diff1
value: 16.86330177780297
verified: no, type: nauc_precision_at_20_max
value: 14.757498925286052
verified: no, type: nauc_precision_at_20_std
value: -1.4878113085077458
verified: no, type: nauc_precision_at_3_diff1
value: 26.22068335923554
verified: no, type: nauc_precision_at_3_max
value: 19.552244504819107
verified: no, type: nauc_precision_at_3_std
value: -2.903836612504541
verified: no, type: nauc_precision_at_5_diff1
value: 23.01543740291806
verified: no, type: nauc_precision_at_5_max
value: 18.976238791156298
verified: no, type: nauc_precision_at_5_std
value: -3.772870601995056
verified: no, type: nauc_recall_at_1000_diff1
value: 11.344856628291772
verified: no, type: nauc_recall_at_1000_max
value: 5.496064714954898
verified: no, type: nauc_recall_at_1000_std
value: 14.552915745152944
verified: no, type: nauc_recall_at_100_diff1
value: 11.37183345326816
verified: no, type: nauc_recall_at_100_max
value: 6.152609534633153
verified: no, type: nauc_recall_at_100_std
value: 3.3240506595168617
verified: no, type: nauc_recall_at_10_diff1
value: 19.414706457137537
verified: no, type: nauc_recall_at_10_max
value: 10.013408222848447
verified: no, type: nauc_recall_at_10_std
value: -4.469998335412016
verified: no, type: nauc_recall_at_1_diff1
value: 38.11099020611636
verified: no, type: nauc_recall_at_1_max
value: 19.754663729177466
verified: no, type: nauc_recall_at_1_std
value: -7.100435784719483
verified: no, type: nauc_recall_at_20_diff1
value: 15.570619584248163
verified: no, type: nauc_recall_at_20_max
value: 8.816676896160281
verified: no, type: nauc_recall_at_20_std
value: -3.7706693105174836
verified: no, type: nauc_recall_at_3_diff1
value: 25.664091285326485
verified: no, type: nauc_recall_at_3_max
value: 14.868700645447488
verified: no, type: nauc_recall_at_3_std
value: -3.5813114627791736
verified: no, type: nauc_recall_at_5_diff1
value: 22.650699032516435
verified: no, type: nauc_recall_at_5_max
value: 14.046776424466485
verified: no, type: nauc_recall_at_5_std
value: -5.072422590207594
verified: no, type: ndcg_at_1
value: 7.707999999999999
verified: no, type: ndcg_at_10
value: 10.994
verified: no, type: ndcg_at_100
value: 14.562
verified: no, type: ndcg_at_1000
value: 17.738
verified: no, type: ndcg_at_20
value: 12.152000000000001
verified: no, type: ndcg_at_3
value: 9.286999999999999
verified: no, type: ndcg_at_5
value: 10.057
verified: no, type: precision_at_1
value: 7.707999999999999
verified: no, type: precision_at_10
value: 2.068
verified: no, type: precision_at_100
value: 0.466
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.352
verified: no, type: precision_at_3
value: 4.508
verified: no, type: precision_at_5
value: 3.3169999999999997
verified: no, type: recall_at_1
value: 6.225
verified: no, type: recall_at_10
value: 15.177999999999999
verified: no, type: recall_at_100
value: 31.726
verified: no, type: recall_at_1000
value: 55.286
verified: no, type: recall_at_20
value: 19.516
verified: no, type: recall_at_3
value: 10.381
verified: no, type: recall_at_5
value: 12.354999999999999
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackUnixRetrieval (default)
type: mteb/cqadupstack-unix
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: main_score
value: 17.415
verified: no, type: map_at_1
value: 11.61
verified: no, type: map_at_10
value: 14.879000000000001
verified: no, type: map_at_100
value: 15.64
verified: no, type: map_at_1000
value: 15.744
verified: no, type: map_at_20
value: 15.222
verified: no, type: map_at_3
value: 13.818
verified: no, type: map_at_5
value: 14.221
verified: no, type: mrr_at_1
value: 14.085820895522389
verified: no, type: mrr_at_10
value: 17.784144752428336
verified: no, type: mrr_at_100
value: 18.59055632302295
verified: no, type: mrr_at_1000
value: 18.680733729013262
verified: no, type: mrr_at_20
value: 18.159102701666594
verified: no, type: mrr_at_3
value: 16.68221393034826
verified: no, type: mrr_at_5
value: 17.10665422885572
verified: no, type: nauc_map_at_1000_diff1
value: 39.56056915227938
verified: no, type: nauc_map_at_1000_max
value: 27.13397943596498
verified: no, type: nauc_map_at_1000_std
value: -7.0908382945611175
verified: no, type: nauc_map_at_100_diff1
value: 39.54030188989168
verified: no, type: nauc_map_at_100_max
value: 27.13281562979474
verified: no, type: nauc_map_at_100_std
value: -7.165159503138965
verified: no, type: nauc_map_at_10_diff1
value: 40.318171341397765
verified: no, type: nauc_map_at_10_max
value: 27.535451283580016
verified: no, type: nauc_map_at_10_std
value: -7.689737441073707
verified: no, type: nauc_map_at_1_diff1
value: 47.05601088674895
verified: no, type: nauc_map_at_1_max
value: 30.576608334052853
verified: no, type: nauc_map_at_1_std
value: -9.67702524348975
verified: no, type: nauc_map_at_20_diff1
value: 39.80136558735939
verified: no, type: nauc_map_at_20_max
value: 27.051853945437948
verified: no, type: nauc_map_at_20_std
value: -7.409144616339466
verified: no, type: nauc_map_at_3_diff1
value: 42.15633029927089
verified: no, type: nauc_map_at_3_max
value: 28.386143076096086
verified: no, type: nauc_map_at_3_std
value: -9.106105164113686
verified: no, type: nauc_map_at_5_diff1
value: 41.46860741828094
verified: no, type: nauc_map_at_5_max
value: 28.202178480215373
verified: no, type: nauc_map_at_5_std
value: -8.399626801433124
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.78472411053756
verified: no, type: nauc_mrr_at_1000_max
value: 28.338277069066432
verified: no, type: nauc_mrr_at_1000_std
value: -7.391912169514899
verified: no, type: nauc_mrr_at_100_diff1
value: 37.74697100045658
verified: no, type: nauc_mrr_at_100_max
value: 28.35832528792151
verified: no, type: nauc_mrr_at_100_std
value: -7.4298805804754995
verified: no, type: nauc_mrr_at_10_diff1
value: 38.428674914285196
verified: no, type: nauc_mrr_at_10_max
value: 28.708508212507105
verified: no, type: nauc_mrr_at_10_std
value: -7.884064754659524
verified: no, type: nauc_mrr_at_1_diff1
value: 45.69997352898185
verified: no, type: nauc_mrr_at_1_max
value: 32.47880480030532
verified: no, type: nauc_mrr_at_1_std
value: -9.337266605729418
verified: no, type: nauc_mrr_at_20_diff1
value: 37.99989625388078
verified: no, type: nauc_mrr_at_20_max
value: 28.255616608253824
verified: no, type: nauc_mrr_at_20_std
value: -7.614369324242356
verified: no, type: nauc_mrr_at_3_diff1
value: 40.126736669268766
verified: no, type: nauc_mrr_at_3_max
value: 29.616770044400464
verified: no, type: nauc_mrr_at_3_std
value: -9.336882852739908
verified: no, type: nauc_mrr_at_5_diff1
value: 39.41517859913304
verified: no, type: nauc_mrr_at_5_max
value: 29.312224024493094
verified: no, type: nauc_mrr_at_5_std
value: -8.792379282413792
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.318717429678735
verified: no, type: nauc_ndcg_at_1000_max
value: 24.57185685965525
verified: no, type: nauc_ndcg_at_1000_std
value: -2.367526484055821
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.59453283807552
verified: no, type: nauc_ndcg_at_100_max
value: 24.73858681825266
verified: no, type: nauc_ndcg_at_100_std
value: -4.087141295771279
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.635105955522235
verified: no, type: nauc_ndcg_at_10_max
value: 25.975386842872318
verified: no, type: nauc_ndcg_at_10_std
value: -6.3751364798979315
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.69997352898185
verified: no, type: nauc_ndcg_at_1_max
value: 32.47880480030532
verified: no, type: nauc_ndcg_at_1_std
value: -9.337266605729418
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.16876791291799
verified: no, type: nauc_ndcg_at_20_max
value: 24.477658044207647
verified: no, type: nauc_ndcg_at_20_std
value: -5.555064208738701
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.82534185570945
verified: no, type: nauc_ndcg_at_3_max
value: 28.139721552476963
verified: no, type: nauc_ndcg_at_3_std
value: -9.160710946542384
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.98115351105197
verified: no, type: nauc_ndcg_at_5_max
value: 27.515452028134202
verified: no, type: nauc_ndcg_at_5_std
value: -8.025551102160557
verified: no, type: nauc_precision_at_1000_diff1
value: 12.303392079476001
verified: no, type: nauc_precision_at_1000_max
value: 15.521101561430214
verified: no, type: nauc_precision_at_1000_std
value: 13.875729823362349
verified: no, type: nauc_precision_at_100_diff1
value: 15.718813920537666
verified: no, type: nauc_precision_at_100_max
value: 20.036566730817615
verified: no, type: nauc_precision_at_100_std
value: 5.068608226979542
verified: no, type: nauc_precision_at_10_diff1
value: 25.3121404066982
verified: no, type: nauc_precision_at_10_max
value: 24.190797754465372
verified: no, type: nauc_precision_at_10_std
value: -3.28815407741081
verified: no, type: nauc_precision_at_1_diff1
value: 45.69997352898185
verified: no, type: nauc_precision_at_1_max
value: 32.47880480030532
verified: no, type: nauc_precision_at_1_std
value: -9.337266605729418
verified: no, type: nauc_precision_at_20_diff1
value: 21.370193752136633
verified: no, type: nauc_precision_at_20_max
value: 19.74829392747058
verified: no, type: nauc_precision_at_20_std
value: -1.1434647531180093
verified: no, type: nauc_precision_at_3_diff1
value: 33.27263719269652
verified: no, type: nauc_precision_at_3_max
value: 27.28958835327579
verified: no, type: nauc_precision_at_3_std
value: -9.03699952848916
verified: no, type: nauc_precision_at_5_diff1
value: 31.109130426292463
verified: no, type: nauc_precision_at_5_max
value: 26.959336149040137
verified: no, type: nauc_precision_at_5_std
value: -6.946474296738139
verified: no, type: nauc_recall_at_1000_diff1
value: 17.923508430691957
verified: no, type: nauc_recall_at_1000_max
value: 10.80984639138324
verified: no, type: nauc_recall_at_1000_std
value: 17.38699739341662
verified: no, type: nauc_recall_at_100_diff1
value: 17.188512794168755
verified: no, type: nauc_recall_at_100_max
value: 15.470956979815659
verified: no, type: nauc_recall_at_100_std
value: 4.263468796063786
verified: no, type: nauc_recall_at_10_diff1
value: 27.628371666732892
verified: no, type: nauc_recall_at_10_max
value: 19.847290125705662
verified: no, type: nauc_recall_at_10_std
value: -2.718782096589473
verified: no, type: nauc_recall_at_1_diff1
value: 47.05601088674895
verified: no, type: nauc_recall_at_1_max
value: 30.576608334052853
verified: no, type: nauc_recall_at_1_std
value: -9.67702524348975
verified: no, type: nauc_recall_at_20_diff1
value: 23.787114240920214
verified: no, type: nauc_recall_at_20_max
value: 15.65621275614017
verified: no, type: nauc_recall_at_20_std
value: -0.6996887505536454
verified: no, type: nauc_recall_at_3_diff1
value: 37.16605995449111
verified: no, type: nauc_recall_at_3_max
value: 24.971735910807293
verified: no, type: nauc_recall_at_3_std
value: -8.874845333377282
verified: no, type: nauc_recall_at_5_diff1
value: 34.15194539098878
verified: no, type: nauc_recall_at_5_max
value: 23.788685123818407
verified: no, type: nauc_recall_at_5_std
value: -6.520745742182325
verified: no, type: ndcg_at_1
value: 14.086000000000002
verified: no, type: ndcg_at_10
value: 17.415
verified: no, type: ndcg_at_100
value: 21.705
verified: no, type: ndcg_at_1000
value: 24.851
verified: no, type: ndcg_at_20
value: 18.674
verified: no, type: ndcg_at_3
value: 15.369
verified: no, type: ndcg_at_5
value: 15.903
verified: no, type: precision_at_1
value: 14.086000000000002
verified: no, type: precision_at_10
value: 2.9010000000000002
verified: no, type: precision_at_100
value: 0.567
verified: no, type: precision_at_1000
value: 0.093
verified: no, type: precision_at_20
value: 1.754
verified: no, type: precision_at_3
value: 6.903
verified: no, type: precision_at_5
value: 4.571
verified: no, type: recall_at_1
value: 11.61
verified: no, type: recall_at_10
value: 22.543
verified: no, type: recall_at_100
value: 42.586
verified: no, type: recall_at_1000
value: 66.3
verified: no, type: recall_at_20
value: 27.296
verified: no, type: recall_at_3
value: 16.458000000000002
verified: no, type: recall_at_5
value: 18.087
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWebmastersRetrieval (default)
type: mteb/cqadupstack-webmasters
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: main_score
value: 21.398
verified: no, type: map_at_1
value: 12.418
verified: no, type: map_at_10
value: 17.634
verified: no, type: map_at_100
value: 18.427
verified: no, type: map_at_1000
value: 18.601
verified: no, type: map_at_20
value: 17.949
verified: no, type: map_at_3
value: 16.070999999999998
verified: no, type: map_at_5
value: 16.909
verified: no, type: mrr_at_1
value: 16.007905138339922
verified: no, type: mrr_at_10
value: 21.244275048622875
verified: no, type: mrr_at_100
value: 21.913675154893422
verified: no, type: mrr_at_1000
value: 22.00394675539023
verified: no, type: mrr_at_20
value: 21.484105638892164
verified: no, type: mrr_at_3
value: 19.729907773386028
verified: no, type: mrr_at_5
value: 20.579710144927535
verified: no, type: nauc_map_at_1000_diff1
value: 33.276058954347164
verified: no, type: nauc_map_at_1000_max
value: 22.686785676254438
verified: no, type: nauc_map_at_1000_std
value: -15.623983007245663
verified: no, type: nauc_map_at_100_diff1
value: 33.277163035857754
verified: no, type: nauc_map_at_100_max
value: 22.79483533389435
verified: no, type: nauc_map_at_100_std
value: -15.806523169464585
verified: no, type: nauc_map_at_10_diff1
value: 33.31349011893446
verified: no, type: nauc_map_at_10_max
value: 23.16070733276047
verified: no, type: nauc_map_at_10_std
value: -16.557456309767332
verified: no, type: nauc_map_at_1_diff1
value: 43.560854870215444
verified: no, type: nauc_map_at_1_max
value: 22.785972852704127
verified: no, type: nauc_map_at_1_std
value: -17.629946377144794
verified: no, type: nauc_map_at_20_diff1
value: 33.570999449061176
verified: no, type: nauc_map_at_20_max
value: 22.993901876226587
verified: no, type: nauc_map_at_20_std
value: -16.272939675166977
verified: no, type: nauc_map_at_3_diff1
value: 35.03763295449743
verified: no, type: nauc_map_at_3_max
value: 22.445582103531297
verified: no, type: nauc_map_at_3_std
value: -16.560038144492275
verified: no, type: nauc_map_at_5_diff1
value: 34.27964006257987
verified: no, type: nauc_map_at_5_max
value: 23.332248714244795
verified: no, type: nauc_map_at_5_std
value: -16.57243447707981
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.944240054080296
verified: no, type: nauc_mrr_at_1000_max
value: 21.812793329305745
verified: no, type: nauc_mrr_at_1000_std
value: -13.642145832181225
verified: no, type: nauc_mrr_at_100_diff1
value: 32.92776460042595
verified: no, type: nauc_mrr_at_100_max
value: 21.791203022888052
verified: no, type: nauc_mrr_at_100_std
value: -13.640560468524749
verified: no, type: nauc_mrr_at_10_diff1
value: 32.9752685024834
verified: no, type: nauc_mrr_at_10_max
value: 22.104988021339146
verified: no, type: nauc_mrr_at_10_std
value: -14.271356854639786
verified: no, type: nauc_mrr_at_1_diff1
value: 42.51316330983356
verified: no, type: nauc_mrr_at_1_max
value: 23.297138888078976
verified: no, type: nauc_mrr_at_1_std
value: -14.903606813837882
verified: no, type: nauc_mrr_at_20_diff1
value: 33.22223363073958
verified: no, type: nauc_mrr_at_20_max
value: 21.974295331873055
verified: no, type: nauc_mrr_at_20_std
value: -13.88205443342369
verified: no, type: nauc_mrr_at_3_diff1
value: 33.993832814261395
verified: no, type: nauc_mrr_at_3_max
value: 21.556945052605887
verified: no, type: nauc_mrr_at_3_std
value: -13.797171517214505
verified: no, type: nauc_mrr_at_5_diff1
value: 33.35409476101201
verified: no, type: nauc_mrr_at_5_max
value: 21.981426511175837
verified: no, type: nauc_mrr_at_5_std
value: -14.09531063812787
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.438860831545004
verified: no, type: nauc_ndcg_at_1000_max
value: 21.25973393436945
verified: no, type: nauc_ndcg_at_1000_std
value: -11.16393916502227
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.444184419510172
verified: no, type: nauc_ndcg_at_100_max
value: 21.18616561891909
verified: no, type: nauc_ndcg_at_100_std
value: -12.037980607459001
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.271087139678205
verified: no, type: nauc_ndcg_at_10_max
value: 22.032768110468098
verified: no, type: nauc_ndcg_at_10_std
value: -15.467782849927971
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.51316330983356
verified: no, type: nauc_ndcg_at_1_max
value: 23.297138888078976
verified: no, type: nauc_ndcg_at_1_std
value: -14.903606813837882
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.46132048728029
verified: no, type: nauc_ndcg_at_20_max
value: 21.81477297472493
verified: no, type: nauc_ndcg_at_20_std
value: -14.218418166481491
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.0153358591922
verified: no, type: nauc_ndcg_at_3_max
value: 20.770546204709458
verified: no, type: nauc_ndcg_at_3_std
value: -14.747432002736549
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.981699893250898
verified: no, type: nauc_ndcg_at_5_max
value: 22.090548813686304
verified: no, type: nauc_ndcg_at_5_std
value: -15.09612387707668
verified: no, type: nauc_precision_at_1000_diff1
value: 7.2014592078746125
verified: no, type: nauc_precision_at_1000_max
value: -5.678465880888778
verified: no, type: nauc_precision_at_1000_std
value: 22.430084503019
verified: no, type: nauc_precision_at_100_diff1
value: 7.47376139946301
verified: no, type: nauc_precision_at_100_max
value: 2.300260757829557
verified: no, type: nauc_precision_at_100_std
value: 13.810673946221709
verified: no, type: nauc_precision_at_10_diff1
value: 15.542740121996912
verified: no, type: nauc_precision_at_10_max
value: 15.807667200751279
verified: no, type: nauc_precision_at_10_std
value: -9.58878382311598
verified: no, type: nauc_precision_at_1_diff1
value: 42.51316330983356
verified: no, type: nauc_precision_at_1_max
value: 23.297138888078976
verified: no, type: nauc_precision_at_1_std
value: -14.903606813837882
verified: no, type: nauc_precision_at_20_diff1
value: 17.44141625096109
verified: no, type: nauc_precision_at_20_max
value: 12.987380515646793
verified: no, type: nauc_precision_at_20_std
value: -3.3241327401895018
verified: no, type: nauc_precision_at_3_diff1
value: 24.31306633873876
verified: no, type: nauc_precision_at_3_max
value: 20.59991114197874
verified: no, type: nauc_precision_at_3_std
value: -12.702555430555881
verified: no, type: nauc_precision_at_5_diff1
value: 21.113937977245538
verified: no, type: nauc_precision_at_5_max
value: 19.40330569402618
verified: no, type: nauc_precision_at_5_std
value: -11.001297546039366
verified: no, type: nauc_recall_at_1000_diff1
value: 14.316639289353503
verified: no, type: nauc_recall_at_1000_max
value: 14.663280590084184
verified: no, type: nauc_recall_at_1000_std
value: 10.373834237194783
verified: no, type: nauc_recall_at_100_diff1
value: 14.159748016577145
verified: no, type: nauc_recall_at_100_max
value: 15.266942159548291
verified: no, type: nauc_recall_at_100_std
value: 0.09898266158022606
verified: no, type: nauc_recall_at_10_diff1
value: 19.311511962157848
verified: no, type: nauc_recall_at_10_max
value: 21.086642659351444
verified: no, type: nauc_recall_at_10_std
value: -15.03280805118371
verified: no, type: nauc_recall_at_1_diff1
value: 43.560854870215444
verified: no, type: nauc_recall_at_1_max
value: 22.785972852704127
verified: no, type: nauc_recall_at_1_std
value: -17.629946377144794
verified: no, type: nauc_recall_at_20_diff1
value: 22.84188696362324
verified: no, type: nauc_recall_at_20_max
value: 19.255833980651115
verified: no, type: nauc_recall_at_20_std
value: -10.769401250685878
verified: no, type: nauc_recall_at_3_diff1
value: 25.289776971942963
verified: no, type: nauc_recall_at_3_max
value: 19.495340268606647
verified: no, type: nauc_recall_at_3_std
value: -14.682485696338162
verified: no, type: nauc_recall_at_5_diff1
value: 23.28267489764339
verified: no, type: nauc_recall_at_5_max
value: 21.90368937976734
verified: no, type: nauc_recall_at_5_std
value: -15.19826645274188
verified: no, type: ndcg_at_1
value: 16.008
verified: no, type: ndcg_at_10
value: 21.398
verified: no, type: ndcg_at_100
value: 25.241999999999997
verified: no, type: ndcg_at_1000
value: 28.833
verified: no, type: ndcg_at_20
value: 22.234
verified: no, type: ndcg_at_3
value: 18.86
verified: no, type: ndcg_at_5
value: 20.037
verified: no, type: precision_at_1
value: 16.008
verified: no, type: precision_at_10
value: 4.328
verified: no, type: precision_at_100
value: 0.893
verified: no, type: precision_at_1000
value: 0.17500000000000002
verified: no, type: precision_at_20
value: 2.579
verified: no, type: precision_at_3
value: 9.157
verified: no, type: precision_at_5
value: 6.837999999999999
verified: no, type: recall_at_1
value: 12.418
verified: no, type: recall_at_10
value: 27.935
verified: no, type: recall_at_100
value: 47.525
verified: no, type: recall_at_1000
value: 72.146
verified: no, type: recall_at_20
value: 31.861
verified: no, type: recall_at_3
value: 20.148
verified: no, type: recall_at_5
value: 23.296
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWordpressRetrieval (default)
type: mteb/cqadupstack-wordpress
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: main_score
value: 13.536999999999999
verified: no, type: map_at_1
value: 7.468
verified: no, type: map_at_10
value: 10.972999999999999
verified: no, type: map_at_100
value: 11.744
verified: no, type: map_at_1000
value: 11.854000000000001
verified: no, type: map_at_20
value: 11.336
verified: no, type: map_at_3
value: 9.618
verified: no, type: map_at_5
value: 10.205
verified: no, type: mrr_at_1
value: 8.317929759704251
verified: no, type: mrr_at_10
value: 12.179752369216331
verified: no, type: mrr_at_100
value: 12.980085498763907
verified: no, type: mrr_at_1000
value: 13.075701345231755
verified: no, type: mrr_at_20
value: 12.550195110376356
verified: no, type: mrr_at_3
value: 10.659272951324708
verified: no, type: mrr_at_5
value: 11.30622304374615
verified: no, type: nauc_map_at_1000_diff1
value: 25.499689183541758
verified: no, type: nauc_map_at_1000_max
value: 26.492088085006486
verified: no, type: nauc_map_at_1000_std
value: -10.29049248054652
verified: no, type: nauc_map_at_100_diff1
value: 25.573124155292685
verified: no, type: nauc_map_at_100_max
value: 26.56159077339433
verified: no, type: nauc_map_at_100_std
value: -10.400824123310946
verified: no, type: nauc_map_at_10_diff1
value: 25.485224554587006
verified: no, type: nauc_map_at_10_max
value: 26.83491339438951
verified: no, type: nauc_map_at_10_std
value: -11.212653836584204
verified: no, type: nauc_map_at_1_diff1
value: 33.63991109177576
verified: no, type: nauc_map_at_1_max
value: 34.23354700535017
verified: no, type: nauc_map_at_1_std
value: -13.602316051776613
verified: no, type: nauc_map_at_20_diff1
value: 25.401091624302076
verified: no, type: nauc_map_at_20_max
value: 26.619190203647534
verified: no, type: nauc_map_at_20_std
value: -10.956292541627727
verified: no, type: nauc_map_at_3_diff1
value: 26.825203283397762
verified: no, type: nauc_map_at_3_max
value: 27.86659163589406
verified: no, type: nauc_map_at_3_std
value: -11.12760272108276
verified: no, type: nauc_map_at_5_diff1
value: 25.95917424438333
verified: no, type: nauc_map_at_5_max
value: 26.96719585977185
verified: no, type: nauc_map_at_5_std
value: -12.304191598798255
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.058089211778814
verified: no, type: nauc_mrr_at_1000_max
value: 25.715522107102462
verified: no, type: nauc_mrr_at_1000_std
value: -9.26865979619022
verified: no, type: nauc_mrr_at_100_diff1
value: 26.098211857983944
verified: no, type: nauc_mrr_at_100_max
value: 25.751358106929445
verified: no, type: nauc_mrr_at_100_std
value: -9.348646640329418
verified: no, type: nauc_mrr_at_10_diff1
value: 26.245525532384857
verified: no, type: nauc_mrr_at_10_max
value: 25.751651308654733
verified: no, type: nauc_mrr_at_10_std
value: -10.162612510927444
verified: no, type: nauc_mrr_at_1_diff1
value: 33.74283305857714
verified: no, type: nauc_mrr_at_1_max
value: 33.58837545702206
verified: no, type: nauc_mrr_at_1_std
value: -11.623065310526266
verified: no, type: nauc_mrr_at_20_diff1
value: 25.889783688319756
verified: no, type: nauc_mrr_at_20_max
value: 25.752118615901914
verified: no, type: nauc_mrr_at_20_std
value: -9.822357050457521
verified: no, type: nauc_mrr_at_3_diff1
value: 27.564445527656073
verified: no, type: nauc_mrr_at_3_max
value: 27.360005995543013
verified: no, type: nauc_mrr_at_3_std
value: -9.833890331593217
verified: no, type: nauc_mrr_at_5_diff1
value: 26.822524992606787
verified: no, type: nauc_mrr_at_5_max
value: 26.284478920424583
verified: no, type: nauc_mrr_at_5_std
value: -11.036920037435278
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.865864500824603
verified: no, type: nauc_ndcg_at_1000_max
value: 22.771334973757252
verified: no, type: nauc_ndcg_at_1000_std
value: -4.391248945624055
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.137939988386144
verified: no, type: nauc_ndcg_at_100_max
value: 23.87513301750976
verified: no, type: nauc_ndcg_at_100_std
value: -6.566673889142541
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.28670973899235
verified: no, type: nauc_ndcg_at_10_max
value: 24.466850763499494
verified: no, type: nauc_ndcg_at_10_std
value: -10.258177551014816
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.74283305857714
verified: no, type: nauc_ndcg_at_1_max
value: 33.58837545702206
verified: no, type: nauc_ndcg_at_1_std
value: -11.623065310526266
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.989442500386524
verified: no, type: nauc_ndcg_at_20_max
value: 24.104082915814125
verified: no, type: nauc_ndcg_at_20_std
value: -9.45785928337488
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.178014460273445
verified: no, type: nauc_ndcg_at_3_max
value: 25.942767533173754
verified: no, type: nauc_ndcg_at_3_std
value: -9.91363038933204
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.991757042799776
verified: no, type: nauc_ndcg_at_5_max
value: 24.67696954394957
verified: no, type: nauc_ndcg_at_5_std
value: -12.31985800626722
verified: no, type: nauc_precision_at_1000_diff1
value: 8.73756056198236
verified: no, type: nauc_precision_at_1000_max
value: -2.2039393198217896
verified: no, type: nauc_precision_at_1000_std
value: 11.030221537933079
verified: no, type: nauc_precision_at_100_diff1
value: 20.215172391403144
verified: no, type: nauc_precision_at_100_max
value: 17.018645260191438
verified: no, type: nauc_precision_at_100_std
value: 3.767328710045164
verified: no, type: nauc_precision_at_10_diff1
value: 17.587454651591
verified: no, type: nauc_precision_at_10_max
value: 18.519756223864587
verified: no, type: nauc_precision_at_10_std
value: -7.57980264597448
verified: no, type: nauc_precision_at_1_diff1
value: 33.74283305857714
verified: no, type: nauc_precision_at_1_max
value: 33.58837545702206
verified: no, type: nauc_precision_at_1_std
value: -11.623065310526266
verified: no, type: nauc_precision_at_20_diff1
value: 16.8264764027673
verified: no, type: nauc_precision_at_20_max
value: 17.684383034724306
verified: no, type: nauc_precision_at_20_std
value: -4.715192266545397
verified: no, type: nauc_precision_at_3_diff1
value: 21.074816828033445
verified: no, type: nauc_precision_at_3_max
value: 21.203608983260384
verified: no, type: nauc_precision_at_3_std
value: -7.0598567996303165
verified: no, type: nauc_precision_at_5_diff1
value: 19.232226617012476
verified: no, type: nauc_precision_at_5_max
value: 18.21464537199811
verified: no, type: nauc_precision_at_5_std
value: -11.192063817701081
verified: no, type: nauc_recall_at_1000_diff1
value: 13.682126336330219
verified: no, type: nauc_recall_at_1000_max
value: 11.290148994929623
verified: no, type: nauc_recall_at_1000_std
value: 15.234970859087472
verified: no, type: nauc_recall_at_100_diff1
value: 21.54257810474028
verified: no, type: nauc_recall_at_100_max
value: 18.319728481896473
verified: no, type: nauc_recall_at_100_std
value: 1.8896944275133083
verified: no, type: nauc_recall_at_10_diff1
value: 18.303586564099813
verified: no, type: nauc_recall_at_10_max
value: 20.31707691425135
verified: no, type: nauc_recall_at_10_std
value: -8.56717254223721
verified: no, type: nauc_recall_at_1_diff1
value: 33.63991109177576
verified: no, type: nauc_recall_at_1_max
value: 34.23354700535017
verified: no, type: nauc_recall_at_1_std
value: -13.602316051776613
verified: no, type: nauc_recall_at_20_diff1
value: 18.133732998590617
verified: no, type: nauc_recall_at_20_max
value: 19.491824859679376
verified: no, type: nauc_recall_at_20_std
value: -6.958404447908455
verified: no, type: nauc_recall_at_3_diff1
value: 20.923379689287973
verified: no, type: nauc_recall_at_3_max
value: 22.305262469725605
verified: no, type: nauc_recall_at_3_std
value: -9.33545310798814
verified: no, type: nauc_recall_at_5_diff1
value: 18.697534927162877
verified: no, type: nauc_recall_at_5_max
value: 19.872464448638226
verified: no, type: nauc_recall_at_5_std
value: -13.201942499761413
verified: no, type: ndcg_at_1
value: 8.318
verified: no, type: ndcg_at_10
value: 13.536999999999999
verified: no, type: ndcg_at_100
value: 17.814
verified: no, type: ndcg_at_1000
value: 21.037
verified: no, type: ndcg_at_20
value: 14.795
verified: no, type: ndcg_at_3
value: 10.584
verified: no, type: ndcg_at_5
value: 11.631
verified: no, type: precision_at_1
value: 8.318
verified: no, type: precision_at_10
value: 2.348
verified: no, type: precision_at_100
value: 0.488
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_20
value: 1.4789999999999999
verified: no, type: precision_at_3
value: 4.559
verified: no, type: precision_at_5
value: 3.327
verified: no, type: recall_at_1
value: 7.468
verified: no, type: recall_at_10
value: 20.508000000000003
verified: no, type: recall_at_100
value: 40.969
verified: no, type: recall_at_1000
value: 66.01
verified: no, type: recall_at_20
value: 25.151
verified: no, type: recall_at_3
value: 12.187000000000001
verified: no, type: recall_at_5
value: 14.868
verified: no, task: type: Retrieval
dataset: name: MTEB ClimateFEVER (default)
type: mteb/climate-fever
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: main_score
value: 14.015
verified: no, type: map_at_1
value: 5.794
verified: no, type: map_at_10
value: 9.467
verified: no, type: map_at_100
value: 10.583
verified: no, type: map_at_1000
value: 10.738
verified: no, type: map_at_20
value: 10.019
verified: no, type: map_at_3
value: 7.800999999999999
verified: no, type: map_at_5
value: 8.530999999999999
verified: no, type: mrr_at_1
value: 12.37785016286645
verified: no, type: mrr_at_10
value: 19.195232924874603
verified: no, type: mrr_at_100
value: 20.36171753911915
verified: no, type: mrr_at_1000
value: 20.43422170175313
verified: no, type: mrr_at_20
value: 19.925433949052078
verified: no, type: mrr_at_3
value: 16.612377850162883
verified: no, type: mrr_at_5
value: 17.928338762214977
verified: no, type: nauc_map_at_1000_diff1
value: 30.77100530113992
verified: no, type: nauc_map_at_1000_max
value: 3.930399825338355
verified: no, type: nauc_map_at_1000_std
value: 19.339256296860647
verified: no, type: nauc_map_at_100_diff1
value: 30.731834293026033
verified: no, type: nauc_map_at_100_max
value: 3.9391965871824577
verified: no, type: nauc_map_at_100_std
value: 18.994224188430934
verified: no, type: nauc_map_at_10_diff1
value: 30.52002817023447
verified: no, type: nauc_map_at_10_max
value: 4.047355652304053
verified: no, type: nauc_map_at_10_std
value: 16.271456948493867
verified: no, type: nauc_map_at_1_diff1
value: 40.78221783055125
verified: no, type: nauc_map_at_1_max
value: 6.03643489529247
verified: no, type: nauc_map_at_1_std
value: 10.164994264153364
verified: no, type: nauc_map_at_20_diff1
value: 30.667265850525062
verified: no, type: nauc_map_at_20_max
value: 3.808011497380771
verified: no, type: nauc_map_at_20_std
value: 17.64597024700993
verified: no, type: nauc_map_at_3_diff1
value: 32.9882945525325
verified: no, type: nauc_map_at_3_max
value: 4.81442279492956
verified: no, type: nauc_map_at_3_std
value: 11.72899701083213
verified: no, type: nauc_map_at_5_diff1
value: 31.319747944398486
verified: no, type: nauc_map_at_5_max
value: 4.789346536725522
verified: no, type: nauc_map_at_5_std
value: 13.280932876910251
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.72974681423866
verified: no, type: nauc_mrr_at_1000_max
value: 5.334428633833756
verified: no, type: nauc_mrr_at_1000_std
value: 21.94603472046183
verified: no, type: nauc_mrr_at_100_diff1
value: 28.71022403484308
verified: no, type: nauc_mrr_at_100_max
value: 5.333420382518744
verified: no, type: nauc_mrr_at_100_std
value: 21.95720361127466
verified: no, type: nauc_mrr_at_10_diff1
value: 28.123142846152966
verified: no, type: nauc_mrr_at_10_max
value: 5.476579464822251
verified: no, type: nauc_mrr_at_10_std
value: 20.85306394069719
verified: no, type: nauc_mrr_at_1_diff1
value: 34.81794628491484
verified: no, type: nauc_mrr_at_1_max
value: 6.5806430588232905
verified: no, type: nauc_mrr_at_1_std
value: 14.459527094653325
verified: no, type: nauc_mrr_at_20_diff1
value: 28.439259242098213
verified: no, type: nauc_mrr_at_20_max
value: 5.357148444191085
verified: no, type: nauc_mrr_at_20_std
value: 21.61419717452997
verified: no, type: nauc_mrr_at_3_diff1
value: 29.687849776616204
verified: no, type: nauc_mrr_at_3_max
value: 5.740633779727121
verified: no, type: nauc_mrr_at_3_std
value: 17.8879483888456
verified: no, type: nauc_mrr_at_5_diff1
value: 28.47430129361797
verified: no, type: nauc_mrr_at_5_max
value: 5.630703322113187
verified: no, type: nauc_mrr_at_5_std
value: 19.229576158387964
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.601902706390376
verified: no, type: nauc_ndcg_at_1000_max
value: 2.953924251677932
verified: no, type: nauc_ndcg_at_1000_std
value: 33.43699716309924
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.61050534370323
verified: no, type: nauc_ndcg_at_100_max
value: 3.4205261114094623
verified: no, type: nauc_ndcg_at_100_std
value: 29.71705615290654
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.08320442286844
verified: no, type: nauc_ndcg_at_10_max
value: 3.7887194412304863
verified: no, type: nauc_ndcg_at_10_std
value: 21.676623605562256
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.81794628491484
verified: no, type: nauc_ndcg_at_1_max
value: 6.5806430588232905
verified: no, type: nauc_ndcg_at_1_std
value: 14.459527094653325
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.787198576453758
verified: no, type: nauc_ndcg_at_20_max
value: 3.1540397427527713
verified: no, type: nauc_ndcg_at_20_std
value: 24.886749384694483
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.951818040541088
verified: no, type: nauc_ndcg_at_3_max
value: 5.01579970046346
verified: no, type: nauc_ndcg_at_3_std
value: 15.279492475081327
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.06492691727927
verified: no, type: nauc_ndcg_at_5_max
value: 4.89933436886099
verified: no, type: nauc_ndcg_at_5_std
value: 16.918642834035854
verified: no, type: nauc_precision_at_1000_diff1
value: 15.771733257364474
verified: no, type: nauc_precision_at_1000_max
value: 1.823845951487625
verified: no, type: nauc_precision_at_1000_std
value: 49.1852294234272
verified: no, type: nauc_precision_at_100_diff1
value: 18.265609570523985
verified: no, type: nauc_precision_at_100_max
value: 4.2756221878446885
verified: no, type: nauc_precision_at_100_std
value: 44.777126764828196
verified: no, type: nauc_precision_at_10_diff1
value: 17.001368989158973
verified: no, type: nauc_precision_at_10_max
value: 3.567699919296151
verified: no, type: nauc_precision_at_10_std
value: 32.23622509514423
verified: no, type: nauc_precision_at_1_diff1
value: 34.81794628491484
verified: no, type: nauc_precision_at_1_max
value: 6.5806430588232905
verified: no, type: nauc_precision_at_1_std
value: 14.459527094653325
verified: no, type: nauc_precision_at_20_diff1
value: 17.635731357627552
verified: no, type: nauc_precision_at_20_max
value: 3.034597543962715
verified: no, type: nauc_precision_at_20_std
value: 37.444737258116376
verified: no, type: nauc_precision_at_3_diff1
value: 22.582871559622486
verified: no, type: nauc_precision_at_3_max
value: 6.018578205165446
verified: no, type: nauc_precision_at_3_std
value: 19.760719025296815
verified: no, type: nauc_precision_at_5_diff1
value: 18.665624106588705
verified: no, type: nauc_precision_at_5_max
value: 5.618829486159042
verified: no, type: nauc_precision_at_5_std
value: 24.487192977269594
verified: no, type: nauc_recall_at_1000_diff1
value: 26.313094272841823
verified: no, type: nauc_recall_at_1000_max
value: -3.0358409209748767
verified: no, type: nauc_recall_at_1000_std
value: 52.23483909347241
verified: no, type: nauc_recall_at_100_diff1
value: 22.619825448361848
verified: no, type: nauc_recall_at_100_max
value: -0.48782855898636057
verified: no, type: nauc_recall_at_100_std
value: 39.456946722540245
verified: no, type: nauc_recall_at_10_diff1
value: 21.248191636390427
verified: no, type: nauc_recall_at_10_max
value: 1.057162598023577
verified: no, type: nauc_recall_at_10_std
value: 26.28529915222162
verified: no, type: nauc_recall_at_1_diff1
value: 40.78221783055125
verified: no, type: nauc_recall_at_1_max
value: 6.03643489529247
verified: no, type: nauc_recall_at_1_std
value: 10.164994264153364
verified: no, type: nauc_recall_at_20_diff1
value: 22.329681015763143
verified: no, type: nauc_recall_at_20_max
value: -0.9021963926705002
verified: no, type: nauc_recall_at_20_std
value: 31.423263430139137
verified: no, type: nauc_recall_at_3_diff1
value: 27.367759082174025
verified: no, type: nauc_recall_at_3_max
value: 3.9289202004328527
verified: no, type: nauc_recall_at_3_std
value: 13.622863131134919
verified: no, type: nauc_recall_at_5_diff1
value: 22.76288213235621
verified: no, type: nauc_recall_at_5_max
value: 3.471221773429057
verified: no, type: nauc_recall_at_5_std
value: 17.585600220417064
verified: no, type: ndcg_at_1
value: 12.378
verified: no, type: ndcg_at_10
value: 14.015
verified: no, type: ndcg_at_100
value: 19.555
verified: no, type: ndcg_at_1000
value: 22.979
verified: no, type: ndcg_at_20
value: 16.019
verified: no, type: ndcg_at_3
value: 10.780000000000001
verified: no, type: ndcg_at_5
value: 11.773
verified: no, type: precision_at_1
value: 12.378
verified: no, type: precision_at_10
value: 4.567
verified: no, type: precision_at_100
value: 1.035
verified: no, type: precision_at_1000
value: 0.166
verified: no, type: precision_at_20
value: 3.114
verified: no, type: precision_at_3
value: 7.926
verified: no, type: precision_at_5
value: 6.215
verified: no, type: recall_at_1
value: 5.794
verified: no, type: recall_at_10
value: 17.407
verified: no, type: recall_at_100
value: 37.191
verified: no, type: recall_at_1000
value: 56.851
verified: no, type: recall_at_20
value: 23.165
verified: no, type: recall_at_3
value: 9.713
verified: no, type: recall_at_5
value: 12.415
verified: no, task: type: Retrieval
dataset: name: MTEB DBPedia (default)
type: mteb/dbpedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: main_score
value: 19.899
verified: no, type: map_at_1
value: 3.465
verified: no, type: map_at_10
value: 7.794
verified: no, type: map_at_100
value: 10.933
verified: no, type: map_at_1000
value: 11.752
verified: no, type: map_at_20
value: 9.016
verified: no, type: map_at_3
value: 5.427
verified: no, type: map_at_5
value: 6.502
verified: no, type: mrr_at_1
value: 34.75
verified: no, type: mrr_at_10
value: 45.200793650793656
verified: no, type: mrr_at_100
value: 46.05239344037991
verified: no, type: mrr_at_1000
value: 46.0856684337964
verified: no, type: mrr_at_20
value: 45.710684362077565
verified: no, type: mrr_at_3
value: 42.208333333333336
verified: no, type: mrr_at_5
value: 43.808333333333344
verified: no, type: nauc_map_at_1000_diff1
value: 18.86972613270399
verified: no, type: nauc_map_at_1000_max
value: 20.274156189253244
verified: no, type: nauc_map_at_1000_std
value: 22.191040122589133
verified: no, type: nauc_map_at_100_diff1
value: 18.788504382797093
verified: no, type: nauc_map_at_100_max
value: 18.991259275904696
verified: no, type: nauc_map_at_100_std
value: 19.224470200905856
verified: no, type: nauc_map_at_10_diff1
value: 18.750083550817912
verified: no, type: nauc_map_at_10_max
value: 10.317804767409177
verified: no, type: nauc_map_at_10_std
value: 4.146780937716071
verified: no, type: nauc_map_at_1_diff1
value: 24.593368387483753
verified: no, type: nauc_map_at_1_max
value: 4.589639725353537
verified: no, type: nauc_map_at_1_std
value: -8.92237341364795
verified: no, type: nauc_map_at_20_diff1
value: 18.991788660584362
verified: no, type: nauc_map_at_20_max
value: 13.525701435829877
verified: no, type: nauc_map_at_20_std
value: 10.505788067068151
verified: no, type: nauc_map_at_3_diff1
value: 18.3208401615434
verified: no, type: nauc_map_at_3_max
value: 9.337037518676164
verified: no, type: nauc_map_at_3_std
value: -3.652233530159517
verified: no, type: nauc_map_at_5_diff1
value: 18.092639410476284
verified: no, type: nauc_map_at_5_max
value: 10.092917720641017
verified: no, type: nauc_map_at_5_std
value: 0.17001723577182712
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.78358698105705
verified: no, type: nauc_mrr_at_1000_max
value: 28.715621788566008
verified: no, type: nauc_mrr_at_1000_std
value: 22.028656730472925
verified: no, type: nauc_mrr_at_100_diff1
value: 29.790252324106998
verified: no, type: nauc_mrr_at_100_max
value: 28.742783310038494
verified: no, type: nauc_mrr_at_100_std
value: 22.03968708083945
verified: no, type: nauc_mrr_at_10_diff1
value: 29.438930345540236
verified: no, type: nauc_mrr_at_10_max
value: 28.65369065827219
verified: no, type: nauc_mrr_at_10_std
value: 21.78750467411176
verified: no, type: nauc_mrr_at_1_diff1
value: 35.330827390243996
verified: no, type: nauc_mrr_at_1_max
value: 26.56882708002626
verified: no, type: nauc_mrr_at_1_std
value: 21.623824720391546
verified: no, type: nauc_mrr_at_20_diff1
value: 29.738885034343433
verified: no, type: nauc_mrr_at_20_max
value: 28.757633233697227
verified: no, type: nauc_mrr_at_20_std
value: 21.94206110931751
verified: no, type: nauc_mrr_at_3_diff1
value: 30.084883512926936
verified: no, type: nauc_mrr_at_3_max
value: 28.504733195949854
verified: no, type: nauc_mrr_at_3_std
value: 21.343105616755405
verified: no, type: nauc_mrr_at_5_diff1
value: 29.162370505723974
verified: no, type: nauc_mrr_at_5_max
value: 28.302134300102317
verified: no, type: nauc_mrr_at_5_std
value: 21.967069891186686
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.5599701482179
verified: no, type: nauc_ndcg_at_1000_max
value: 19.60442562497246
verified: no, type: nauc_ndcg_at_1000_std
value: 38.57803059971978
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.869754081262034
verified: no, type: nauc_ndcg_at_100_max
value: 17.061854693160267
verified: no, type: nauc_ndcg_at_100_std
value: 28.495912815567348
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.68424149188379
verified: no, type: nauc_ndcg_at_10_max
value: 17.7957499268384
verified: no, type: nauc_ndcg_at_10_std
value: 20.329697185043177
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.15797652004303
verified: no, type: nauc_ndcg_at_1_max
value: 19.169777835934728
verified: no, type: nauc_ndcg_at_1_std
value: 16.460300389696954
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.980003079381408
verified: no, type: nauc_ndcg_at_20_max
value: 16.31240132872873
verified: no, type: nauc_ndcg_at_20_std
value: 21.336530494236147
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.747010783899103
verified: no, type: nauc_ndcg_at_3_max
value: 20.514543159699503
verified: no, type: nauc_ndcg_at_3_std
value: 19.913679184651535
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.811506356457578
verified: no, type: nauc_ndcg_at_5_max
value: 19.600228375339086
verified: no, type: nauc_ndcg_at_5_std
value: 20.80223119600392
verified: no, type: nauc_precision_at_1000_diff1
value: 7.616167380395875
verified: no, type: nauc_precision_at_1000_max
value: 24.36987688613695
verified: no, type: nauc_precision_at_1000_std
value: 28.517709442088883
verified: no, type: nauc_precision_at_100_diff1
value: 10.899372478558005
verified: no, type: nauc_precision_at_100_max
value: 32.52543047557354
verified: no, type: nauc_precision_at_100_std
value: 40.418143841067725
verified: no, type: nauc_precision_at_10_diff1
value: 12.454659530883022
verified: no, type: nauc_precision_at_10_max
value: 26.633347275996822
verified: no, type: nauc_precision_at_10_std
value: 31.766535462628333
verified: no, type: nauc_precision_at_1_diff1
value: 35.330827390243996
verified: no, type: nauc_precision_at_1_max
value: 26.56882708002626
verified: no, type: nauc_precision_at_1_std
value: 21.623824720391546
verified: no, type: nauc_precision_at_20_diff1
value: 13.710148345557894
verified: no, type: nauc_precision_at_20_max
value: 30.06641352798287
verified: no, type: nauc_precision_at_20_std
value: 37.51642649937503
verified: no, type: nauc_precision_at_3_diff1
value: 19.379905126167277
verified: no, type: nauc_precision_at_3_max
value: 29.474064921517996
verified: no, type: nauc_precision_at_3_std
value: 24.324769024438673
verified: no, type: nauc_precision_at_5_diff1
value: 14.983583546795229
verified: no, type: nauc_precision_at_5_max
value: 29.377923800204137
verified: no, type: nauc_precision_at_5_std
value: 28.792665620205433
verified: no, type: nauc_recall_at_1000_diff1
value: 9.420323994147108
verified: no, type: nauc_recall_at_1000_max
value: 1.716458858147155
verified: no, type: nauc_recall_at_1000_std
value: 42.675208969537806
verified: no, type: nauc_recall_at_100_diff1
value: 10.524089820623148
verified: no, type: nauc_recall_at_100_max
value: 4.847393922578022
verified: no, type: nauc_recall_at_100_std
value: 25.881256479477425
verified: no, type: nauc_recall_at_10_diff1
value: 10.405559854705523
verified: no, type: nauc_recall_at_10_max
value: -0.7229949712397538
verified: no, type: nauc_recall_at_10_std
value: 1.2453684953323285
verified: no, type: nauc_recall_at_1_diff1
value: 24.593368387483753
verified: no, type: nauc_recall_at_1_max
value: 4.589639725353537
verified: no, type: nauc_recall_at_1_std
value: -8.92237341364795
verified: no, type: nauc_recall_at_20_diff1
value: 9.153545675349667
verified: no, type: nauc_recall_at_20_max
value: 1.0523663509920702
verified: no, type: nauc_recall_at_20_std
value: 9.617722656364721
verified: no, type: nauc_recall_at_3_diff1
value: 11.453608857041628
verified: no, type: nauc_recall_at_3_max
value: 6.541125581241787
verified: no, type: nauc_recall_at_3_std
value: -6.374588849217941
verified: no, type: nauc_recall_at_5_diff1
value: 10.747977942968255
verified: no, type: nauc_recall_at_5_max
value: 3.2154611210290445
verified: no, type: nauc_recall_at_5_std
value: -1.2652013924076986
verified: no, type: ndcg_at_1
value: 24.25
verified: no, type: ndcg_at_10
value: 19.899
verified: no, type: ndcg_at_100
value: 23.204
verified: no, type: ndcg_at_1000
value: 29.658
verified: no, type: ndcg_at_20
value: 19.583000000000002
verified: no, type: ndcg_at_3
value: 21.335
verified: no, type: ndcg_at_5
value: 20.413999999999998
verified: no, type: precision_at_1
value: 34.75
verified: no, type: precision_at_10
value: 18.075
verified: no, type: precision_at_100
value: 5.897
verified: no, type: precision_at_1000
value: 1.22
verified: no, type: precision_at_20
value: 13.55
verified: no, type: precision_at_3
value: 26.833000000000002
verified: no, type: precision_at_5
value: 22.6
verified: no, type: recall_at_1
value: 3.465
verified: no, type: recall_at_10
value: 12.606
verified: no, type: recall_at_100
value: 29.843999999999998
verified: no, type: recall_at_1000
value: 52.242999999999995
verified: no, type: recall_at_20
value: 16.930999999999997
verified: no, type: recall_at_3
value: 6.425
verified: no, type: recall_at_5
value: 8.818
verified: no, task: type: Classification
dataset: name: MTEB EmotionClassification (default)
type: mteb/emotion
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 38.339999999999996
verified: no, type: f1
value: 34.598741976118816
verified: no, type: f1_weighted
value: 40.51989104726522
verified: no, type: main_score
value: 38.339999999999996
verified: no, task: type: Retrieval
dataset: name: MTEB FEVER (default)
type: mteb/fever
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: main_score
value: 25.006
verified: no, type: map_at_1
value: 13.943
verified: no, type: map_at_10
value: 20.706
verified: no, type: map_at_100
value: 21.740000000000002
verified: no, type: map_at_1000
value: 21.822
verified: no, type: map_at_20
value: 21.267
verified: no, type: map_at_3
value: 18.35
verified: no, type: map_at_5
value: 19.636
verified: no, type: mrr_at_1
value: 14.79147914791479
verified: no, type: mrr_at_10
value: 21.939967806304423
verified: no, type: mrr_at_100
value: 22.991772526136195
verified: no, type: mrr_at_1000
value: 23.068306121221312
verified: no, type: mrr_at_20
value: 22.521146379622163
verified: no, type: mrr_at_3
value: 19.484448444844478
verified: no, type: mrr_at_5
value: 20.817331733173358
verified: no, type: nauc_map_at_1000_diff1
value: 19.35822964414219
verified: no, type: nauc_map_at_1000_max
value: 8.897124191699918
verified: no, type: nauc_map_at_1000_std
value: -14.004128494439424
verified: no, type: nauc_map_at_100_diff1
value: 19.34567869663468
verified: no, type: nauc_map_at_100_max
value: 8.8745190516295
verified: no, type: nauc_map_at_100_std
value: -14.025946762212236
verified: no, type: nauc_map_at_10_diff1
value: 19.478894508723158
verified: no, type: nauc_map_at_10_max
value: 8.614136366133858
verified: no, type: nauc_map_at_10_std
value: -14.636265322683597
verified: no, type: nauc_map_at_1_diff1
value: 23.688109743445253
verified: no, type: nauc_map_at_1_max
value: 10.721419669570178
verified: no, type: nauc_map_at_1_std
value: -17.00198995751755
verified: no, type: nauc_map_at_20_diff1
value: 19.40994853288039
verified: no, type: nauc_map_at_20_max
value: 8.788561538894676
verified: no, type: nauc_map_at_20_std
value: -14.287595480928521
verified: no, type: nauc_map_at_3_diff1
value: 20.019246737479236
verified: no, type: nauc_map_at_3_max
value: 8.530000749651693
verified: no, type: nauc_map_at_3_std
value: -16.31053852110094
verified: no, type: nauc_map_at_5_diff1
value: 19.574801722611753
verified: no, type: nauc_map_at_5_max
value: 8.431256040109632
verified: no, type: nauc_map_at_5_std
value: -15.42991927435635
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.199456594864415
verified: no, type: nauc_mrr_at_1000_max
value: 9.053366261880821
verified: no, type: nauc_mrr_at_1000_std
value: -14.325311358790312
verified: no, type: nauc_mrr_at_100_diff1
value: 19.183968461336264
verified: no, type: nauc_mrr_at_100_max
value: 9.0406708211084
verified: no, type: nauc_mrr_at_100_std
value: -14.333168371749
verified: no, type: nauc_mrr_at_10_diff1
value: 19.286280952658004
verified: no, type: nauc_mrr_at_10_max
value: 8.786679451075301
verified: no, type: nauc_mrr_at_10_std
value: -14.85433165190137
verified: no, type: nauc_mrr_at_1_diff1
value: 23.372945217632637
verified: no, type: nauc_mrr_at_1_max
value: 10.757009456320713
verified: no, type: nauc_mrr_at_1_std
value: -17.37470573558239
verified: no, type: nauc_mrr_at_20_diff1
value: 19.204260097760162
verified: no, type: nauc_mrr_at_20_max
value: 8.967269936629057
verified: no, type: nauc_mrr_at_20_std
value: -14.556203577633491
verified: no, type: nauc_mrr_at_3_diff1
value: 19.802237510569196
verified: no, type: nauc_mrr_at_3_max
value: 8.660412322072549
verified: no, type: nauc_mrr_at_3_std
value: -16.483667365878983
verified: no, type: nauc_mrr_at_5_diff1
value: 19.417190218500963
verified: no, type: nauc_mrr_at_5_max
value: 8.592050482160923
verified: no, type: nauc_mrr_at_5_std
value: -15.666970940052721
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.770326257033936
verified: no, type: nauc_ndcg_at_1000_max
value: 9.986868282212038
verified: no, type: nauc_ndcg_at_1000_std
value: -9.378246687942493
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.57851695979306
verified: no, type: nauc_ndcg_at_100_max
value: 9.516456101829059
verified: no, type: nauc_ndcg_at_100_std
value: -9.92852108588332
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.211042534939516
verified: no, type: nauc_ndcg_at_10_max
value: 8.263500593038305
verified: no, type: nauc_ndcg_at_10_std
value: -12.860334730832001
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.372945217632637
verified: no, type: nauc_ndcg_at_1_max
value: 10.757009456320713
verified: no, type: nauc_ndcg_at_1_std
value: -17.37470573558239
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.910709608958474
verified: no, type: nauc_ndcg_at_20_max
value: 8.893940446709529
verified: no, type: nauc_ndcg_at_20_std
value: -11.689263799945813
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.09880112910806
verified: no, type: nauc_ndcg_at_3_max
value: 8.023263463318175
verified: no, type: nauc_ndcg_at_3_std
value: -16.092374418892373
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.42900402442049
verified: no, type: nauc_ndcg_at_5_max
value: 7.8858287226066235
verified: no, type: nauc_ndcg_at_5_std
value: -14.661280178399608
verified: no, type: nauc_precision_at_1000_diff1
value: 3.642347466781283
verified: no, type: nauc_precision_at_1000_max
value: 16.952404316587614
verified: no, type: nauc_precision_at_1000_std
value: 21.40131424089912
verified: no, type: nauc_precision_at_100_diff1
value: 9.750805732461842
verified: no, type: nauc_precision_at_100_max
value: 13.757879488937125
verified: no, type: nauc_precision_at_100_std
value: 8.039378982280406
verified: no, type: nauc_precision_at_10_diff1
value: 14.7918457440186
verified: no, type: nauc_precision_at_10_max
value: 8.123251440844076
verified: no, type: nauc_precision_at_10_std
value: -7.766522118292242
verified: no, type: nauc_precision_at_1_diff1
value: 23.372945217632637
verified: no, type: nauc_precision_at_1_max
value: 10.757009456320713
verified: no, type: nauc_precision_at_1_std
value: -17.37470573558239
verified: no, type: nauc_precision_at_20_diff1
value: 13.317651277911787
verified: no, type: nauc_precision_at_20_max
value: 10.204911801413331
verified: no, type: nauc_precision_at_20_std
value: -3.322012947463638
verified: no, type: nauc_precision_at_3_diff1
value: 16.938989829945534
verified: no, type: nauc_precision_at_3_max
value: 7.007727368306191
verified: no, type: nauc_precision_at_3_std
value: -15.264146253300096
verified: no, type: nauc_precision_at_5_diff1
value: 15.595830777905029
verified: no, type: nauc_precision_at_5_max
value: 6.87438645405223
verified: no, type: nauc_precision_at_5_std
value: -12.548740115098678
verified: no, type: nauc_recall_at_1000_diff1
value: 9.009543867034727
verified: no, type: nauc_recall_at_1000_max
value: 18.305044258577915
verified: no, type: nauc_recall_at_1000_std
value: 23.009148418514425
verified: no, type: nauc_recall_at_100_diff1
value: 11.15850015080056
verified: no, type: nauc_recall_at_100_max
value: 11.780408791390519
verified: no, type: nauc_recall_at_100_std
value: 6.246652097817795
verified: no, type: nauc_recall_at_10_diff1
value: 15.099829144415247
verified: no, type: nauc_recall_at_10_max
value: 7.075068492864811
verified: no, type: nauc_recall_at_10_std
value: -7.878092251138417
verified: no, type: nauc_recall_at_1_diff1
value: 23.688109743445253
verified: no, type: nauc_recall_at_1_max
value: 10.721419669570178
verified: no, type: nauc_recall_at_1_std
value: -17.00198995751755
verified: no, type: nauc_recall_at_20_diff1
value: 13.85704310580134
verified: no, type: nauc_recall_at_20_max
value: 9.007426388276338
verified: no, type: nauc_recall_at_20_std
value: -3.9997271157444843
verified: no, type: nauc_recall_at_3_diff1
value: 16.851129797737183
verified: no, type: nauc_recall_at_3_max
value: 6.616028659229676
verified: no, type: nauc_recall_at_3_std
value: -15.286301162412613
verified: no, type: nauc_recall_at_5_diff1
value: 15.671635716227339
verified: no, type: nauc_recall_at_5_max
value: 6.342388043913686
verified: no, type: nauc_recall_at_5_std
value: -12.39987752967968
verified: no, type: ndcg_at_1
value: 14.791000000000002
verified: no, type: ndcg_at_10
value: 25.006
verified: no, type: ndcg_at_100
value: 30.471999999999998
verified: no, type: ndcg_at_1000
value: 32.806000000000004
verified: no, type: ndcg_at_20
value: 27.058
verified: no, type: ndcg_at_3
value: 20.112
verified: no, type: ndcg_at_5
value: 22.413
verified: no, type: precision_at_1
value: 14.791000000000002
verified: no, type: precision_at_10
value: 4.055000000000001
verified: no, type: precision_at_100
value: 0.697
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 2.465
verified: no, type: precision_at_3
value: 8.626000000000001
verified: no, type: precision_at_5
value: 6.382000000000001
verified: no, type: recall_at_1
value: 13.943
verified: no, type: recall_at_10
value: 37.397000000000006
verified: no, type: recall_at_100
value: 63.334999999999994
verified: no, type: recall_at_1000
value: 81.428
verified: no, type: recall_at_20
value: 45.358
verified: no, type: recall_at_3
value: 24.082
verified: no, type: recall_at_5
value: 29.563
verified: no, task: type: Retrieval
dataset: name: MTEB FiQA2018 (default)
type: mteb/fiqa
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: main_score
value: 11.167
verified: no, type: map_at_1
value: 5.055
verified: no, type: map_at_10
value: 7.974
verified: no, type: map_at_100
value: 8.738
verified: no, type: map_at_1000
value: 8.916
verified: no, type: map_at_20
value: 8.341
verified: no, type: map_at_3
value: 6.857
verified: no, type: map_at_5
value: 7.5009999999999994
verified: no, type: mrr_at_1
value: 10.030864197530864
verified: no, type: mrr_at_10
value: 14.756087105624141
verified: no, type: mrr_at_100
value: 15.562190249516133
verified: no, type: mrr_at_1000
value: 15.69044643307793
verified: no, type: mrr_at_20
value: 15.164252290155286
verified: no, type: mrr_at_3
value: 13.297325102880658
verified: no, type: mrr_at_5
value: 14.130658436213992
verified: no, type: nauc_map_at_1000_diff1
value: 21.581584639641356
verified: no, type: nauc_map_at_1000_max
value: -3.591350057991658
verified: no, type: nauc_map_at_1000_std
value: 2.2450733180258466
verified: no, type: nauc_map_at_100_diff1
value: 21.678068750484663
verified: no, type: nauc_map_at_100_max
value: -3.754793884673454
verified: no, type: nauc_map_at_100_std
value: 2.1134125512643034
verified: no, type: nauc_map_at_10_diff1
value: 22.267707890250872
verified: no, type: nauc_map_at_10_max
value: -4.109027667129512
verified: no, type: nauc_map_at_10_std
value: 1.7397026170215282
verified: no, type: nauc_map_at_1_diff1
value: 24.393602819317127
verified: no, type: nauc_map_at_1_max
value: -5.463161484041758
verified: no, type: nauc_map_at_1_std
value: 3.4527844717330898
verified: no, type: nauc_map_at_20_diff1
value: 22.16603827194384
verified: no, type: nauc_map_at_20_max
value: -3.829133240985351
verified: no, type: nauc_map_at_20_std
value: 2.273305218017184
verified: no, type: nauc_map_at_3_diff1
value: 25.550971234557217
verified: no, type: nauc_map_at_3_max
value: -5.912131631375139
verified: no, type: nauc_map_at_3_std
value: 2.6270431833752226
verified: no, type: nauc_map_at_5_diff1
value: 23.693227817850918
verified: no, type: nauc_map_at_5_max
value: -4.430117256044587
verified: no, type: nauc_map_at_5_std
value: 1.90476330618582
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.407848757651383
verified: no, type: nauc_mrr_at_1000_max
value: 1.4692643101259266
verified: no, type: nauc_mrr_at_1000_std
value: -1.4737021198395484
verified: no, type: nauc_mrr_at_100_diff1
value: 18.373936364611946
verified: no, type: nauc_mrr_at_100_max
value: 1.4600491055347338
verified: no, type: nauc_mrr_at_100_std
value: -1.5315816773226647
verified: no, type: nauc_mrr_at_10_diff1
value: 18.812075225359994
verified: no, type: nauc_mrr_at_10_max
value: 1.1423422260007967
verified: no, type: nauc_mrr_at_10_std
value: -1.4331421942145333
verified: no, type: nauc_mrr_at_1_diff1
value: 21.042020105537055
verified: no, type: nauc_mrr_at_1_max
value: -1.8286330117738627
verified: no, type: nauc_mrr_at_1_std
value: 0.6107108684145417
verified: no, type: nauc_mrr_at_20_diff1
value: 18.67480478225173
verified: no, type: nauc_mrr_at_20_max
value: 1.262037517477333
verified: no, type: nauc_mrr_at_20_std
value: -1.3030974525400356
verified: no, type: nauc_mrr_at_3_diff1
value: 20.263359986054837
verified: no, type: nauc_mrr_at_3_max
value: -0.3775317483949404
verified: no, type: nauc_mrr_at_3_std
value: -1.365236958935102
verified: no, type: nauc_mrr_at_5_diff1
value: 19.555216165143772
verified: no, type: nauc_mrr_at_5_max
value: 0.364621169263337
verified: no, type: nauc_mrr_at_5_std
value: -1.0513020604553038
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.768274611971735
verified: no, type: nauc_ndcg_at_1000_max
value: 2.0520976478520327
verified: no, type: nauc_ndcg_at_1000_std
value: 2.877627036243521
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.128663871942763
verified: no, type: nauc_ndcg_at_100_max
value: -0.34227560585178396
verified: no, type: nauc_ndcg_at_100_std
value: 0.8164780238765409
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.282198569420846
verified: no, type: nauc_ndcg_at_10_max
value: -1.3250908207898342
verified: no, type: nauc_ndcg_at_10_std
value: 0.28825143098016265
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.042020105537055
verified: no, type: nauc_ndcg_at_1_max
value: -1.8286330117738627
verified: no, type: nauc_ndcg_at_1_std
value: 0.6107108684145417
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.028654575882847
verified: no, type: nauc_ndcg_at_20_max
value: -0.9325610304848784
verified: no, type: nauc_ndcg_at_20_std
value: 1.5749962746078057
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.864688221213875
verified: no, type: nauc_ndcg_at_3_max
value: -2.6883486751081693
verified: no, type: nauc_ndcg_at_3_std
value: 0.17632918486246743
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.280319590515656
verified: no, type: nauc_ndcg_at_5_max
value: -1.7628672417522795
verified: no, type: nauc_ndcg_at_5_std
value: 0.35504411508050127
verified: no, type: nauc_precision_at_1000_diff1
value: -5.134118935123325
verified: no, type: nauc_precision_at_1000_max
value: 22.854317653101646
verified: no, type: nauc_precision_at_1000_std
value: -5.519945670535999
verified: no, type: nauc_precision_at_100_diff1
value: 2.410623305126647
verified: no, type: nauc_precision_at_100_max
value: 11.323949150994391
verified: no, type: nauc_precision_at_100_std
value: -4.4400164174748395
verified: no, type: nauc_precision_at_10_diff1
value: 11.14562925123435
verified: no, type: nauc_precision_at_10_max
value: 6.701684471603129
verified: no, type: nauc_precision_at_10_std
value: -3.507090397196342
verified: no, type: nauc_precision_at_1_diff1
value: 21.042020105537055
verified: no, type: nauc_precision_at_1_max
value: -1.8286330117738627
verified: no, type: nauc_precision_at_1_std
value: 0.6107108684145417
verified: no, type: nauc_precision_at_20_diff1
value: 10.58098788224169
verified: no, type: nauc_precision_at_20_max
value: 7.5107799297769935
verified: no, type: nauc_precision_at_20_std
value: -1.5100106529478114
verified: no, type: nauc_precision_at_3_diff1
value: 19.795198818057667
verified: no, type: nauc_precision_at_3_max
value: 0.4713854827815967
verified: no, type: nauc_precision_at_3_std
value: -3.125924766538086
verified: no, type: nauc_precision_at_5_diff1
value: 16.907379789095696
verified: no, type: nauc_precision_at_5_max
value: 4.140243156305644
verified: no, type: nauc_precision_at_5_std
value: -1.8178346354290582
verified: no, type: nauc_recall_at_1000_diff1
value: 4.711761259530349
verified: no, type: nauc_recall_at_1000_max
value: 3.897303116005553
verified: no, type: nauc_recall_at_1000_std
value: 14.259168849028104
verified: no, type: nauc_recall_at_100_diff1
value: 4.811342813866857
verified: no, type: nauc_recall_at_100_max
value: -0.46422331209391143
verified: no, type: nauc_recall_at_100_std
value: 1.702190380676355
verified: no, type: nauc_recall_at_10_diff1
value: 14.112982578958079
verified: no, type: nauc_recall_at_10_max
value: -0.6934250965951679
verified: no, type: nauc_recall_at_10_std
value: -0.19882683954238423
verified: no, type: nauc_recall_at_1_diff1
value: 24.393602819317127
verified: no, type: nauc_recall_at_1_max
value: -5.463161484041758
verified: no, type: nauc_recall_at_1_std
value: 3.4527844717330898
verified: no, type: nauc_recall_at_20_diff1
value: 13.19557557901834
verified: no, type: nauc_recall_at_20_max
value: 0.1538644708778628
verified: no, type: nauc_recall_at_20_std
value: 3.0492797001932974
verified: no, type: nauc_recall_at_3_diff1
value: 24.182210704492558
verified: no, type: nauc_recall_at_3_max
value: -6.034324229051654
verified: no, type: nauc_recall_at_3_std
value: 2.8490090980023637
verified: no, type: nauc_recall_at_5_diff1
value: 19.011063131073744
verified: no, type: nauc_recall_at_5_max
value: -2.119359618883548
verified: no, type: nauc_recall_at_5_std
value: 0.8198903805407032
verified: no, type: ndcg_at_1
value: 10.030999999999999
verified: no, type: ndcg_at_10
value: 11.167
verified: no, type: ndcg_at_100
value: 15.409
verified: no, type: ndcg_at_1000
value: 19.947
verified: no, type: ndcg_at_20
value: 12.483
verified: no, type: ndcg_at_3
value: 9.532
verified: no, type: ndcg_at_5
value: 10.184
verified: no, type: precision_at_1
value: 10.030999999999999
verified: no, type: precision_at_10
value: 3.1329999999999996
verified: no, type: precision_at_100
value: 0.7270000000000001
verified: no, type: precision_at_1000
value: 0.15
verified: no, type: precision_at_20
value: 2.06
verified: no, type: precision_at_3
value: 6.481000000000001
verified: no, type: precision_at_5
value: 4.877
verified: no, type: recall_at_1
value: 5.055
verified: no, type: recall_at_10
value: 14.193
verified: no, type: recall_at_100
value: 31.47
verified: no, type: recall_at_1000
value: 60.007
verified: no, type: recall_at_20
value: 18.532
verified: no, type: recall_at_3
value: 8.863999999999999
verified: no, type: recall_at_5
value: 11.354000000000001
verified: no, task: type: Retrieval
dataset: name: MTEB HotpotQA (default)
type: mteb/hotpotqa
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: main_score
value: 30.837999999999997
verified: no, type: map_at_1
value: 17.535
verified: no, type: map_at_10
value: 24.127000000000002
verified: no, type: map_at_100
value: 24.897
verified: no, type: map_at_1000
value: 24.991
verified: no, type: map_at_20
value: 24.537
verified: no, type: map_at_3
value: 22.314
verified: no, type: map_at_5
value: 23.369
verified: no, type: mrr_at_1
value: 35.07089804186361
verified: no, type: mrr_at_10
value: 41.84109835696607
verified: no, type: mrr_at_100
value: 42.50312939357189
verified: no, type: mrr_at_1000
value: 42.557192847100204
verified: no, type: mrr_at_20
value: 42.23392771922393
verified: no, type: mrr_at_3
value: 40.0540175557057
verified: no, type: mrr_at_5
value: 41.09723160027011
verified: no, type: nauc_map_at_1000_diff1
value: 53.405765033756104
verified: no, type: nauc_map_at_1000_max
value: 7.122736293690594
verified: no, type: nauc_map_at_1000_std
value: 25.154222353909706
verified: no, type: nauc_map_at_100_diff1
value: 53.424105025391235
verified: no, type: nauc_map_at_100_max
value: 7.127661247301736
verified: no, type: nauc_map_at_100_std
value: 25.080306702030054
verified: no, type: nauc_map_at_10_diff1
value: 53.83507469889932
verified: no, type: nauc_map_at_10_max
value: 7.239978390454264
verified: no, type: nauc_map_at_10_std
value: 24.216110502987867
verified: no, type: nauc_map_at_1_diff1
value: 64.45610830977103
verified: no, type: nauc_map_at_1_max
value: 10.831236114417758
verified: no, type: nauc_map_at_1_std
value: 18.282463736681766
verified: no, type: nauc_map_at_20_diff1
value: 53.50246555744542
verified: no, type: nauc_map_at_20_max
value: 7.1666672586766085
verified: no, type: nauc_map_at_20_std
value: 24.648695320801803
verified: no, type: nauc_map_at_3_diff1
value: 55.467529631560474
verified: no, type: nauc_map_at_3_max
value: 8.281275214726968
verified: no, type: nauc_map_at_3_std
value: 22.436972833181386
verified: no, type: nauc_map_at_5_diff1
value: 54.2596974292177
verified: no, type: nauc_map_at_5_max
value: 7.5791705198322585
verified: no, type: nauc_map_at_5_std
value: 23.272036332669295
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.01986079158693
verified: no, type: nauc_mrr_at_1000_max
value: 9.046571417308733
verified: no, type: nauc_mrr_at_1000_std
value: 22.078576232724707
verified: no, type: nauc_mrr_at_100_diff1
value: 60.01145860886984
verified: no, type: nauc_mrr_at_100_max
value: 9.036448042324515
verified: no, type: nauc_mrr_at_100_std
value: 22.073613864801413
verified: no, type: nauc_mrr_at_10_diff1
value: 60.138490480821595
verified: no, type: nauc_mrr_at_10_max
value: 9.09851806151594
verified: no, type: nauc_mrr_at_10_std
value: 21.871816692853095
verified: no, type: nauc_mrr_at_1_diff1
value: 64.45610830977103
verified: no, type: nauc_mrr_at_1_max
value: 10.831236114417758
verified: no, type: nauc_mrr_at_1_std
value: 18.282463736681766
verified: no, type: nauc_mrr_at_20_diff1
value: 60.020756965348596
verified: no, type: nauc_mrr_at_20_max
value: 9.067384772615947
verified: no, type: nauc_mrr_at_20_std
value: 22.007284296200602
verified: no, type: nauc_mrr_at_3_diff1
value: 60.848848858927965
verified: no, type: nauc_mrr_at_3_max
value: 9.77819590832476
verified: no, type: nauc_mrr_at_3_std
value: 20.7857772481929
verified: no, type: nauc_mrr_at_5_diff1
value: 60.23023654313581
verified: no, type: nauc_mrr_at_5_max
value: 9.297697720996952
verified: no, type: nauc_mrr_at_5_std
value: 21.305246554366864
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.9050817941371
verified: no, type: nauc_ndcg_at_1000_max
value: 6.253060051785559
verified: no, type: nauc_ndcg_at_1000_std
value: 29.724428357103015
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.197825295468256
verified: no, type: nauc_ndcg_at_100_max
value: 6.212784383093877
verified: no, type: nauc_ndcg_at_100_std
value: 28.65006820758606
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.6117173506942
verified: no, type: nauc_ndcg_at_10_max
value: 6.6792682572264646
verified: no, type: nauc_ndcg_at_10_std
value: 25.56356291488488
verified: no, type: nauc_ndcg_at_1_diff1
value: 64.45610830977103
verified: no, type: nauc_ndcg_at_1_max
value: 10.831236114417758
verified: no, type: nauc_ndcg_at_1_std
value: 18.282463736681766
verified: no, type: nauc_ndcg_at_20_diff1
value: 52.725481130189465
verified: no, type: nauc_ndcg_at_20_max
value: 6.443880761918098
verified: no, type: nauc_ndcg_at_20_std
value: 26.623544659694815
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.087927881432066
verified: no, type: nauc_ndcg_at_3_max
value: 8.38309550543212
verified: no, type: nauc_ndcg_at_3_std
value: 22.573762514655623
verified: no, type: nauc_ndcg_at_5_diff1
value: 54.351073912334144
verified: no, type: nauc_ndcg_at_5_max
value: 7.325834612406898
verified: no, type: nauc_ndcg_at_5_std
value: 23.7625099537027
verified: no, type: nauc_precision_at_1000_diff1
value: 24.555760070632065
verified: no, type: nauc_precision_at_1000_max
value: -0.030378364610462727
verified: no, type: nauc_precision_at_1000_std
value: 43.44197980424529
verified: no, type: nauc_precision_at_100_diff1
value: 31.89263750680818
verified: no, type: nauc_precision_at_100_max
value: 0.5967214311073074
verified: no, type: nauc_precision_at_100_std
value: 38.028330866223165
verified: no, type: nauc_precision_at_10_diff1
value: 42.72001946616996
verified: no, type: nauc_precision_at_10_max
value: 2.759405409849438
verified: no, type: nauc_precision_at_10_std
value: 29.948179807406504
verified: no, type: nauc_precision_at_1_diff1
value: 64.45610830977103
verified: no, type: nauc_precision_at_1_max
value: 10.831236114417758
verified: no, type: nauc_precision_at_1_std
value: 18.282463736681766
verified: no, type: nauc_precision_at_20_diff1
value: 38.77807631886789
verified: no, type: nauc_precision_at_20_max
value: 1.8720818516278552
verified: no, type: nauc_precision_at_20_std
value: 32.59464097769524
verified: no, type: nauc_precision_at_3_diff1
value: 50.84352281110305
verified: no, type: nauc_precision_at_3_max
value: 6.8098905022703455
verified: no, type: nauc_precision_at_3_std
value: 24.54656806570455
verified: no, type: nauc_precision_at_5_diff1
value: 46.09980845642094
verified: no, type: nauc_precision_at_5_max
value: 4.489864393832119
verified: no, type: nauc_precision_at_5_std
value: 26.34146412719015
verified: no, type: nauc_recall_at_1000_diff1
value: 24.55576007063215
verified: no, type: nauc_recall_at_1000_max
value: -0.030378364610333563
verified: no, type: nauc_recall_at_1000_std
value: 43.441979804245264
verified: no, type: nauc_recall_at_100_diff1
value: 31.892637506808146
verified: no, type: nauc_recall_at_100_max
value: 0.5967214311073054
verified: no, type: nauc_recall_at_100_std
value: 38.02833086622307
verified: no, type: nauc_recall_at_10_diff1
value: 42.72001946616998
verified: no, type: nauc_recall_at_10_max
value: 2.7594054098494403
verified: no, type: nauc_recall_at_10_std
value: 29.94817980740652
verified: no, type: nauc_recall_at_1_diff1
value: 64.45610830977103
verified: no, type: nauc_recall_at_1_max
value: 10.831236114417758
verified: no, type: nauc_recall_at_1_std
value: 18.282463736681766
verified: no, type: nauc_recall_at_20_diff1
value: 38.77807631886782
verified: no, type: nauc_recall_at_20_max
value: 1.872081851627872
verified: no, type: nauc_recall_at_20_std
value: 32.594640977695256
verified: no, type: nauc_recall_at_3_diff1
value: 50.843522811103036
verified: no, type: nauc_recall_at_3_max
value: 6.809890502270356
verified: no, type: nauc_recall_at_3_std
value: 24.546568065704555
verified: no, type: nauc_recall_at_5_diff1
value: 46.09980845642094
verified: no, type: nauc_recall_at_5_max
value: 4.48986439383211
verified: no, type: nauc_recall_at_5_std
value: 26.341464127190157
verified: no, type: ndcg_at_1
value: 35.071000000000005
verified: no, type: ndcg_at_10
value: 30.837999999999997
verified: no, type: ndcg_at_100
value: 34.473
verified: no, type: ndcg_at_1000
value: 36.788
verified: no, type: ndcg_at_20
value: 32.193
verified: no, type: ndcg_at_3
value: 27.412999999999997
verified: no, type: ndcg_at_5
value: 29.160999999999998
verified: no, type: precision_at_1
value: 35.071000000000005
verified: no, type: precision_at_10
value: 6.694999999999999
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_20
value: 3.785
verified: no, type: precision_at_3
value: 17.187
verified: no, type: precision_at_5
value: 11.700000000000001
verified: no, type: recall_at_1
value: 17.535
verified: no, type: recall_at_10
value: 33.477000000000004
verified: no, type: recall_at_100
value: 48.015
verified: no, type: recall_at_1000
value: 63.483999999999995
verified: no, type: recall_at_20
value: 37.846000000000004
verified: no, type: recall_at_3
value: 25.779999999999998
verified: no, type: recall_at_5
value: 29.250999999999998
verified: no, task: type: Classification
dataset: name: MTEB ImdbClassification (default)
type: mteb/imdb
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 66.5616
verified: no, type: ap
value: 61.38581579080602
verified: no, type: ap_weighted
value: 61.38581579080602
verified: no, type: f1
value: 66.15361405073979
verified: no, type: f1_weighted
value: 66.15361405073978
verified: no, type: main_score
value: 66.5616
verified: no, task: type: Retrieval
dataset: name: MTEB MSMARCO (default)
type: mteb/msmarco
config: default
split: test
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 28.034
verified: no, type: map_at_1
value: 0.66
verified: no, type: map_at_10
value: 4.3709999999999996
verified: no, type: map_at_100
value: 12.02
verified: no, type: map_at_1000
value: 15.081
verified: no, type: map_at_20
value: 6.718
verified: no, type: map_at_3
value: 1.7389999999999999
verified: no, type: map_at_5
value: 2.5919999999999996
verified: no, type: mrr_at_1
value: 41.86046511627907
verified: no, type: mrr_at_10
value: 54.15651531930602
verified: no, type: mrr_at_100
value: 54.68712248786739
verified: no, type: mrr_at_1000
value: 54.68712248786739
verified: no, type: mrr_at_20
value: 54.272794389073454
verified: no, type: mrr_at_3
value: 51.937984496124024
verified: no, type: mrr_at_5
value: 52.40310077519379
verified: no, type: nauc_map_at_1000_diff1
value: 8.067177552562086
verified: no, type: nauc_map_at_1000_max
value: 50.80997888655191
verified: no, type: nauc_map_at_1000_std
value: 55.48450092063327
verified: no, type: nauc_map_at_100_diff1
value: 11.852088152898117
verified: no, type: nauc_map_at_100_max
value: 48.192262801076275
verified: no, type: nauc_map_at_100_std
value: 46.99716861803027
verified: no, type: nauc_map_at_10_diff1
value: 12.440097979884552
verified: no, type: nauc_map_at_10_max
value: 29.873253516213786
verified: no, type: nauc_map_at_10_std
value: 30.42960299808594
verified: no, type: nauc_map_at_1_diff1
value: 34.552395254431445
verified: no, type: nauc_map_at_1_max
value: 38.69572501766299
verified: no, type: nauc_map_at_1_std
value: 23.493916737503017
verified: no, type: nauc_map_at_20_diff1
value: 13.785974512045621
verified: no, type: nauc_map_at_20_max
value: 34.54060954861762
verified: no, type: nauc_map_at_20_std
value: 36.78361062739522
verified: no, type: nauc_map_at_3_diff1
value: 25.396598443628488
verified: no, type: nauc_map_at_3_max
value: 40.38715214284343
verified: no, type: nauc_map_at_3_std
value: 25.366480567034372
verified: no, type: nauc_map_at_5_diff1
value: 21.758905499107037
verified: no, type: nauc_map_at_5_max
value: 35.664518863717646
verified: no, type: nauc_map_at_5_std
value: 27.149202253810024
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.603886573367394
verified: no, type: nauc_mrr_at_1000_max
value: 58.66874119428572
verified: no, type: nauc_mrr_at_1000_std
value: 42.279175325006555
verified: no, type: nauc_mrr_at_100_diff1
value: 17.603886573367394
verified: no, type: nauc_mrr_at_100_max
value: 58.66874119428572
verified: no, type: nauc_mrr_at_100_std
value: 42.279175325006555
verified: no, type: nauc_mrr_at_10_diff1
value: 17.323803643197643
verified: no, type: nauc_mrr_at_10_max
value: 58.762972566248315
verified: no, type: nauc_mrr_at_10_std
value: 42.56956515834332
verified: no, type: nauc_mrr_at_1_diff1
value: 27.861672627434668
verified: no, type: nauc_mrr_at_1_max
value: 62.257123563504756
verified: no, type: nauc_mrr_at_1_std
value: 44.379176486800986
verified: no, type: nauc_mrr_at_20_diff1
value: 17.44644565955209
verified: no, type: nauc_mrr_at_20_max
value: 58.58190663195971
verified: no, type: nauc_mrr_at_20_std
value: 42.33627290946193
verified: no, type: nauc_mrr_at_3_diff1
value: 17.262663278109798
verified: no, type: nauc_mrr_at_3_max
value: 56.454793834736094
verified: no, type: nauc_mrr_at_3_std
value: 41.08451346276091
verified: no, type: nauc_mrr_at_5_diff1
value: 16.613650570034434
verified: no, type: nauc_mrr_at_5_max
value: 55.66285623344173
verified: no, type: nauc_mrr_at_5_std
value: 40.38311275408144
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.174068866047635
verified: no, type: nauc_ndcg_at_1000_max
value: 51.73192889106936
verified: no, type: nauc_ndcg_at_1000_std
value: 59.65401111712334
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.828653579924433
verified: no, type: nauc_ndcg_at_100_max
value: 54.36206806281852
verified: no, type: nauc_ndcg_at_100_std
value: 44.08756682730974
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.1020204706672807
verified: no, type: nauc_ndcg_at_10_max
value: 49.25209127878138
verified: no, type: nauc_ndcg_at_10_std
value: 39.03800796651823
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.384674368521292
verified: no, type: nauc_ndcg_at_1_max
value: 46.68691593258891
verified: no, type: nauc_ndcg_at_1_std
value: 23.497422044367447
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.1223938698830445
verified: no, type: nauc_ndcg_at_20_max
value: 52.82778912003725
verified: no, type: nauc_ndcg_at_20_std
value: 40.85957147213028
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.620541244360142
verified: no, type: nauc_ndcg_at_3_max
value: 53.11313758866487
verified: no, type: nauc_ndcg_at_3_std
value: 30.214636563641196
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.094092047013888
verified: no, type: nauc_ndcg_at_5_max
value: 50.15717166769855
verified: no, type: nauc_ndcg_at_5_std
value: 32.63549193285381
verified: no, type: nauc_precision_at_1000_diff1
value: -18.87788252321529
verified: no, type: nauc_precision_at_1000_max
value: 47.752842936932964
verified: no, type: nauc_precision_at_1000_std
value: 46.53172081645067
verified: no, type: nauc_precision_at_100_diff1
value: -11.675608943686981
verified: no, type: nauc_precision_at_100_max
value: 57.37789290450161
verified: no, type: nauc_precision_at_100_std
value: 45.99043825302317
verified: no, type: nauc_precision_at_10_diff1
value: -5.316480906785367
verified: no, type: nauc_precision_at_10_max
value: 50.9022661670284
verified: no, type: nauc_precision_at_10_std
value: 41.249198804648444
verified: no, type: nauc_precision_at_1_diff1
value: 27.861672627434668
verified: no, type: nauc_precision_at_1_max
value: 62.257123563504756
verified: no, type: nauc_precision_at_1_std
value: 44.379176486800986
verified: no, type: nauc_precision_at_20_diff1
value: -4.546893782120849
verified: no, type: nauc_precision_at_20_max
value: 54.59631672833982
verified: no, type: nauc_precision_at_20_std
value: 42.784497023294186
verified: no, type: nauc_precision_at_3_diff1
value: 9.61605571022061
verified: no, type: nauc_precision_at_3_max
value: 58.49382945748053
verified: no, type: nauc_precision_at_3_std
value: 36.589164698407316
verified: no, type: nauc_precision_at_5_diff1
value: 4.337255192132767
verified: no, type: nauc_precision_at_5_max
value: 51.9951147484678
verified: no, type: nauc_precision_at_5_std
value: 34.468467294436486
verified: no, type: nauc_recall_at_1000_diff1
value: 12.99503296673786
verified: no, type: nauc_recall_at_1000_max
value: 40.71962531328987
verified: no, type: nauc_recall_at_1000_std
value: 61.64030151991186
verified: no, type: nauc_recall_at_100_diff1
value: 10.859337421704575
verified: no, type: nauc_recall_at_100_max
value: 38.842397587549044
verified: no, type: nauc_recall_at_100_std
value: 44.123802055364514
verified: no, type: nauc_recall_at_10_diff1
value: 5.054631656084283
verified: no, type: nauc_recall_at_10_max
value: 16.616637058750165
verified: no, type: nauc_recall_at_10_std
value: 23.85056756316223
verified: no, type: nauc_recall_at_1_diff1
value: 34.552395254431445
verified: no, type: nauc_recall_at_1_max
value: 38.69572501766299
verified: no, type: nauc_recall_at_1_std
value: 23.493916737503017
verified: no, type: nauc_recall_at_20_diff1
value: 11.266581564744333
verified: no, type: nauc_recall_at_20_max
value: 20.205268245387963
verified: no, type: nauc_recall_at_20_std
value: 25.000674179475464
verified: no, type: nauc_recall_at_3_diff1
value: 23.716522929925635
verified: no, type: nauc_recall_at_3_max
value: 33.675409791018915
verified: no, type: nauc_recall_at_3_std
value: 23.659590089606255
verified: no, type: nauc_recall_at_5_diff1
value: 13.826629690116377
verified: no, type: nauc_recall_at_5_max
value: 21.450396058089545
verified: no, type: nauc_recall_at_5_std
value: 21.053365906790678
verified: no, type: ndcg_at_1
value: 27.907
verified: no, type: ndcg_at_10
value: 28.034
verified: no, type: ndcg_at_100
value: 28.166000000000004
verified: no, type: ndcg_at_1000
value: 36.361
verified: no, type: ndcg_at_20
value: 28.047
verified: no, type: ndcg_at_3
value: 28.388999999999996
verified: no, type: ndcg_at_5
value: 28.307
verified: no, type: precision_at_1
value: 41.86
verified: no, type: precision_at_10
value: 37.208999999999996
verified: no, type: precision_at_100
value: 18.093
verified: no, type: precision_at_1000
value: 3.995
verified: no, type: precision_at_20
value: 33.372
verified: no, type: precision_at_3
value: 42.636
verified: no, type: precision_at_5
value: 40
verified: no, type: recall_at_1
value: 0.66
verified: no, type: recall_at_10
value: 6.287
verified: no, type: recall_at_100
value: 24.134
verified: no, type: recall_at_1000
value: 48.431999999999995
verified: no, type: recall_at_20
value: 10.897
verified: no, type: recall_at_3
value: 2.138
verified: no, type: recall_at_5
value: 3.3770000000000002
verified: no, task: type: Classification
dataset: name: MTEB MTOPDomainClassification (en)
type: mteb/mtop_domain
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 84.81988144094848
verified: no, type: f1
value: 84.06333895718355
verified: no, type: f1_weighted
value: 84.95181538630469
verified: no, type: main_score
value: 84.81988144094848
verified: no, task: type: Classification
dataset: name: MTEB MTOPIntentClassification (en)
type: mteb/mtop_intent
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 62.41222070223438
verified: no, type: f1
value: 46.156097858146175
verified: no, type: f1_weighted
value: 66.23266420473301
verified: no, type: main_score
value: 62.41222070223438
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (en)
type: mteb/amazon_massive_intent
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 62.50168123739073
verified: no, type: f1
value: 60.72805496384179
verified: no, type: f1_weighted
value: 62.787680759907204
verified: no, type: main_score
value: 62.50168123739073
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (en)
type: mteb/amazon_massive_scenario
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 66.09280430396772
verified: no, type: f1
value: 65.36448769357172
verified: no, type: f1_weighted
value: 66.15203456480924
verified: no, type: main_score
value: 66.09280430396772
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringP2P (default)
type: mteb/medrxiv-clustering-p2p
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: main_score
value: 26.932942933622616
verified: no, type: v_measure
value: 26.932942933622616
verified: no, type: v_measure_std
value: 1.593124055965666
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringS2S (default)
type: mteb/medrxiv-clustering-s2s
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: main_score
value: 22.9594415386389
verified: no, type: v_measure
value: 22.9594415386389
verified: no, type: v_measure_std
value: 1.2719806552652395
verified: no, task: type: Reranking
dataset: name: MTEB MindSmallReranking (default)
type: mteb/mind_small
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: main_score
value: 28.527234738258063
verified: no, type: map
value: 28.527234738258063
verified: no, type: mrr
value: 29.001137590751057
verified: no, type: nAUC_map_diff1
value: 17.894640005397015
verified: no, type: nAUC_map_max
value: -32.33772009018379
verified: no, type: nAUC_map_std
value: -13.932018270818118
verified: no, type: nAUC_mrr_diff1
value: 16.6645956799536
verified: no, type: nAUC_mrr_max
value: -26.591327847291947
verified: no, type: nAUC_mrr_std
value: -11.52072949105865
verified: no, task: type: Retrieval
dataset: name: MTEB NFCorpus (default)
type: mteb/nfcorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: main_score
value: 23.318
verified: no, type: map_at_1
value: 3.9739999999999998
verified: no, type: map_at_10
value: 7.636
verified: no, type: map_at_100
value: 9.565999999999999
verified: no, type: map_at_1000
value: 10.731
verified: no, type: map_at_20
value: 8.389000000000001
verified: no, type: map_at_3
value: 5.836
verified: no, type: map_at_5
value: 6.6339999999999995
verified: no, type: mrr_at_1
value: 31.57894736842105
verified: no, type: mrr_at_10
value: 41.40436876504987
verified: no, type: mrr_at_100
value: 42.171381521810616
verified: no, type: mrr_at_1000
value: 42.21952740910268
verified: no, type: mrr_at_20
value: 41.75160733542153
verified: no, type: mrr_at_3
value: 38.544891640866865
verified: no, type: mrr_at_5
value: 40.495356037151694
verified: no, type: nauc_map_at_1000_diff1
value: 36.856779722587405
verified: no, type: nauc_map_at_1000_max
value: 1.0732856849015824
verified: no, type: nauc_map_at_1000_std
value: 9.651983758926798
verified: no, type: nauc_map_at_100_diff1
value: 37.7388774830525
verified: no, type: nauc_map_at_100_max
value: 0.5350831297890865
verified: no, type: nauc_map_at_100_std
value: 5.572219889903966
verified: no, type: nauc_map_at_10_diff1
value: 41.10439950831827
verified: no, type: nauc_map_at_10_max
value: -1.9365518645162703
verified: no, type: nauc_map_at_10_std
value: -0.14823142437775177
verified: no, type: nauc_map_at_1_diff1
value: 45.5844553027814
verified: no, type: nauc_map_at_1_max
value: -8.272551322248038
verified: no, type: nauc_map_at_1_std
value: -5.988582518897944
verified: no, type: nauc_map_at_20_diff1
value: 38.99926603388708
verified: no, type: nauc_map_at_20_max
value: -0.8765984795564569
verified: no, type: nauc_map_at_20_std
value: 1.8427808317285952
verified: no, type: nauc_map_at_3_diff1
value: 44.541009820342296
verified: no, type: nauc_map_at_3_max
value: -5.314865046137034
verified: no, type: nauc_map_at_3_std
value: -4.401240111896542
verified: no, type: nauc_map_at_5_diff1
value: 43.93142627220787
verified: no, type: nauc_map_at_5_max
value: -4.452186699937273
verified: no, type: nauc_map_at_5_std
value: -1.926768039888005
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.753283629515227
verified: no, type: nauc_mrr_at_1000_max
value: 9.689948388217696
verified: no, type: nauc_mrr_at_1000_std
value: 22.70267321039036
verified: no, type: nauc_mrr_at_100_diff1
value: 31.729775359589773
verified: no, type: nauc_mrr_at_100_max
value: 9.729637548794349
verified: no, type: nauc_mrr_at_100_std
value: 22.680656825829267
verified: no, type: nauc_mrr_at_10_diff1
value: 31.725910736285666
verified: no, type: nauc_mrr_at_10_max
value: 9.676299619743284
verified: no, type: nauc_mrr_at_10_std
value: 22.987975982720496
verified: no, type: nauc_mrr_at_1_diff1
value: 33.222931085618626
verified: no, type: nauc_mrr_at_1_max
value: 3.484453564278958
verified: no, type: nauc_mrr_at_1_std
value: 14.566253883401012
verified: no, type: nauc_mrr_at_20_diff1
value: 31.70316773246007
verified: no, type: nauc_mrr_at_20_max
value: 9.857726052213023
verified: no, type: nauc_mrr_at_20_std
value: 22.691706596582133
verified: no, type: nauc_mrr_at_3_diff1
value: 33.123605268114545
verified: no, type: nauc_mrr_at_3_max
value: 7.595554226164336
verified: no, type: nauc_mrr_at_3_std
value: 22.833951307229185
verified: no, type: nauc_mrr_at_5_diff1
value: 32.33356989096538
verified: no, type: nauc_mrr_at_5_max
value: 8.78887950599465
verified: no, type: nauc_mrr_at_5_std
value: 23.75577044154664
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.06381153030341
verified: no, type: nauc_ndcg_at_1000_max
value: 12.496787837448844
verified: no, type: nauc_ndcg_at_1000_std
value: 21.957810402478064
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.705847017840128
verified: no, type: nauc_ndcg_at_100_max
value: 7.14809714223451
verified: no, type: nauc_ndcg_at_100_std
value: 17.218742555337656
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.03996243029464
verified: no, type: nauc_ndcg_at_10_max
value: 4.699374701730214
verified: no, type: nauc_ndcg_at_10_std
value: 24.227816808454218
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.51847942809358
verified: no, type: nauc_ndcg_at_1_max
value: -0.15139755316818274
verified: no, type: nauc_ndcg_at_1_std
value: 17.16967561523347
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.20952557682163
verified: no, type: nauc_ndcg_at_20_max
value: 4.145398659710493
verified: no, type: nauc_ndcg_at_20_std
value: 22.993088607717066
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.613082038987592
verified: no, type: nauc_ndcg_at_3_max
value: 1.4593269064387369
verified: no, type: nauc_ndcg_at_3_std
value: 23.50820643331994
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.240414065564686
verified: no, type: nauc_ndcg_at_5_max
value: 3.5129825777351504
verified: no, type: nauc_ndcg_at_5_std
value: 25.518429908335165
verified: no, type: nauc_precision_at_1000_diff1
value: 3.744031922083433
verified: no, type: nauc_precision_at_1000_max
value: -0.5091331293991512
verified: no, type: nauc_precision_at_1000_std
value: 44.81402869309276
verified: no, type: nauc_precision_at_100_diff1
value: 6.830797386827996
verified: no, type: nauc_precision_at_100_max
value: 4.0810548509653755
verified: no, type: nauc_precision_at_100_std
value: 42.7474662572479
verified: no, type: nauc_precision_at_10_diff1
value: 12.394335511926892
verified: no, type: nauc_precision_at_10_max
value: 10.49971612535947
verified: no, type: nauc_precision_at_10_std
value: 34.03347850666832
verified: no, type: nauc_precision_at_1_diff1
value: 33.222931085618626
verified: no, type: nauc_precision_at_1_max
value: 3.484453564278958
verified: no, type: nauc_precision_at_1_std
value: 14.566253883401012
verified: no, type: nauc_precision_at_20_diff1
value: 9.64344422081397
verified: no, type: nauc_precision_at_20_max
value: 6.621958244946981
verified: no, type: nauc_precision_at_20_std
value: 37.86581516903579
verified: no, type: nauc_precision_at_3_diff1
value: 20.278708738039267
verified: no, type: nauc_precision_at_3_max
value: 7.392289389157268
verified: no, type: nauc_precision_at_3_std
value: 27.036426818980896
verified: no, type: nauc_precision_at_5_diff1
value: 18.449282750023514
verified: no, type: nauc_precision_at_5_max
value: 9.979980772916283
verified: no, type: nauc_precision_at_5_std
value: 33.01802732071948
verified: no, type: nauc_recall_at_1000_diff1
value: 16.342561945689592
verified: no, type: nauc_recall_at_1000_max
value: 5.937671266428497
verified: no, type: nauc_recall_at_1000_std
value: 10.42918010425554
verified: no, type: nauc_recall_at_100_diff1
value: 19.13895811746396
verified: no, type: nauc_recall_at_100_max
value: 3.153899391811738
verified: no, type: nauc_recall_at_100_std
value: 1.04689826072118
verified: no, type: nauc_recall_at_10_diff1
value: 30.635745816653586
verified: no, type: nauc_recall_at_10_max
value: 1.5673249988390006
verified: no, type: nauc_recall_at_10_std
value: -3.6633108112395276
verified: no, type: nauc_recall_at_1_diff1
value: 45.5844553027814
verified: no, type: nauc_recall_at_1_max
value: -8.272551322248038
verified: no, type: nauc_recall_at_1_std
value: -5.988582518897944
verified: no, type: nauc_recall_at_20_diff1
value: 24.449469640898666
verified: no, type: nauc_recall_at_20_max
value: 3.6319822015373404
verified: no, type: nauc_recall_at_20_std
value: -3.460880541269202
verified: no, type: nauc_recall_at_3_diff1
value: 40.57120118352399
verified: no, type: nauc_recall_at_3_max
value: -6.4276251434173135
verified: no, type: nauc_recall_at_3_std
value: -5.987479062691147
verified: no, type: nauc_recall_at_5_diff1
value: 36.21768314516704
verified: no, type: nauc_recall_at_5_max
value: -4.847092890211095
verified: no, type: nauc_recall_at_5_std
value: -3.0514943484880144
verified: no, type: ndcg_at_1
value: 29.876
verified: no, type: ndcg_at_10
value: 23.318
verified: no, type: ndcg_at_100
value: 22.178
verified: no, type: ndcg_at_1000
value: 31.543
verified: no, type: ndcg_at_20
value: 21.718
verified: no, type: ndcg_at_3
value: 26.625
verified: no, type: ndcg_at_5
value: 25.412000000000003
verified: no, type: precision_at_1
value: 31.579
verified: no, type: precision_at_10
value: 17.244999999999997
verified: no, type: precision_at_100
value: 5.82
verified: no, type: precision_at_1000
value: 1.857
verified: no, type: precision_at_20
value: 12.709000000000001
verified: no, type: precision_at_3
value: 24.974
verified: no, type: precision_at_5
value: 21.981
verified: no, type: recall_at_1
value: 3.9739999999999998
verified: no, type: recall_at_10
value: 11.433
verified: no, type: recall_at_100
value: 24.861
verified: no, type: recall_at_1000
value: 57.75900000000001
verified: no, type: recall_at_20
value: 14.167
verified: no, type: recall_at_3
value: 6.773999999999999
verified: no, type: recall_at_5
value: 8.713
verified: no, task: type: Retrieval
dataset: name: MTEB NQ (default)
type: mteb/nq
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: main_score
value: 17.682000000000002
verified: no, type: map_at_1
value: 7.968999999999999
verified: no, type: map_at_10
value: 13.828
verified: no, type: map_at_100
value: 14.881
verified: no, type: map_at_1000
value: 14.979999999999999
verified: no, type: map_at_20
value: 14.421999999999999
verified: no, type: map_at_3
value: 11.681999999999999
verified: no, type: map_at_5
value: 12.837000000000002
verified: no, type: mrr_at_1
value: 9.096176129779836
verified: no, type: mrr_at_10
value: 15.333772462248707
verified: no, type: mrr_at_100
value: 16.309634922879194
verified: no, type: mrr_at_1000
value: 16.39475249150789
verified: no, type: mrr_at_20
value: 15.891392914358688
verified: no, type: mrr_at_3
value: 13.064889918887577
verified: no, type: mrr_at_5
value: 14.311993047508642
verified: no, type: nauc_map_at_1000_diff1
value: 19.775928600522615
verified: no, type: nauc_map_at_1000_max
value: 6.286282728873767
verified: no, type: nauc_map_at_1000_std
value: 10.433091988799701
verified: no, type: nauc_map_at_100_diff1
value: 19.76472010726201
verified: no, type: nauc_map_at_100_max
value: 6.3000520043276245
verified: no, type: nauc_map_at_100_std
value: 10.369742430725108
verified: no, type: nauc_map_at_10_diff1
value: 19.717104003612306
verified: no, type: nauc_map_at_10_max
value: 5.9416407746652915
verified: no, type: nauc_map_at_10_std
value: 9.269462518525886
verified: no, type: nauc_map_at_1_diff1
value: 22.577309259900126
verified: no, type: nauc_map_at_1_max
value: 4.4722142164380605
verified: no, type: nauc_map_at_1_std
value: 3.7899645702785345
verified: no, type: nauc_map_at_20_diff1
value: 19.71861462412693
verified: no, type: nauc_map_at_20_max
value: 6.104405666589615
verified: no, type: nauc_map_at_20_std
value: 9.774250304834347
verified: no, type: nauc_map_at_3_diff1
value: 20.745180167104174
verified: no, type: nauc_map_at_3_max
value: 4.726336508000744
verified: no, type: nauc_map_at_3_std
value: 7.012706580698335
verified: no, type: nauc_map_at_5_diff1
value: 20.401667911889596
verified: no, type: nauc_map_at_5_max
value: 5.021580992513943
verified: no, type: nauc_map_at_5_std
value: 8.232301301005908
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.876105574468276
verified: no, type: nauc_mrr_at_1000_max
value: 5.92950987632599
verified: no, type: nauc_mrr_at_1000_std
value: 10.422385358307675
verified: no, type: nauc_mrr_at_100_diff1
value: 19.864601593092164
verified: no, type: nauc_mrr_at_100_max
value: 5.937364432461887
verified: no, type: nauc_mrr_at_100_std
value: 10.372545373358479
verified: no, type: nauc_mrr_at_10_diff1
value: 19.8074129108612
verified: no, type: nauc_mrr_at_10_max
value: 5.583608572112338
verified: no, type: nauc_mrr_at_10_std
value: 9.660933453553797
verified: no, type: nauc_mrr_at_1_diff1
value: 22.771833118893053
verified: no, type: nauc_mrr_at_1_max
value: 4.270593166778219
verified: no, type: nauc_mrr_at_1_std
value: 4.72067370933128
verified: no, type: nauc_mrr_at_20_diff1
value: 19.816299723557
verified: no, type: nauc_mrr_at_20_max
value: 5.803282270363233
verified: no, type: nauc_mrr_at_20_std
value: 9.982388740482714
verified: no, type: nauc_mrr_at_3_diff1
value: 20.764352672106014
verified: no, type: nauc_mrr_at_3_max
value: 4.308188794966225
verified: no, type: nauc_mrr_at_3_std
value: 7.424575450681196
verified: no, type: nauc_mrr_at_5_diff1
value: 20.468124439169884
verified: no, type: nauc_mrr_at_5_max
value: 4.717164145352797
verified: no, type: nauc_mrr_at_5_std
value: 8.75784949698527
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.988627444499162
verified: no, type: nauc_ndcg_at_1000_max
value: 8.336437983015612
verified: no, type: nauc_ndcg_at_1000_std
value: 17.785235937443314
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.72435211905066
verified: no, type: nauc_ndcg_at_100_max
value: 8.509559844610813
verified: no, type: nauc_ndcg_at_100_std
value: 16.272027197158785
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.50083720860625
verified: no, type: nauc_ndcg_at_10_max
value: 6.816989264362351
verified: no, type: nauc_ndcg_at_10_std
value: 11.70379688056292
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.028151500845926
verified: no, type: nauc_ndcg_at_1_max
value: 4.252790790979486
verified: no, type: nauc_ndcg_at_1_std
value: 4.919320655470863
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.61317480699593
verified: no, type: nauc_ndcg_at_20_max
value: 7.400038137531198
verified: no, type: nauc_ndcg_at_20_std
value: 12.975329660907905
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.331305466487297
verified: no, type: nauc_ndcg_at_3_max
value: 4.451813547010051
verified: no, type: nauc_ndcg_at_3_std
value: 7.835866814473613
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.933475062151903
verified: no, type: nauc_ndcg_at_5_max
value: 5.0523614629035
verified: no, type: nauc_ndcg_at_5_std
value: 9.763459907678518
verified: no, type: nauc_precision_at_1000_diff1
value: 10.24793761705778
verified: no, type: nauc_precision_at_1000_max
value: 10.459646580367272
verified: no, type: nauc_precision_at_1000_std
value: 35.19560755022326
verified: no, type: nauc_precision_at_100_diff1
value: 14.032733274764734
verified: no, type: nauc_precision_at_100_max
value: 12.582877921585014
verified: no, type: nauc_precision_at_100_std
value: 30.56446230218432
verified: no, type: nauc_precision_at_10_diff1
value: 15.46863641183508
verified: no, type: nauc_precision_at_10_max
value: 8.026206096826051
verified: no, type: nauc_precision_at_10_std
value: 17.580067448009732
verified: no, type: nauc_precision_at_1_diff1
value: 23.028151500845926
verified: no, type: nauc_precision_at_1_max
value: 4.252790790979486
verified: no, type: nauc_precision_at_1_std
value: 4.919320655470863
verified: no, type: nauc_precision_at_20_diff1
value: 15.577209585349616
verified: no, type: nauc_precision_at_20_max
value: 9.37176988371138
verified: no, type: nauc_precision_at_20_std
value: 20.825242862847972
verified: no, type: nauc_precision_at_3_diff1
value: 19.697434012748303
verified: no, type: nauc_precision_at_3_max
value: 3.817741628018302
verified: no, type: nauc_precision_at_3_std
value: 9.855204198464552
verified: no, type: nauc_precision_at_5_diff1
value: 18.757352510786994
verified: no, type: nauc_precision_at_5_max
value: 4.78932962761337
verified: no, type: nauc_precision_at_5_std
value: 13.485110478478058
verified: no, type: nauc_recall_at_1000_diff1
value: 16.784291464246394
verified: no, type: nauc_recall_at_1000_max
value: 15.357886220356304
verified: no, type: nauc_recall_at_1000_std
value: 47.3266711354422
verified: no, type: nauc_recall_at_100_diff1
value: 15.651366556591528
verified: no, type: nauc_recall_at_100_max
value: 14.108369717831499
verified: no, type: nauc_recall_at_100_std
value: 30.26307437972032
verified: no, type: nauc_recall_at_10_diff1
value: 15.332913342892315
verified: no, type: nauc_recall_at_10_max
value: 8.769293510819189
verified: no, type: nauc_recall_at_10_std
value: 15.625436932641975
verified: no, type: nauc_recall_at_1_diff1
value: 22.577309259900126
verified: no, type: nauc_recall_at_1_max
value: 4.4722142164380605
verified: no, type: nauc_recall_at_1_std
value: 3.7899645702785345
verified: no, type: nauc_recall_at_20_diff1
value: 15.760837708226655
verified: no, type: nauc_recall_at_20_max
value: 10.11729976512556
verified: no, type: nauc_recall_at_20_std
value: 18.300935029131725
verified: no, type: nauc_recall_at_3_diff1
value: 19.039476605698372
verified: no, type: nauc_recall_at_3_max
value: 4.107922037298003
verified: no, type: nauc_recall_at_3_std
value: 9.115412171303978
verified: no, type: nauc_recall_at_5_diff1
value: 18.363415603635758
verified: no, type: nauc_recall_at_5_max
value: 5.241253574533175
verified: no, type: nauc_recall_at_5_std
value: 12.124948884672802
verified: no, type: ndcg_at_1
value: 9.067
verified: no, type: ndcg_at_10
value: 17.682000000000002
verified: no, type: ndcg_at_100
value: 22.982
verified: no, type: ndcg_at_1000
value: 25.692999999999998
verified: no, type: ndcg_at_20
value: 19.747
verified: no, type: ndcg_at_3
value: 13.219
verified: no, type: ndcg_at_5
value: 15.312999999999999
verified: no, type: precision_at_1
value: 9.067
verified: no, type: precision_at_10
value: 3.3000000000000003
verified: no, type: precision_at_100
value: 0.631
verified: no, type: precision_at_1000
value: 0.089
verified: no, type: precision_at_20
value: 2.136
verified: no, type: precision_at_3
value: 6.228
verified: no, type: precision_at_5
value: 4.925
verified: no, type: recall_at_1
value: 7.968999999999999
verified: no, type: recall_at_10
value: 28.208
verified: no, type: recall_at_100
value: 52.776
verified: no, type: recall_at_1000
value: 73.571
verified: no, type: recall_at_20
value: 35.941
verified: no, type: recall_at_3
value: 16.338
verified: no, type: recall_at_5
value: 21.217
verified: no, task: type: Retrieval
dataset: name: MTEB QuoraRetrieval (default)
type: mteb/quora
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: main_score
value: 74.323
verified: no, type: map_at_1
value: 57.30800000000001
verified: no, type: map_at_10
value: 69.32000000000001
verified: no, type: map_at_100
value: 70.106
verified: no, type: map_at_1000
value: 70.149
verified: no, type: map_at_20
value: 69.807
verified: no, type: map_at_3
value: 66.418
verified: no, type: map_at_5
value: 68.184
verified: no, type: mrr_at_1
value: 66
verified: no, type: mrr_at_10
value: 73.97885714285673
verified: no, type: mrr_at_100
value: 74.29274218615109
verified: no, type: mrr_at_1000
value: 74.3051429938558
verified: no, type: mrr_at_20
value: 74.18544015014858
verified: no, type: mrr_at_3
value: 72.26666666666631
verified: no, type: mrr_at_5
value: 73.37966666666605
verified: no, type: nauc_map_at_1000_diff1
value: 69.18960163699573
verified: no, type: nauc_map_at_1000_max
value: 37.38136640005
verified: no, type: nauc_map_at_1000_std
value: -2.570923100785111
verified: no, type: nauc_map_at_100_diff1
value: 69.18751629878942
verified: no, type: nauc_map_at_100_max
value: 37.36952143443813
verified: no, type: nauc_map_at_100_std
value: -2.5886077139396027
verified: no, type: nauc_map_at_10_diff1
value: 69.09406013156409
verified: no, type: nauc_map_at_10_max
value: 36.877436974500775
verified: no, type: nauc_map_at_10_std
value: -3.3540620889292203
verified: no, type: nauc_map_at_1_diff1
value: 70.93951368121674
verified: no, type: nauc_map_at_1_max
value: 32.233487451612305
verified: no, type: nauc_map_at_1_std
value: -7.055750788201864
verified: no, type: nauc_map_at_20_diff1
value: 69.14097261555858
verified: no, type: nauc_map_at_20_max
value: 37.18308654380657
verified: no, type: nauc_map_at_20_std
value: -2.912685185426714
verified: no, type: nauc_map_at_3_diff1
value: 69.01140661964882
verified: no, type: nauc_map_at_3_max
value: 35.56708493366717
verified: no, type: nauc_map_at_3_std
value: -5.47958763916843
verified: no, type: nauc_map_at_5_diff1
value: 68.97841901572657
verified: no, type: nauc_map_at_5_max
value: 36.356674331191265
verified: no, type: nauc_map_at_5_std
value: -4.271166648670905
verified: no, type: nauc_mrr_at_1000_diff1
value: 70.61597700848178
verified: no, type: nauc_mrr_at_1000_max
value: 40.41208966087904
verified: no, type: nauc_mrr_at_1000_std
value: -0.15890737609620642
verified: no, type: nauc_mrr_at_100_diff1
value: 70.61360632996228
verified: no, type: nauc_mrr_at_100_max
value: 40.41568433400612
verified: no, type: nauc_mrr_at_100_std
value: -0.1448505595676874
verified: no, type: nauc_mrr_at_10_diff1
value: 70.5233993892019
verified: no, type: nauc_mrr_at_10_max
value: 40.36230785474746
verified: no, type: nauc_mrr_at_10_std
value: -0.22757815568658987
verified: no, type: nauc_mrr_at_1_diff1
value: 72.6747651764081
verified: no, type: nauc_mrr_at_1_max
value: 40.02178963789037
verified: no, type: nauc_mrr_at_1_std
value: -2.575126954097418
verified: no, type: nauc_mrr_at_20_diff1
value: 70.58326373490296
verified: no, type: nauc_mrr_at_20_max
value: 40.41333734338905
verified: no, type: nauc_mrr_at_20_std
value: -0.1345473571856357
verified: no, type: nauc_mrr_at_3_diff1
value: 70.37817581234762
verified: no, type: nauc_mrr_at_3_max
value: 40.203366387087705
verified: no, type: nauc_mrr_at_3_std
value: -1.2261489082901087
verified: no, type: nauc_mrr_at_5_diff1
value: 70.45626657672184
verified: no, type: nauc_mrr_at_5_max
value: 40.3234615411654
verified: no, type: nauc_mrr_at_5_std
value: -0.3805672716488398
verified: no, type: nauc_ndcg_at_1000_diff1
value: 69.21984468258341
verified: no, type: nauc_ndcg_at_1000_max
value: 39.0253925541956
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8160264523775477
verified: no, type: nauc_ndcg_at_100_diff1
value: 69.15328478391302
verified: no, type: nauc_ndcg_at_100_max
value: 38.96655324359319
verified: no, type: nauc_ndcg_at_100_std
value: 1.1256651981311283
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.53510190998198
verified: no, type: nauc_ndcg_at_10_max
value: 37.91208417950795
verified: no, type: nauc_ndcg_at_10_std
value: -0.7377655073302805
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.63228601131651
verified: no, type: nauc_ndcg_at_1_max
value: 40.16828628757125
verified: no, type: nauc_ndcg_at_1_std
value: -2.528909627178983
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.822583729052
verified: no, type: nauc_ndcg_at_20_max
value: 38.41592366520079
verified: no, type: nauc_ndcg_at_20_std
value: 0.06798311113755548
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.1481692592636
verified: no, type: nauc_ndcg_at_3_max
value: 37.31206796055115
verified: no, type: nauc_ndcg_at_3_std
value: -3.254883595992796
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.24715917081343
verified: no, type: nauc_ndcg_at_5_max
value: 37.56264948769021
verified: no, type: nauc_ndcg_at_5_std
value: -1.8709773297999994
verified: no, type: nauc_precision_at_1000_diff1
value: -27.810948267157137
verified: no, type: nauc_precision_at_1000_max
value: -0.24668486328059996
verified: no, type: nauc_precision_at_1000_std
value: 20.580820056804715
verified: no, type: nauc_precision_at_100_diff1
value: -22.061161829256797
verified: no, type: nauc_precision_at_100_max
value: 4.679165403717356
verified: no, type: nauc_precision_at_100_std
value: 21.989059211475855
verified: no, type: nauc_precision_at_10_diff1
value: -3.9320543024872556
verified: no, type: nauc_precision_at_10_max
value: 14.010070678201766
verified: no, type: nauc_precision_at_10_std
value: 16.669492507338155
verified: no, type: nauc_precision_at_1_diff1
value: 72.63228601131651
verified: no, type: nauc_precision_at_1_max
value: 40.16828628757125
verified: no, type: nauc_precision_at_1_std
value: -2.528909627178983
verified: no, type: nauc_precision_at_20_diff1
value: -12.164765481707331
verified: no, type: nauc_precision_at_20_max
value: 10.511899418907312
verified: no, type: nauc_precision_at_20_std
value: 19.320026937145183
verified: no, type: nauc_precision_at_3_diff1
value: 22.621554858906986
verified: no, type: nauc_precision_at_3_max
value: 24.326914902507287
verified: no, type: nauc_precision_at_3_std
value: 6.099411862597304
verified: no, type: nauc_precision_at_5_diff1
value: 8.981227790660293
verified: no, type: nauc_precision_at_5_max
value: 19.916827592062745
verified: no, type: nauc_precision_at_5_std
value: 11.93677912655441
verified: no, type: nauc_recall_at_1000_diff1
value: 60.79128240819883
verified: no, type: nauc_recall_at_1000_max
value: 44.80906309211301
verified: no, type: nauc_recall_at_1000_std
value: 56.54768589270181
verified: no, type: nauc_recall_at_100_diff1
value: 61.18835279218082
verified: no, type: nauc_recall_at_100_max
value: 39.61329094249297
verified: no, type: nauc_recall_at_100_std
value: 31.736658564346342
verified: no, type: nauc_recall_at_10_diff1
value: 61.3639032751697
verified: no, type: nauc_recall_at_10_max
value: 34.510711243051375
verified: no, type: nauc_recall_at_10_std
value: 4.855117542870995
verified: no, type: nauc_recall_at_1_diff1
value: 70.93951368121674
verified: no, type: nauc_recall_at_1_max
value: 32.233487451612305
verified: no, type: nauc_recall_at_1_std
value: -7.055750788201864
verified: no, type: nauc_recall_at_20_diff1
value: 61.27124485304799
verified: no, type: nauc_recall_at_20_max
value: 36.11805010411244
verified: no, type: nauc_recall_at_20_std
value: 11.38763207684191
verified: no, type: nauc_recall_at_3_diff1
value: 63.91101210841338
verified: no, type: nauc_recall_at_3_max
value: 33.23862328274836
verified: no, type: nauc_recall_at_3_std
value: -4.857791490570391
verified: no, type: nauc_recall_at_5_diff1
value: 62.37552817951354
verified: no, type: nauc_recall_at_5_max
value: 33.86753069930419
verified: no, type: nauc_recall_at_5_std
value: -0.4857746420435554
verified: no, type: ndcg_at_1
value: 66.02
verified: no, type: ndcg_at_10
value: 74.323
verified: no, type: ndcg_at_100
value: 76.806
verified: no, type: ndcg_at_1000
value: 77.436
verified: no, type: ndcg_at_20
value: 75.47500000000001
verified: no, type: ndcg_at_3
value: 70.44500000000001
verified: no, type: ndcg_at_5
value: 72.48
verified: no, type: precision_at_1
value: 66.02
verified: no, type: precision_at_10
value: 11.273
verified: no, type: precision_at_100
value: 1.373
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 6.101
verified: no, type: precision_at_3
value: 30.5
verified: no, type: precision_at_5
value: 20.31
verified: no, type: recall_at_1
value: 57.30800000000001
verified: no, type: recall_at_10
value: 84.152
verified: no, type: recall_at_100
value: 93.989
verified: no, type: recall_at_1000
value: 97.89999999999999
verified: no, type: recall_at_20
value: 88.138
verified: no, type: recall_at_3
value: 73.137
verified: no, type: recall_at_5
value: 78.655
verified: no, task: type: Clustering
dataset: name: MTEB RedditClustering (default)
type: mteb/reddit-clustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: main_score
value: 28.89014544508522
verified: no, type: v_measure
value: 28.89014544508522
verified: no, type: v_measure_std
value: 4.477854992673074
verified: no, task: type: Clustering
dataset: name: MTEB RedditClusteringP2P (default)
type: mteb/reddit-clustering-p2p
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: main_score
value: 41.588064041506414
verified: no, type: v_measure
value: 41.588064041506414
verified: no, type: v_measure_std
value: 12.234957713539355
verified: no, task: type: Retrieval
dataset: name: MTEB SCIDOCS (default)
type: mteb/scidocs
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: main_score
value: 9.923
verified: no, type: map_at_1
value: 2.15
verified: no, type: map_at_10
value: 5.379
verified: no, type: map_at_100
value: 6.487
verified: no, type: map_at_1000
value: 6.726999999999999
verified: no, type: map_at_20
value: 5.845000000000001
verified: no, type: map_at_3
value: 3.943
verified: no, type: map_at_5
value: 4.642
verified: no, type: mrr_at_1
value: 10.6
verified: no, type: mrr_at_10
value: 17.65234126984126
verified: no, type: mrr_at_100
value: 18.72231260720679
verified: no, type: mrr_at_1000
value: 18.83457574677834
verified: no, type: mrr_at_20
value: 18.178004510968904
verified: no, type: mrr_at_3
value: 14.96666666666667
verified: no, type: mrr_at_5
value: 16.426666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 11.904585832905996
verified: no, type: nauc_map_at_1000_max
value: 13.966912689458244
verified: no, type: nauc_map_at_1000_std
value: 14.274562318051975
verified: no, type: nauc_map_at_100_diff1
value: 11.914962635425084
verified: no, type: nauc_map_at_100_max
value: 13.792005445505046
verified: no, type: nauc_map_at_100_std
value: 13.688572560422358
verified: no, type: nauc_map_at_10_diff1
value: 12.924485348386265
verified: no, type: nauc_map_at_10_max
value: 12.924904365030008
verified: no, type: nauc_map_at_10_std
value: 11.028226417787405
verified: no, type: nauc_map_at_1_diff1
value: 17.278503151293908
verified: no, type: nauc_map_at_1_max
value: 7.878679954463645
verified: no, type: nauc_map_at_1_std
value: 5.787632681875146
verified: no, type: nauc_map_at_20_diff1
value: 12.361611976516448
verified: no, type: nauc_map_at_20_max
value: 13.430602876791497
verified: no, type: nauc_map_at_20_std
value: 11.626342360129135
verified: no, type: nauc_map_at_3_diff1
value: 13.25103680109857
verified: no, type: nauc_map_at_3_max
value: 11.851782553996365
verified: no, type: nauc_map_at_3_std
value: 7.429469629304992
verified: no, type: nauc_map_at_5_diff1
value: 13.800025735259355
verified: no, type: nauc_map_at_5_max
value: 12.565449305066048
verified: no, type: nauc_map_at_5_std
value: 9.75302950224773
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.268595456055587
verified: no, type: nauc_mrr_at_1000_max
value: 9.25353359860505
verified: no, type: nauc_mrr_at_1000_std
value: 9.108487924061626
verified: no, type: nauc_mrr_at_100_diff1
value: 12.221030310338321
verified: no, type: nauc_mrr_at_100_max
value: 9.25521408834954
verified: no, type: nauc_mrr_at_100_std
value: 9.138330201368367
verified: no, type: nauc_mrr_at_10_diff1
value: 12.574921954053705
verified: no, type: nauc_mrr_at_10_max
value: 9.022771164246922
verified: no, type: nauc_mrr_at_10_std
value: 8.72904050693386
verified: no, type: nauc_mrr_at_1_diff1
value: 17.46158729503331
verified: no, type: nauc_mrr_at_1_max
value: 7.638928315208697
verified: no, type: nauc_mrr_at_1_std
value: 6.095710473752395
verified: no, type: nauc_mrr_at_20_diff1
value: 12.138920051010647
verified: no, type: nauc_mrr_at_20_max
value: 9.276258507402064
verified: no, type: nauc_mrr_at_20_std
value: 8.886687014526801
verified: no, type: nauc_mrr_at_3_diff1
value: 14.193338999133834
verified: no, type: nauc_mrr_at_3_max
value: 8.299120353947483
verified: no, type: nauc_mrr_at_3_std
value: 7.8035097667232005
verified: no, type: nauc_mrr_at_5_diff1
value: 13.111703855187907
verified: no, type: nauc_mrr_at_5_max
value: 9.120679964295672
verified: no, type: nauc_mrr_at_5_std
value: 8.32132668626495
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.86999972791066
verified: no, type: nauc_ndcg_at_1000_max
value: 15.310859480575436
verified: no, type: nauc_ndcg_at_1000_std
value: 21.250542726021116
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.721788996698756
verified: no, type: nauc_ndcg_at_100_max
value: 13.753927264089416
verified: no, type: nauc_ndcg_at_100_std
value: 17.83014109593192
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.851214040795984
verified: no, type: nauc_ndcg_at_10_max
value: 11.754038261909226
verified: no, type: nauc_ndcg_at_10_std
value: 11.732493442071242
verified: no, type: nauc_ndcg_at_1_diff1
value: 17.46158729503331
verified: no, type: nauc_ndcg_at_1_max
value: 7.638928315208697
verified: no, type: nauc_ndcg_at_1_std
value: 6.095710473752395
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.76180043441647
verified: no, type: nauc_ndcg_at_20_max
value: 12.820709997321758
verified: no, type: nauc_ndcg_at_20_std
value: 12.721916889128632
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.839313795789275
verified: no, type: nauc_ndcg_at_3_max
value: 10.610706825785767
verified: no, type: nauc_ndcg_at_3_std
value: 8.204558555180421
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.406813811698386
verified: no, type: nauc_ndcg_at_5_max
value: 11.878799458897053
verified: no, type: nauc_ndcg_at_5_std
value: 10.186784386212949
verified: no, type: nauc_precision_at_1000_diff1
value: 2.8398170540614176
verified: no, type: nauc_precision_at_1000_max
value: 16.99931587707156
verified: no, type: nauc_precision_at_1000_std
value: 31.86724716316765
verified: no, type: nauc_precision_at_100_diff1
value: 3.4160417262207297
verified: no, type: nauc_precision_at_100_max
value: 14.437629378775577
verified: no, type: nauc_precision_at_100_std
value: 24.60677482735814
verified: no, type: nauc_precision_at_10_diff1
value: 7.433603751797789
verified: no, type: nauc_precision_at_10_max
value: 12.127707014834115
verified: no, type: nauc_precision_at_10_std
value: 14.347141705378737
verified: no, type: nauc_precision_at_1_diff1
value: 17.46158729503331
verified: no, type: nauc_precision_at_1_max
value: 7.638928315208697
verified: no, type: nauc_precision_at_1_std
value: 6.095710473752395
verified: no, type: nauc_precision_at_20_diff1
value: 5.555321803900292
verified: no, type: nauc_precision_at_20_max
value: 13.975730968140612
verified: no, type: nauc_precision_at_20_std
value: 15.701599582613069
verified: no, type: nauc_precision_at_3_diff1
value: 10.570021043882896
verified: no, type: nauc_precision_at_3_max
value: 11.640698048065092
verified: no, type: nauc_precision_at_3_std
value: 8.880832670930209
verified: no, type: nauc_precision_at_5_diff1
value: 10.192070602011636
verified: no, type: nauc_precision_at_5_max
value: 12.979688593338693
verified: no, type: nauc_precision_at_5_std
value: 12.116013499683467
verified: no, type: nauc_recall_at_1000_diff1
value: 2.883533640208864
verified: no, type: nauc_recall_at_1000_max
value: 18.09724738913881
verified: no, type: nauc_recall_at_1000_std
value: 32.15747757955521
verified: no, type: nauc_recall_at_100_diff1
value: 3.6040687535563998
verified: no, type: nauc_recall_at_100_max
value: 14.732664182141772
verified: no, type: nauc_recall_at_100_std
value: 24.427986607748
verified: no, type: nauc_recall_at_10_diff1
value: 7.587316953732061
verified: no, type: nauc_recall_at_10_max
value: 12.334929718954289
verified: no, type: nauc_recall_at_10_std
value: 14.094286673978088
verified: no, type: nauc_recall_at_1_diff1
value: 17.278503151293908
verified: no, type: nauc_recall_at_1_max
value: 7.878679954463645
verified: no, type: nauc_recall_at_1_std
value: 5.787632681875146
verified: no, type: nauc_recall_at_20_diff1
value: 5.706170516654628
verified: no, type: nauc_recall_at_20_max
value: 14.095625029855203
verified: no, type: nauc_recall_at_20_std
value: 15.241931131705527
verified: no, type: nauc_recall_at_3_diff1
value: 10.574961375800127
verified: no, type: nauc_recall_at_3_max
value: 11.733105660119586
verified: no, type: nauc_recall_at_3_std
value: 8.540340847563677
verified: no, type: nauc_recall_at_5_diff1
value: 10.158076693596577
verified: no, type: nauc_recall_at_5_max
value: 13.152816873926534
verified: no, type: nauc_recall_at_5_std
value: 11.843127888328391
verified: no, type: ndcg_at_1
value: 10.6
verified: no, type: ndcg_at_10
value: 9.923
verified: no, type: ndcg_at_100
value: 15.463
verified: no, type: ndcg_at_1000
value: 20.673
verified: no, type: ndcg_at_20
value: 11.468
verified: no, type: ndcg_at_3
value: 9.120000000000001
verified: no, type: ndcg_at_5
value: 8.08
verified: no, type: precision_at_1
value: 10.6
verified: no, type: precision_at_10
value: 5.319999999999999
verified: no, type: precision_at_100
value: 1.357
verified: no, type: precision_at_1000
value: 0.262
verified: no, type: precision_at_20
value: 3.56
verified: no, type: precision_at_3
value: 8.733
verified: no, type: precision_at_5
value: 7.3
verified: no, type: recall_at_1
value: 2.15
verified: no, type: recall_at_10
value: 10.745000000000001
verified: no, type: recall_at_100
value: 27.478
verified: no, type: recall_at_1000
value: 53.067
verified: no, type: recall_at_20
value: 14.432
verified: no, type: recall_at_3
value: 5.295
verified: no, type: recall_at_5
value: 7.37
verified: no, task: type: STS
dataset: name: MTEB SICK-R (default)
type: mteb/sickr-sts
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cosine_pearson
value: 75.0950047498747
verified: no, type: cosine_spearman
value: 66.17240782538595
verified: no, type: euclidean_pearson
value: 67.00770252295281
verified: no, type: euclidean_spearman
value: 60.910363132843514
verified: no, type: main_score
value: 66.17240782538595
verified: no, type: manhattan_pearson
value: 67.05219198532856
verified: no, type: manhattan_spearman
value: 61.09670227979067
verified: no, type: pearson
value: 75.0950047498747
verified: no, type: spearman
value: 66.17240782538595
verified: no, task: type: STS
dataset: name: MTEB STS12 (default)
type: mteb/sts12-sts
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cosine_pearson
value: 70.27191745166907
verified: no, type: cosine_spearman
value: 61.89139464648924
verified: no, type: euclidean_pearson
value: 54.34524146536028
verified: no, type: euclidean_spearman
value: 50.72726514543895
verified: no, type: main_score
value: 61.89139464648924
verified: no, type: manhattan_pearson
value: 54.0517351204108
verified: no, type: manhattan_spearman
value: 50.62237885284486
verified: no, type: pearson
value: 70.27191745166907
verified: no, type: spearman
value: 61.89139464648924
verified: no, task: type: STS
dataset: name: MTEB STS13 (default)
type: mteb/sts13-sts
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cosine_pearson
value: 70.19582039979868
verified: no, type: cosine_spearman
value: 71.66792475528088
verified: no, type: euclidean_pearson
value: 55.582203822685486
verified: no, type: euclidean_spearman
value: 56.20322977297382
verified: no, type: main_score
value: 71.66792475528088
verified: no, type: manhattan_pearson
value: 55.95799094895162
verified: no, type: manhattan_spearman
value: 56.588522991206325
verified: no, type: pearson
value: 70.19582039979868
verified: no, type: spearman
value: 71.66792475528088
verified: no, task: type: STS
dataset: name: MTEB STS14 (default)
type: mteb/sts14-sts
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cosine_pearson
value: 69.52140108419252
verified: no, type: cosine_spearman
value: 67.82634222687376
verified: no, type: euclidean_pearson
value: 56.45640217254015
verified: no, type: euclidean_spearman
value: 56.232462674683994
verified: no, type: main_score
value: 67.82634222687376
verified: no, type: manhattan_pearson
value: 56.71095067060834
verified: no, type: manhattan_spearman
value: 56.419654300835596
verified: no, type: pearson
value: 69.52140108419252
verified: no, type: spearman
value: 67.82634222687376
verified: no, task: type: STS
dataset: name: MTEB STS15 (default)
type: mteb/sts15-sts
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cosine_pearson
value: 73.66221619412464
verified: no, type: cosine_spearman
value: 75.48765072240437
verified: no, type: euclidean_pearson
value: 56.971989853952046
verified: no, type: euclidean_spearman
value: 59.57242983168428
verified: no, type: main_score
value: 75.48765072240437
verified: no, type: manhattan_pearson
value: 57.292670731862025
verified: no, type: manhattan_spearman
value: 59.64547291104911
verified: no, type: pearson
value: 73.66221619412464
verified: no, type: spearman
value: 75.48765072240437
verified: no, task: type: STS
dataset: name: MTEB STS16 (default)
type: mteb/sts16-sts
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cosine_pearson
value: 62.328630460915925
verified: no, type: cosine_spearman
value: 66.48155706668948
verified: no, type: euclidean_pearson
value: 48.85087938485013
verified: no, type: euclidean_spearman
value: 51.58756922385477
verified: no, type: main_score
value: 66.48155706668948
verified: no, type: manhattan_pearson
value: 49.02650798849104
verified: no, type: manhattan_spearman
value: 51.597849334470936
verified: no, type: pearson
value: 62.328630460915925
verified: no, type: spearman
value: 66.48155706668948
verified: no, task: type: STS
dataset: name: MTEB STS17 (fr-en)
type: mteb/sts17-crosslingual-sts
config: fr-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 21.344883409729785
verified: no, type: cosine_spearman
value: 19.492480027372526
verified: no, type: euclidean_pearson
value: -8.605176891549817
verified: no, type: euclidean_spearman
value: -7.528098935541785
verified: no, type: main_score
value: 19.492480027372526
verified: no, type: manhattan_pearson
value: -10.120526712428015
verified: no, type: manhattan_spearman
value: -8.968202174485103
verified: no, type: pearson
value: 21.344883409729785
verified: no, type: spearman
value: 19.492480027372526
verified: no, task: type: STS
dataset: name: MTEB STS17 (es-en)
type: mteb/sts17-crosslingual-sts
config: es-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 14.966581838953037
verified: no, type: cosine_spearman
value: 13.24509138766898
verified: no, type: euclidean_pearson
value: -6.690226814122847
verified: no, type: euclidean_spearman
value: -11.282875560023765
verified: no, type: main_score
value: 13.24509138766898
verified: no, type: manhattan_pearson
value: -7.476797502897139
verified: no, type: manhattan_spearman
value: -11.92841312081328
verified: no, type: pearson
value: 14.966581838953037
verified: no, type: spearman
value: 13.24509138766898
verified: no, task: type: STS
dataset: name: MTEB STS17 (nl-en)
type: mteb/sts17-crosslingual-sts
config: nl-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 18.309414985775234
verified: no, type: cosine_spearman
value: 14.341489363671842
verified: no, type: euclidean_pearson
value: -12.122888971186411
verified: no, type: euclidean_spearman
value: -16.469354911796607
verified: no, type: main_score
value: 14.341489363671842
verified: no, type: manhattan_pearson
value: -10.903411096507561
verified: no, type: manhattan_spearman
value: -13.076094357191614
verified: no, type: pearson
value: 18.309414985775234
verified: no, type: spearman
value: 14.341489363671842
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-de)
type: mteb/sts17-crosslingual-sts
config: en-de
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 21.301586456013037
verified: no, type: cosine_spearman
value: 22.571419522164376
verified: no, type: euclidean_pearson
value: -6.367176828477704
verified: no, type: euclidean_spearman
value: -9.877915052256634
verified: no, type: main_score
value: 22.571419522164376
verified: no, type: manhattan_pearson
value: -4.676449796672262
verified: no, type: manhattan_spearman
value: -7.3330561255268805
verified: no, type: pearson
value: 21.301586456013037
verified: no, type: spearman
value: 22.571419522164376
verified: no, task: type: STS
dataset: name: MTEB STS17 (it-en)
type: mteb/sts17-crosslingual-sts
config: it-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 16.140292893693204
verified: no, type: cosine_spearman
value: 10.216376215477217
verified: no, type: euclidean_pearson
value: -15.27866395332899
verified: no, type: euclidean_spearman
value: -14.09405330374556
verified: no, type: main_score
value: 10.216376215477217
verified: no, type: manhattan_pearson
value: -14.968016143069224
verified: no, type: manhattan_spearman
value: -12.871979788571364
verified: no, type: pearson
value: 16.140292893693204
verified: no, type: spearman
value: 10.216376215477217
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-en)
type: mteb/sts17-crosslingual-sts
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 78.42242639560023
verified: no, type: cosine_spearman
value: 80.2472005970173
verified: no, type: euclidean_pearson
value: 66.28797094299918
verified: no, type: euclidean_spearman
value: 67.13581863643712
verified: no, type: main_score
value: 80.2472005970173
verified: no, type: manhattan_pearson
value: 66.02431023839748
verified: no, type: manhattan_spearman
value: 67.15538442088678
verified: no, type: pearson
value: 78.42242639560023
verified: no, type: spearman
value: 80.2472005970173
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-ar)
type: mteb/sts17-crosslingual-sts
config: en-ar
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: -5.762967943082491
verified: no, type: cosine_spearman
value: -6.184248227377756
verified: no, type: euclidean_pearson
value: -12.170911062337659
verified: no, type: euclidean_spearman
value: -9.846378276134612
verified: no, type: main_score
value: -6.184248227377756
verified: no, type: manhattan_pearson
value: -13.126030597269658
verified: no, type: manhattan_spearman
value: -11.320163726484019
verified: no, type: pearson
value: -5.762967943082491
verified: no, type: spearman
value: -6.184248227377756
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-tr)
type: mteb/sts17-crosslingual-sts
config: en-tr
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: -8.666319610669559
verified: no, type: cosine_spearman
value: -10.0877070299522
verified: no, type: euclidean_pearson
value: -21.16722886445997
verified: no, type: euclidean_spearman
value: -25.725365743898504
verified: no, type: main_score
value: -10.0877070299522
verified: no, type: manhattan_pearson
value: -22.03289222804741
verified: no, type: manhattan_spearman
value: -26.785390252425533
verified: no, type: pearson
value: -8.666319610669559
verified: no, type: spearman
value: -10.0877070299522
verified: no, task: type: STS
dataset: name: MTEB STS22 (es-en)
type: mteb/sts22-crosslingual-sts
config: es-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 16.880423266497427
verified: no, type: cosine_spearman
value: 18.497107178067477
verified: no, type: euclidean_pearson
value: 14.33062698609246
verified: no, type: euclidean_spearman
value: 16.623349996837863
verified: no, type: main_score
value: 18.497107178067477
verified: no, type: manhattan_pearson
value: 21.024602299309286
verified: no, type: manhattan_spearman
value: 24.281840448539402
verified: no, type: pearson
value: 16.880423266497427
verified: no, type: spearman
value: 18.497107178067477
verified: no, task: type: STS
dataset: name: MTEB STS22 (en)
type: mteb/sts22-crosslingual-sts
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 44.98861387948161
verified: no, type: cosine_spearman
value: 59.04270974068145
verified: no, type: euclidean_pearson
value: 49.574894395857484
verified: no, type: euclidean_spearman
value: 58.827686687567805
verified: no, type: main_score
value: 59.04270974068145
verified: no, type: manhattan_pearson
value: 48.65094961023066
verified: no, type: manhattan_spearman
value: 58.3204048215355
verified: no, type: pearson
value: 44.98861387948161
verified: no, type: spearman
value: 59.04270974068145
verified: no, task: type: STS
dataset: name: MTEB STS22 (de-en)
type: mteb/sts22-crosslingual-sts
config: de-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 26.505168004689462
verified: no, type: cosine_spearman
value: 28.591720613248732
verified: no, type: euclidean_pearson
value: 24.74526273753091
verified: no, type: euclidean_spearman
value: 28.416241187559642
verified: no, type: main_score
value: 28.591720613248732
verified: no, type: manhattan_pearson
value: 23.527990703124505
verified: no, type: manhattan_spearman
value: 33.434031878984136
verified: no, type: pearson
value: 26.505168004689462
verified: no, type: spearman
value: 28.591720613248732
verified: no, task: type: STS
dataset: name: MTEB STS22 (zh-en)
type: mteb/sts22-crosslingual-sts
config: zh-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 11.552622364692777
verified: no, type: cosine_spearman
value: 10.973019756392695
verified: no, type: euclidean_pearson
value: 2.373117729670719
verified: no, type: euclidean_spearman
value: 1.961823192174414
verified: no, type: main_score
value: 10.973019756392695
verified: no, type: manhattan_pearson
value: 2.4552310228655108
verified: no, type: manhattan_spearman
value: 2.9778196586898273
verified: no, type: pearson
value: 11.552622364692777
verified: no, type: spearman
value: 10.973019756392695
verified: no, task: type: STS
dataset: name: MTEB STS22 (pl-en)
type: mteb/sts22-crosslingual-sts
config: pl-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 10.466988163502029
verified: no, type: cosine_spearman
value: -0.21879166839686814
verified: no, type: euclidean_pearson
value: 22.096342233944544
verified: no, type: euclidean_spearman
value: 3.010990103175947
verified: no, type: main_score
value: -0.21879166839686814
verified: no, type: manhattan_pearson
value: 27.847325418935775
verified: no, type: manhattan_spearman
value: 4.74569547403683
verified: no, type: pearson
value: 10.466988163502029
verified: no, type: spearman
value: -0.21879166839686814
verified: no, task: type: STS
dataset: name: MTEB STSBenchmark (default)
type: mteb/stsbenchmark-sts
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cosine_pearson
value: 66.80057012864974
verified: no, type: cosine_spearman
value: 66.52235871936412
verified: no, type: euclidean_pearson
value: 55.372109895942536
verified: no, type: euclidean_spearman
value: 56.04078716357898
verified: no, type: main_score
value: 66.52235871936412
verified: no, type: manhattan_pearson
value: 55.58797025494765
verified: no, type: manhattan_spearman
value: 56.179959581772266
verified: no, type: pearson
value: 66.80057012864974
verified: no, type: spearman
value: 66.52235871936412
verified: no, task: type: Reranking
dataset: name: MTEB SciDocsRR (default)
type: mteb/scidocs-reranking
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: main_score
value: 71.11074203128574
verified: no, type: map
value: 71.11074203128574
verified: no, type: mrr
value: 89.77809499868323
verified: no, type: nAUC_map_diff1
value: 11.228330835325687
verified: no, type: nAUC_map_max
value: 54.45812469406701
verified: no, type: nAUC_map_std
value: 63.051723849534525
verified: no, type: nAUC_mrr_diff1
value: 47.94323704040123
verified: no, type: nAUC_mrr_max
value: 72.52180244204617
verified: no, type: nAUC_mrr_std
value: 64.6185657337566
verified: no, task: type: Retrieval
dataset: name: MTEB SciFact (default)
type: mteb/scifact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: main_score
value: 50.663000000000004
verified: no, type: map_at_1
value: 34.9
verified: no, type: map_at_10
value: 45.591
verified: no, type: map_at_100
value: 46.478
verified: no, type: map_at_1000
value: 46.544000000000004
verified: no, type: map_at_20
value: 45.999
verified: no, type: map_at_3
value: 43.354
verified: no, type: map_at_5
value: 44.733000000000004
verified: no, type: mrr_at_1
value: 37
verified: no, type: mrr_at_10
value: 47.36547619047619
verified: no, type: mrr_at_100
value: 48.09705728333796
verified: no, type: mrr_at_1000
value: 48.152949244883104
verified: no, type: mrr_at_20
value: 47.69512736718619
verified: no, type: mrr_at_3
value: 45.388888888888886
verified: no, type: mrr_at_5
value: 46.605555555555554
verified: no, type: nauc_map_at_1000_diff1
value: 52.100145151741394
verified: no, type: nauc_map_at_1000_max
value: 27.410237212009648
verified: no, type: nauc_map_at_1000_std
value: 2.9904718168509814
verified: no, type: nauc_map_at_100_diff1
value: 52.078009501467115
verified: no, type: nauc_map_at_100_max
value: 27.388902536377337
verified: no, type: nauc_map_at_100_std
value: 2.9956426758632553
verified: no, type: nauc_map_at_10_diff1
value: 52.22446655004901
verified: no, type: nauc_map_at_10_max
value: 27.537880755428052
verified: no, type: nauc_map_at_10_std
value: 2.5329635707923672
verified: no, type: nauc_map_at_1_diff1
value: 56.87947977552147
verified: no, type: nauc_map_at_1_max
value: 26.992163127256497
verified: no, type: nauc_map_at_1_std
value: -0.9440039327267877
verified: no, type: nauc_map_at_20_diff1
value: 52.106371246476826
verified: no, type: nauc_map_at_20_max
value: 27.32862929056924
verified: no, type: nauc_map_at_20_std
value: 2.7349113689801996
verified: no, type: nauc_map_at_3_diff1
value: 53.35317860724047
verified: no, type: nauc_map_at_3_max
value: 26.25510463708658
verified: no, type: nauc_map_at_3_std
value: 2.289593280073433
verified: no, type: nauc_map_at_5_diff1
value: 51.678047431193974
verified: no, type: nauc_map_at_5_max
value: 27.418395689002818
verified: no, type: nauc_map_at_5_std
value: 2.1245361198440267
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.98301669091194
verified: no, type: nauc_mrr_at_1000_max
value: 29.333209267321198
verified: no, type: nauc_mrr_at_1000_std
value: 5.252782451549811
verified: no, type: nauc_mrr_at_100_diff1
value: 49.967980336744034
verified: no, type: nauc_mrr_at_100_max
value: 29.331397088810657
verified: no, type: nauc_mrr_at_100_std
value: 5.261178047875302
verified: no, type: nauc_mrr_at_10_diff1
value: 50.02865512004594
verified: no, type: nauc_mrr_at_10_max
value: 29.665247088988096
verified: no, type: nauc_mrr_at_10_std
value: 5.105677188444364
verified: no, type: nauc_mrr_at_1_diff1
value: 55.219664224743944
verified: no, type: nauc_mrr_at_1_max
value: 29.369235255966586
verified: no, type: nauc_mrr_at_1_std
value: 1.294523738013475
verified: no, type: nauc_mrr_at_20_diff1
value: 49.98301552378738
verified: no, type: nauc_mrr_at_20_max
value: 29.388470718856922
verified: no, type: nauc_mrr_at_20_std
value: 5.178678395201041
verified: no, type: nauc_mrr_at_3_diff1
value: 51.00229122885918
verified: no, type: nauc_mrr_at_3_max
value: 28.064602643242907
verified: no, type: nauc_mrr_at_3_std
value: 4.744718855685464
verified: no, type: nauc_mrr_at_5_diff1
value: 49.20787956974137
verified: no, type: nauc_mrr_at_5_max
value: 29.663856377950655
verified: no, type: nauc_mrr_at_5_std
value: 4.889452630825029
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.26524611758448
verified: no, type: nauc_ndcg_at_1000_max
value: 28.816092638532105
verified: no, type: nauc_ndcg_at_1000_std
value: 5.777693934805941
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.810321964883876
verified: no, type: nauc_ndcg_at_100_max
value: 28.85200497094049
verified: no, type: nauc_ndcg_at_100_std
value: 6.4161665223690445
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.31987402674788
verified: no, type: nauc_ndcg_at_10_max
value: 29.1957589259604
verified: no, type: nauc_ndcg_at_10_std
value: 4.249172262339034
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.219664224743944
verified: no, type: nauc_ndcg_at_1_max
value: 29.369235255966586
verified: no, type: nauc_ndcg_at_1_std
value: 1.294523738013475
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.95117201846568
verified: no, type: nauc_ndcg_at_20_max
value: 28.252381258706883
verified: no, type: nauc_ndcg_at_20_std
value: 4.799900939787535
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.81554260088138
verified: no, type: nauc_ndcg_at_3_max
value: 27.121304990834222
verified: no, type: nauc_ndcg_at_3_std
value: 3.720528057690934
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.77973374919412
verified: no, type: nauc_ndcg_at_5_max
value: 29.131535344710002
verified: no, type: nauc_ndcg_at_5_std
value: 3.565095958368389
verified: no, type: nauc_precision_at_1000_diff1
value: -7.462742973759457
verified: no, type: nauc_precision_at_1000_max
value: 21.45790554414784
verified: no, type: nauc_precision_at_1000_std
value: 24.38429850971904
verified: no, type: nauc_precision_at_100_diff1
value: 10.210409634704046
verified: no, type: nauc_precision_at_100_max
value: 27.700772933352024
verified: no, type: nauc_precision_at_100_std
value: 27.80962272064547
verified: no, type: nauc_precision_at_10_diff1
value: 34.576585797430766
verified: no, type: nauc_precision_at_10_max
value: 33.364848337655786
verified: no, type: nauc_precision_at_10_std
value: 14.448906660652794
verified: no, type: nauc_precision_at_1_diff1
value: 55.219664224743944
verified: no, type: nauc_precision_at_1_max
value: 29.369235255966586
verified: no, type: nauc_precision_at_1_std
value: 1.294523738013475
verified: no, type: nauc_precision_at_20_diff1
value: 28.759871255957847
verified: no, type: nauc_precision_at_20_max
value: 28.756353659179982
verified: no, type: nauc_precision_at_20_std
value: 17.539177234113616
verified: no, type: nauc_precision_at_3_diff1
value: 44.99876896761731
verified: no, type: nauc_precision_at_3_max
value: 28.597098219106442
verified: no, type: nauc_precision_at_3_std
value: 9.21762492818973
verified: no, type: nauc_precision_at_5_diff1
value: 34.186850914452485
verified: no, type: nauc_precision_at_5_max
value: 33.954540973558686
verified: no, type: nauc_precision_at_5_std
value: 10.546528423678431
verified: no, type: nauc_recall_at_1000_diff1
value: 23.83001981280335
verified: no, type: nauc_recall_at_1000_max
value: 43.846644348796225
verified: no, type: nauc_recall_at_1000_std
value: 60.408553665368835
verified: no, type: nauc_recall_at_100_diff1
value: 38.4746907480832
verified: no, type: nauc_recall_at_100_max
value: 33.882306484150135
verified: no, type: nauc_recall_at_100_std
value: 27.750836673176565
verified: no, type: nauc_recall_at_10_diff1
value: 44.98978983013661
verified: no, type: nauc_recall_at_10_max
value: 31.241708340662296
verified: no, type: nauc_recall_at_10_std
value: 6.026684637828198
verified: no, type: nauc_recall_at_1_diff1
value: 56.87947977552147
verified: no, type: nauc_recall_at_1_max
value: 26.992163127256497
verified: no, type: nauc_recall_at_1_std
value: -0.9440039327267877
verified: no, type: nauc_recall_at_20_diff1
value: 43.253384002784074
verified: no, type: nauc_recall_at_20_max
value: 26.89815696422301
verified: no, type: nauc_recall_at_20_std
value: 8.446980210355042
verified: no, type: nauc_recall_at_3_diff1
value: 48.89792955260931
verified: no, type: nauc_recall_at_3_max
value: 26.765492965973237
verified: no, type: nauc_recall_at_3_std
value: 5.600856860068723
verified: no, type: nauc_recall_at_5_diff1
value: 40.79334879234603
verified: no, type: nauc_recall_at_5_max
value: 31.676509416439163
verified: no, type: nauc_recall_at_5_std
value: 4.7055724522242
verified: no, type: ndcg_at_1
value: 37
verified: no, type: ndcg_at_10
value: 50.663000000000004
verified: no, type: ndcg_at_100
value: 55.022999999999996
verified: no, type: ndcg_at_1000
value: 56.643
verified: no, type: ndcg_at_20
value: 52.001
verified: no, type: ndcg_at_3
value: 46.424
verified: no, type: ndcg_at_5
value: 48.653999999999996
verified: no, type: precision_at_1
value: 37
verified: no, type: precision_at_10
value: 7.133000000000001
verified: no, type: precision_at_100
value: 0.9570000000000001
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 3.8670000000000004
verified: no, type: precision_at_3
value: 19
verified: no, type: precision_at_5
value: 12.733
verified: no, type: recall_at_1
value: 34.9
verified: no, type: recall_at_10
value: 64.372
verified: no, type: recall_at_100
value: 84.806
verified: no, type: recall_at_1000
value: 97.26700000000001
verified: no, type: recall_at_20
value: 69.428
verified: no, type: recall_at_3
value: 52.983000000000004
verified: no, type: recall_at_5
value: 58.428000000000004
verified: no, task: type: PairClassification
dataset: name: MTEB SprintDuplicateQuestions (default)
type: mteb/sprintduplicatequestions-pairclassification
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cosine_accuracy
value: 99.6029702970297
verified: no, type: cosine_accuracy_threshold
value: 78.96339297294617
verified: no, type: cosine_ap
value: 85.09945680365945
verified: no, type: cosine_f1
value: 79.00249376558605
verified: no, type: cosine_f1_threshold
value: 77.54697799682617
verified: no, type: cosine_precision
value: 78.80597014925374
verified: no, type: cosine_recall
value: 79.2
verified: no, type: dot_accuracy
value: 99.07128712871287
verified: no, type: dot_accuracy_threshold
value: 113537.78076171875
verified: no, type: dot_ap
value: 32.974014883183614
verified: no, type: dot_f1
value: 38.70665417057169
verified: no, type: dot_f1_threshold
value: 82395.60546875
verified: no, type: dot_precision
value: 36.41975308641975
verified: no, type: dot_recall
value: 41.3
verified: no, type: euclidean_accuracy
value: 99.35742574257425
verified: no, type: euclidean_accuracy_threshold
value: 1716.6461944580078
verified: no, type: euclidean_ap
value: 60.79241641393818
verified: no, type: euclidean_f1
value: 61.254199328107504
verified: no, type: euclidean_f1_threshold
value: 1787.368392944336
verified: no, type: euclidean_precision
value: 69.59287531806616
verified: no, type: euclidean_recall
value: 54.7
verified: no, type: main_score
value: 85.09945680365945
verified: no, type: manhattan_accuracy
value: 99.35544554455446
verified: no, type: manhattan_accuracy_threshold
value: 21216.224670410156
verified: no, type: manhattan_ap
value: 60.67247165482485
verified: no, type: manhattan_f1
value: 61.16876024030584
verified: no, type: manhattan_f1_threshold
value: 22668.411254882812
verified: no, type: manhattan_precision
value: 67.38868832731649
verified: no, type: manhattan_recall
value: 56.00000000000001
verified: no, type: max_accuracy
value: 99.6029702970297
verified: no, type: max_ap
value: 85.09945680365945
verified: no, type: max_f1
value: 79.00249376558605
verified: no, type: max_precision
value: 78.80597014925374
verified: no, type: max_recall
value: 79.2
verified: no, type: similarity_accuracy
value: 99.6029702970297
verified: no, type: similarity_accuracy_threshold
value: 78.96339297294617
verified: no, type: similarity_ap
value: 85.09945680365945
verified: no, type: similarity_f1
value: 79.00249376558605
verified: no, type: similarity_f1_threshold
value: 77.54697799682617
verified: no, type: similarity_precision
value: 78.80597014925374
verified: no, type: similarity_recall
value: 79.2
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClustering (default)
type: mteb/stackexchange-clustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: main_score
value: 40.01875953666112
verified: no, type: v_measure
value: 40.01875953666112
verified: no, type: v_measure_std
value: 4.519991014119391
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClusteringP2P (default)
type: mteb/stackexchange-clustering-p2p
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: main_score
value: 28.81354037080584
verified: no, type: v_measure
value: 28.81354037080584
verified: no, type: v_measure_std
value: 1.4144350664362755
verified: no, task: type: Reranking
dataset: name: MTEB StackOverflowDupQuestions (default)
type: mteb/stackoverflowdupquestions-reranking
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: main_score
value: 44.09716409649705
verified: no, type: map
value: 44.09716409649705
verified: no, type: mrr
value: 44.662380103556565
verified: no, type: nAUC_map_diff1
value: 35.29255607823797
verified: no, type: nAUC_map_max
value: 16.421837723462147
verified: no, type: nAUC_map_std
value: 6.1302069782322315
verified: no, type: nAUC_mrr_diff1
value: 34.559928528154806
verified: no, type: nAUC_mrr_max
value: 17.207604918830953
verified: no, type: nAUC_mrr_std
value: 6.664790258906265
verified: no, task: type: Summarization
dataset: name: MTEB SummEval (default)
type: mteb/summeval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cosine_pearson
value: 29.294245469087553
verified: no, type: cosine_spearman
value: 30.080488918284974
verified: no, type: dot_pearson
value: 18.322393003009722
verified: no, type: dot_spearman
value: 20.941469677129597
verified: no, type: main_score
value: 30.080488918284974
verified: no, type: pearson
value: 29.294245469087553
verified: no, type: spearman
value: 30.080488918284974
verified: no, task: type: Retrieval
dataset: name: MTEB TRECCOVID (default)
type: mteb/trec-covid
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: main_score
value: 39.983999999999995
verified: no, type: map_at_1
value: 0.106
verified: no, type: map_at_10
value: 0.644
verified: no, type: map_at_100
value: 3.021
verified: no, type: map_at_1000
value: 7.86
verified: no, type: map_at_20
value: 1.0959999999999999
verified: no, type: map_at_3
value: 0.26
verified: no, type: map_at_5
value: 0.383
verified: no, type: mrr_at_1
value: 52
verified: no, type: mrr_at_10
value: 63.62142857142856
verified: no, type: mrr_at_100
value: 64.14120879120878
verified: no, type: mrr_at_1000
value: 64.15196147938082
verified: no, type: mrr_at_20
value: 64.06428571428572
verified: no, type: mrr_at_3
value: 60.33333333333333
verified: no, type: mrr_at_5
value: 62.133333333333326
verified: no, type: nauc_map_at_1000_diff1
value: 24.416863084123577
verified: no, type: nauc_map_at_1000_max
value: 38.56500518410879
verified: no, type: nauc_map_at_1000_std
value: 57.28416632982124
verified: no, type: nauc_map_at_100_diff1
value: 7.320029678013508
verified: no, type: nauc_map_at_100_max
value: 31.67441200824679
verified: no, type: nauc_map_at_100_std
value: 46.99676723594155
verified: no, type: nauc_map_at_10_diff1
value: 2.1592330331050635
verified: no, type: nauc_map_at_10_max
value: 26.48308930412215
verified: no, type: nauc_map_at_10_std
value: 32.1215432254444
verified: no, type: nauc_map_at_1_diff1
value: 19.602070971946954
verified: no, type: nauc_map_at_1_max
value: 8.20575258643758
verified: no, type: nauc_map_at_1_std
value: 17.150126202821102
verified: no, type: nauc_map_at_20_diff1
value: 1.4525678948841099
verified: no, type: nauc_map_at_20_max
value: 25.398372034894923
verified: no, type: nauc_map_at_20_std
value: 37.98656048425611
verified: no, type: nauc_map_at_3_diff1
value: 14.189476148666769
verified: no, type: nauc_map_at_3_max
value: 13.645814074115348
verified: no, type: nauc_map_at_3_std
value: 24.193562926020505
verified: no, type: nauc_map_at_5_diff1
value: 6.385516140164152
verified: no, type: nauc_map_at_5_max
value: 19.028014747196977
verified: no, type: nauc_map_at_5_std
value: 27.2670171970273
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.927939844415192
verified: no, type: nauc_mrr_at_1000_max
value: 19.139062731303653
verified: no, type: nauc_mrr_at_1000_std
value: 30.750244889158466
verified: no, type: nauc_mrr_at_100_diff1
value: 29.955577537768708
verified: no, type: nauc_mrr_at_100_max
value: 19.15999969363906
verified: no, type: nauc_mrr_at_100_std
value: 30.777558250465532
verified: no, type: nauc_mrr_at_10_diff1
value: 29.75190425697829
verified: no, type: nauc_mrr_at_10_max
value: 19.247901214296146
verified: no, type: nauc_mrr_at_10_std
value: 30.12495769940457
verified: no, type: nauc_mrr_at_1_diff1
value: 25.319658305674935
verified: no, type: nauc_mrr_at_1_max
value: 19.408020022852174
verified: no, type: nauc_mrr_at_1_std
value: 30.518526579248036
verified: no, type: nauc_mrr_at_20_diff1
value: 29.381724804135523
verified: no, type: nauc_mrr_at_20_max
value: 18.78203200071421
verified: no, type: nauc_mrr_at_20_std
value: 30.201392736164536
verified: no, type: nauc_mrr_at_3_diff1
value: 33.49197973287976
verified: no, type: nauc_mrr_at_3_max
value: 16.821299944157854
verified: no, type: nauc_mrr_at_3_std
value: 32.95866142740776
verified: no, type: nauc_mrr_at_5_diff1
value: 30.519933718405962
verified: no, type: nauc_mrr_at_5_max
value: 20.873028786250366
verified: no, type: nauc_mrr_at_5_std
value: 31.53952703715278
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.56599546833078
verified: no, type: nauc_ndcg_at_1000_max
value: 31.55417192496882
verified: no, type: nauc_ndcg_at_1000_std
value: 46.03469380933216
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.03409656600608
verified: no, type: nauc_ndcg_at_100_max
value: 30.018921010755896
verified: no, type: nauc_ndcg_at_100_std
value: 42.083969481235535
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.622601053598032
verified: no, type: nauc_ndcg_at_10_max
value: 24.036876646465473
verified: no, type: nauc_ndcg_at_10_std
value: 29.264022469658542
verified: no, type: nauc_ndcg_at_1_diff1
value: 10.162034267788544
verified: no, type: nauc_ndcg_at_1_max
value: 14.902101527295905
verified: no, type: nauc_ndcg_at_1_std
value: 22.89481729606148
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.827596896516578
verified: no, type: nauc_ndcg_at_20_max
value: 21.89722632493682
verified: no, type: nauc_ndcg_at_20_std
value: 34.10813108354046
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.885830514681343
verified: no, type: nauc_ndcg_at_3_max
value: 18.645371242229174
verified: no, type: nauc_ndcg_at_3_std
value: 27.61014855490183
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.016021785588281
verified: no, type: nauc_ndcg_at_5_max
value: 21.223071359768444
verified: no, type: nauc_ndcg_at_5_std
value: 26.398061449644693
verified: no, type: nauc_precision_at_1000_diff1
value: 21.951465290665013
verified: no, type: nauc_precision_at_1000_max
value: 29.28795349580752
verified: no, type: nauc_precision_at_1000_std
value: 43.851885410437404
verified: no, type: nauc_precision_at_100_diff1
value: 20.103205413776266
verified: no, type: nauc_precision_at_100_max
value: 29.53467404908886
verified: no, type: nauc_precision_at_100_std
value: 43.41214281168461
verified: no, type: nauc_precision_at_10_diff1
value: 9.327632341614823
verified: no, type: nauc_precision_at_10_max
value: 27.739929968318993
verified: no, type: nauc_precision_at_10_std
value: 30.029060765584443
verified: no, type: nauc_precision_at_1_diff1
value: 25.319658305674935
verified: no, type: nauc_precision_at_1_max
value: 19.408020022852174
verified: no, type: nauc_precision_at_1_std
value: 30.518526579248036
verified: no, type: nauc_precision_at_20_diff1
value: 12.507551705078598
verified: no, type: nauc_precision_at_20_max
value: 25.437784661790673
verified: no, type: nauc_precision_at_20_std
value: 37.6038493343788
verified: no, type: nauc_precision_at_3_diff1
value: 17.302840903240426
verified: no, type: nauc_precision_at_3_max
value: 18.240884706076184
verified: no, type: nauc_precision_at_3_std
value: 32.34758075311221
verified: no, type: nauc_precision_at_5_diff1
value: 10.643711764387417
verified: no, type: nauc_precision_at_5_max
value: 24.411239239889554
verified: no, type: nauc_precision_at_5_std
value: 28.767392128200953
verified: no, type: nauc_recall_at_1000_diff1
value: 18.932208342315853
verified: no, type: nauc_recall_at_1000_max
value: 28.482052015706234
verified: no, type: nauc_recall_at_1000_std
value: 44.983993721189705
verified: no, type: nauc_recall_at_100_diff1
value: 12.30127094174658
verified: no, type: nauc_recall_at_100_max
value: 25.614395729836016
verified: no, type: nauc_recall_at_100_std
value: 40.04868566707452
verified: no, type: nauc_recall_at_10_diff1
value: -4.63806503951543
verified: no, type: nauc_recall_at_10_max
value: 25.05145496553497
verified: no, type: nauc_recall_at_10_std
value: 24.09893875274637
verified: no, type: nauc_recall_at_1_diff1
value: 19.602070971946954
verified: no, type: nauc_recall_at_1_max
value: 8.20575258643758
verified: no, type: nauc_recall_at_1_std
value: 17.150126202821102
verified: no, type: nauc_recall_at_20_diff1
value: 3.229932027028801
verified: no, type: nauc_recall_at_20_max
value: 18.794275827349168
verified: no, type: nauc_recall_at_20_std
value: 30.248974156728046
verified: no, type: nauc_recall_at_3_diff1
value: 15.00878750843053
verified: no, type: nauc_recall_at_3_max
value: 9.046387583277276
verified: no, type: nauc_recall_at_3_std
value: 22.79927256744018
verified: no, type: nauc_recall_at_5_diff1
value: 1.9090462818828973
verified: no, type: nauc_recall_at_5_max
value: 17.416622454402713
verified: no, type: nauc_recall_at_5_std
value: 21.915265437836833
verified: no, type: ndcg_at_1
value: 45
verified: no, type: ndcg_at_10
value: 39.983999999999995
verified: no, type: ndcg_at_100
value: 27.095999999999997
verified: no, type: ndcg_at_1000
value: 24.454
verified: no, type: ndcg_at_20
value: 37.319
verified: no, type: ndcg_at_3
value: 43.704
verified: no, type: ndcg_at_5
value: 41.568
verified: no, type: precision_at_1
value: 52
verified: no, type: precision_at_10
value: 42.6
verified: no, type: precision_at_100
value: 27.72
verified: no, type: precision_at_1000
value: 11.844000000000001
verified: no, type: precision_at_20
value: 39.6
verified: no, type: precision_at_3
value: 48.667
verified: no, type: precision_at_5
value: 45.6
verified: no, type: recall_at_1
value: 0.106
verified: no, type: recall_at_10
value: 0.9159999999999999
verified: no, type: recall_at_100
value: 5.715
verified: no, type: recall_at_1000
value: 23.662
verified: no, type: recall_at_20
value: 1.7160000000000002
verified: no, type: recall_at_3
value: 0.302
verified: no, type: recall_at_5
value: 0.482
verified: no, task: type: Retrieval
dataset: name: MTEB Touche2020 (default)
type: mteb/touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: main_score
value: 13.753000000000002
verified: no, type: map_at_1
value: 1.5970000000000002
verified: no, type: map_at_10
value: 4.601
verified: no, type: map_at_100
value: 7.7700000000000005
verified: no, type: map_at_1000
value: 9.096
verified: no, type: map_at_20
value: 5.817
verified: no, type: map_at_3
value: 2.377
verified: no, type: map_at_5
value: 2.98
verified: no, type: mrr_at_1
value: 22.448979591836736
verified: no, type: mrr_at_10
value: 33.38030450275348
verified: no, type: mrr_at_100
value: 35.01828931874863
verified: no, type: mrr_at_1000
value: 35.037725664715595
verified: no, type: mrr_at_20
value: 34.6865889212828
verified: no, type: mrr_at_3
value: 28.231292517006807
verified: no, type: mrr_at_5
value: 31.394557823129254
verified: no, type: nauc_map_at_1000_diff1
value: -11.252417383140266
verified: no, type: nauc_map_at_1000_max
value: -37.24375623641661
verified: no, type: nauc_map_at_1000_std
value: -38.122086330314595
verified: no, type: nauc_map_at_100_diff1
value: -13.970621196322664
verified: no, type: nauc_map_at_100_max
value: -39.871220844684366
verified: no, type: nauc_map_at_100_std
value: -41.05324590181932
verified: no, type: nauc_map_at_10_diff1
value: -12.163263778180402
verified: no, type: nauc_map_at_10_max
value: -36.76984556993433
verified: no, type: nauc_map_at_10_std
value: -37.53503392844242
verified: no, type: nauc_map_at_1_diff1
value: -21.481769300580112
verified: no, type: nauc_map_at_1_max
value: -34.78475326600437
verified: no, type: nauc_map_at_1_std
value: -31.34442054238037
verified: no, type: nauc_map_at_20_diff1
value: -14.607331295503842
verified: no, type: nauc_map_at_20_max
value: -40.507883730110066
verified: no, type: nauc_map_at_20_std
value: -42.25172210956502
verified: no, type: nauc_map_at_3_diff1
value: -16.11765086583003
verified: no, type: nauc_map_at_3_max
value: -39.875149479128375
verified: no, type: nauc_map_at_3_std
value: -36.495342441290575
verified: no, type: nauc_map_at_5_diff1
value: -12.762015642768567
verified: no, type: nauc_map_at_5_max
value: -35.84513643191068
verified: no, type: nauc_map_at_5_std
value: -34.507874404019105
verified: no, type: nauc_mrr_at_1000_diff1
value: -14.380678398651431
verified: no, type: nauc_mrr_at_1000_max
value: -34.916144132151764
verified: no, type: nauc_mrr_at_1000_std
value: -37.97719898398948
verified: no, type: nauc_mrr_at_100_diff1
value: -14.315571331226579
verified: no, type: nauc_mrr_at_100_max
value: -34.82941353583672
verified: no, type: nauc_mrr_at_100_std
value: -37.88850059416566
verified: no, type: nauc_mrr_at_10_diff1
value: -15.357854232460392
verified: no, type: nauc_mrr_at_10_max
value: -35.50556512154432
verified: no, type: nauc_mrr_at_10_std
value: -39.177327110088726
verified: no, type: nauc_mrr_at_1_diff1
value: -20.81375579297355
verified: no, type: nauc_mrr_at_1_max
value: -29.68218990777337
verified: no, type: nauc_mrr_at_1_std
value: -32.340167902766225
verified: no, type: nauc_mrr_at_20_diff1
value: -14.007415589033556
verified: no, type: nauc_mrr_at_20_max
value: -35.07243301300378
verified: no, type: nauc_mrr_at_20_std
value: -38.4083789449898
verified: no, type: nauc_mrr_at_3_diff1
value: -18.09416617081835
verified: no, type: nauc_mrr_at_3_max
value: -36.95185320631812
verified: no, type: nauc_mrr_at_3_std
value: -35.64342684468998
verified: no, type: nauc_mrr_at_5_diff1
value: -15.183051674277138
verified: no, type: nauc_mrr_at_5_max
value: -34.67724348034976
verified: no, type: nauc_mrr_at_5_std
value: -35.5955991849333
verified: no, type: nauc_ndcg_at_1000_diff1
value: 0.8638249190254136
verified: no, type: nauc_ndcg_at_1000_max
value: -27.240531292789573
verified: no, type: nauc_ndcg_at_1000_std
value: -26.34406627094641
verified: no, type: nauc_ndcg_at_100_diff1
value: -10.272509858747428
verified: no, type: nauc_ndcg_at_100_max
value: -40.27645670071093
verified: no, type: nauc_ndcg_at_100_std
value: -40.20324905617718
verified: no, type: nauc_ndcg_at_10_diff1
value: -10.251898880214641
verified: no, type: nauc_ndcg_at_10_max
value: -31.66063506955603
verified: no, type: nauc_ndcg_at_10_std
value: -35.18245248110904
verified: no, type: nauc_ndcg_at_1_diff1
value: -22.15796091381088
verified: no, type: nauc_ndcg_at_1_max
value: -28.012386493294734
verified: no, type: nauc_ndcg_at_1_std
value: -28.75534254770048
verified: no, type: nauc_ndcg_at_20_diff1
value: -13.257359699197114
verified: no, type: nauc_ndcg_at_20_max
value: -39.25007814100781
verified: no, type: nauc_ndcg_at_20_std
value: -41.74617039563512
verified: no, type: nauc_ndcg_at_3_diff1
value: -14.633327352889419
verified: no, type: nauc_ndcg_at_3_max
value: -35.76970667496168
verified: no, type: nauc_ndcg_at_3_std
value: -34.78512355124301
verified: no, type: nauc_ndcg_at_5_diff1
value: -9.008702427186012
verified: no, type: nauc_ndcg_at_5_max
value: -27.057510395795788
verified: no, type: nauc_ndcg_at_5_std
value: -31.06336991460067
verified: no, type: nauc_precision_at_1000_diff1
value: 24.915422567175415
verified: no, type: nauc_precision_at_1000_max
value: 47.53560015584683
verified: no, type: nauc_precision_at_1000_std
value: 38.21701614763806
verified: no, type: nauc_precision_at_100_diff1
value: 6.645491992850349
verified: no, type: nauc_precision_at_100_max
value: -14.578256280924878
verified: no, type: nauc_precision_at_100_std
value: -23.049085659678926
verified: no, type: nauc_precision_at_10_diff1
value: -0.9667619260601806
verified: no, type: nauc_precision_at_10_max
value: -25.529150834147217
verified: no, type: nauc_precision_at_10_std
value: -35.81209624358855
verified: no, type: nauc_precision_at_1_diff1
value: -20.81375579297355
verified: no, type: nauc_precision_at_1_max
value: -29.68218990777337
verified: no, type: nauc_precision_at_1_std
value: -32.340167902766225
verified: no, type: nauc_precision_at_20_diff1
value: -5.664913271170427
verified: no, type: nauc_precision_at_20_max
value: -31.789766954167682
verified: no, type: nauc_precision_at_20_std
value: -43.24957806575219
verified: no, type: nauc_precision_at_3_diff1
value: -8.78321692449596
verified: no, type: nauc_precision_at_3_max
value: -40.94190027571407
verified: no, type: nauc_precision_at_3_std
value: -40.42051526602616
verified: no, type: nauc_precision_at_5_diff1
value: -0.6700857649701735
verified: no, type: nauc_precision_at_5_max
value: -25.396527239026117
verified: no, type: nauc_precision_at_5_std
value: -31.60992759387055
verified: no, type: nauc_recall_at_1000_diff1
value: 6.608885618295343
verified: no, type: nauc_recall_at_1000_max
value: -17.90157348658524
verified: no, type: nauc_recall_at_1000_std
value: 1.4128128959708763
verified: no, type: nauc_recall_at_100_diff1
value: -10.790017345080633
verified: no, type: nauc_recall_at_100_max
value: -42.67969932770011
verified: no, type: nauc_recall_at_100_std
value: -36.57531070739207
verified: no, type: nauc_recall_at_10_diff1
value: -9.632249853815987
verified: no, type: nauc_recall_at_10_max
value: -35.775869145222444
verified: no, type: nauc_recall_at_10_std
value: -38.6290217611413
verified: no, type: nauc_recall_at_1_diff1
value: -21.481769300580112
verified: no, type: nauc_recall_at_1_max
value: -34.78475326600437
verified: no, type: nauc_recall_at_1_std
value: -31.34442054238037
verified: no, type: nauc_recall_at_20_diff1
value: -16.584366120363462
verified: no, type: nauc_recall_at_20_max
value: -45.0011419751979
verified: no, type: nauc_recall_at_20_std
value: -46.22137916249736
verified: no, type: nauc_recall_at_3_diff1
value: -16.227776403050605
verified: no, type: nauc_recall_at_3_max
value: -46.19831636902846
verified: no, type: nauc_recall_at_3_std
value: -39.31769096438802
verified: no, type: nauc_recall_at_5_diff1
value: -8.463083898122722
verified: no, type: nauc_recall_at_5_max
value: -34.1285878720165
verified: no, type: nauc_recall_at_5_std
value: -33.56523176213727
verified: no, type: ndcg_at_1
value: 19.387999999999998
verified: no, type: ndcg_at_10
value: 13.753000000000002
verified: no, type: ndcg_at_100
value: 23.552
verified: no, type: ndcg_at_1000
value: 36.061
verified: no, type: ndcg_at_20
value: 15.113999999999999
verified: no, type: ndcg_at_3
value: 14.994
verified: no, type: ndcg_at_5
value: 13.927
verified: no, type: precision_at_1
value: 22.448999999999998
verified: no, type: precision_at_10
value: 13.469000000000001
verified: no, type: precision_at_100
value: 5.531
verified: no, type: precision_at_1000
value: 1.333
verified: no, type: precision_at_20
value: 11.224
verified: no, type: precision_at_3
value: 15.645999999999999
verified: no, type: precision_at_5
value: 14.693999999999999
verified: no, type: recall_at_1
value: 1.5970000000000002
verified: no, type: recall_at_10
value: 9.428
verified: no, type: recall_at_100
value: 34.227000000000004
verified: no, type: recall_at_1000
value: 72.233
verified: no, type: recall_at_20
value: 15.456
verified: no, type: recall_at_3
value: 3.024
verified: no, type: recall_at_5
value: 4.776
verified: no, task: type: Classification
dataset: name: MTEB ToxicConversationsClassification (default)
type: mteb/toxic_conversations_50k
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 65.6884765625
verified: no, type: ap
value: 11.395400787741414
verified: no, type: ap_weighted
value: 11.395400787741414
verified: no, type: f1
value: 49.997667284332806
verified: no, type: f1_weighted
value: 73.34420433686675
verified: no, type: main_score
value: 65.6884765625
verified: no, task: type: Classification
dataset: name: MTEB TweetSentimentExtractionClassification (default)
type: mteb/tweet_sentiment_extraction
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 49.83305036785513
verified: no, type: f1
value: 49.97910620163813
verified: no, type: f1_weighted
value: 49.32130156716104
verified: no, type: main_score
value: 49.83305036785513
verified: no, task: type: Clustering
dataset: name: MTEB TwentyNewsgroupsClustering (default)
type: mteb/twentynewsgroups-clustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: main_score
value: 25.27920179659098
verified: no, type: v_measure
value: 25.27920179659098
verified: no, type: v_measure_std
value: 2.092324622279832
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterSemEval2015 (default)
type: mteb/twittersemeval2015-pairclassification
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cosine_accuracy
value: 82.19586338439531
verified: no, type: cosine_accuracy_threshold
value: 75.0169038772583
verified: no, type: cosine_ap
value: 60.22081236487149
verified: no, type: cosine_f1
value: 57.192894671003245
verified: no, type: cosine_f1_threshold
value: 69.5034384727478
verified: no, type: cosine_precision
value: 54.3767840152236
verified: no, type: cosine_recall
value: 60.31662269129288
verified: no, type: dot_accuracy
value: 77.92215533170412
verified: no, type: dot_accuracy_threshold
value: 106759.60693359375
verified: no, type: dot_ap
value: 40.49772647740827
verified: no, type: dot_f1
value: 46.14293314417449
verified: no, type: dot_f1_threshold
value: 67732.36083984375
verified: no, type: dot_precision
value: 34.748931623931625
verified: no, type: dot_recall
value: 68.65435356200528
verified: no, type: euclidean_accuracy
value: 80.45538534898968
verified: no, type: euclidean_accuracy_threshold
value: 2147.9385375976562
verified: no, type: euclidean_ap
value: 52.814058086493475
verified: no, type: euclidean_f1
value: 50.80232161147149
verified: no, type: euclidean_f1_threshold
value: 2624.5105743408203
verified: no, type: euclidean_precision
value: 44.66680008004803
verified: no, type: euclidean_recall
value: 58.89182058047493
verified: no, type: main_score
value: 60.22081236487149
verified: no, type: manhattan_accuracy
value: 80.53883292602968
verified: no, type: manhattan_accuracy_threshold
value: 27107.672119140625
verified: no, type: manhattan_ap
value: 53.53662771884282
verified: no, type: manhattan_f1
value: 51.65052816901407
verified: no, type: manhattan_f1_threshold
value: 33232.24792480469
verified: no, type: manhattan_precision
value: 44.299735749339376
verified: no, type: manhattan_recall
value: 61.92612137203166
verified: no, type: max_accuracy
value: 82.19586338439531
verified: no, type: max_ap
value: 60.22081236487149
verified: no, type: max_f1
value: 57.192894671003245
verified: no, type: max_precision
value: 54.3767840152236
verified: no, type: max_recall
value: 68.65435356200528
verified: no, type: similarity_accuracy
value: 82.19586338439531
verified: no, type: similarity_accuracy_threshold
value: 75.0169038772583
verified: no, type: similarity_ap
value: 60.22081236487149
verified: no, type: similarity_f1
value: 57.192894671003245
verified: no, type: similarity_f1_threshold
value: 69.5034384727478
verified: no, type: similarity_precision
value: 54.3767840152236
verified: no, type: similarity_recall
value: 60.31662269129288
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterURLCorpus (default)
type: mteb/twitterurlcorpus-pairclassification
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cosine_accuracy
value: 85.86758256684907
verified: no, type: cosine_accuracy_threshold
value: 73.03299903869629
verified: no, type: cosine_ap
value: 78.79896751132692
verified: no, type: cosine_f1
value: 70.93762938984453
verified: no, type: cosine_f1_threshold
value: 69.51396465301514
verified: no, type: cosine_precision
value: 69.39391707784078
verified: no, type: cosine_recall
value: 72.55158607945796
verified: no, type: dot_accuracy
value: 81.69169868436373
verified: no, type: dot_accuracy_threshold
value: 51796.2890625
verified: no, type: dot_ap
value: 66.49022700054283
verified: no, type: dot_f1
value: 62.167484157387854
verified: no, type: dot_f1_threshold
value: 42622.021484375
verified: no, type: dot_precision
value: 58.10078297530617
verified: no, type: dot_recall
value: 66.84631967970435
verified: no, type: euclidean_accuracy
value: 83.17809601428183
verified: no, type: euclidean_accuracy_threshold
value: 1687.9749298095703
verified: no, type: euclidean_ap
value: 70.39367677734302
verified: no, type: euclidean_f1
value: 62.79221027661935
verified: no, type: euclidean_f1_threshold
value: 1905.8393478393555
verified: no, type: euclidean_precision
value: 62.40778766446118
verified: no, type: euclidean_recall
value: 63.181398213735754
verified: no, type: main_score
value: 78.79896751132692
verified: no, type: manhattan_accuracy
value: 83.23631000892615
verified: no, type: manhattan_accuracy_threshold
value: 21191.021728515625
verified: no, type: manhattan_ap
value: 70.60408795606112
verified: no, type: manhattan_f1
value: 62.99311208515969
verified: no, type: manhattan_f1_threshold
value: 23671.893310546875
verified: no, type: manhattan_precision
value: 64.05603311047437
verified: no, type: manhattan_recall
value: 61.964890668309216
verified: no, type: max_accuracy
value: 85.86758256684907
verified: no, type: max_ap
value: 78.79896751132692
verified: no, type: max_f1
value: 70.93762938984453
verified: no, type: max_precision
value: 69.39391707784078
verified: no, type: max_recall
value: 72.55158607945796
verified: no, type: similarity_accuracy
value: 85.86758256684907
verified: no, type: similarity_accuracy_threshold
value: 73.03299903869629
verified: no, type: similarity_ap
value: 78.79896751132692
verified: no, type: similarity_f1
value: 70.93762938984453
verified: no, type: similarity_f1_threshold
value: 69.51396465301514
verified: no, type: similarity_precision
value: 69.39391707784078
verified: no, type: similarity_recall
value: 72.55158607945796
verified: no
Likes: 2 | All-time downloads: 2028
Created: 2024-10-02 18:18:36