Model: SethBurkart/potion-base-8m
Author: SethBurkart
Library: model2vec
Tags: model2vec, onnx, safetensors, embeddings, static-embeddings, mteb, sentence-transformers, license:mit, model-index, region:us
Card metadata: library_name: model2vec
license: mit
tags: embeddings, static-embeddings, mteb, sentence-transformers
model-index: name: potion-base-8M
results: task: type: Classification
dataset: name: MTEB AmazonCounterfactualClassification (en-ext)
type: mteb/amazon_counterfactual
config: en-ext
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 72.15142428785607
verified: no, type: ap
value: 20.626102291010103
verified: no, type: ap_weighted
value: 20.626102291010103
verified: no, type: f1
value: 59.187001923736894
verified: no, type: f1_weighted
value: 77.34906471545477
verified: no, type: main_score
value: 72.15142428785607
verified: no, task: type: Classification
dataset: name: MTEB AmazonCounterfactualClassification (en)
type: mteb/amazon_counterfactual
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 71.7910447761194
verified: no, type: ap
value: 33.038020188116036
verified: no, type: ap_weighted
value: 33.038020188116036
verified: no, type: f1
value: 65.03799728338926
verified: no, type: f1_weighted
value: 74.32788084269461
verified: no, type: main_score
value: 71.7910447761194
verified: no, task: type: Classification
dataset: name: MTEB AmazonPolarityClassification (default)
type: mteb/amazon_polarity
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 72.47644999999999
verified: no, type: ap
value: 66.91002822830875
verified: no, type: ap_weighted
value: 66.91002822830875
verified: no, type: f1
value: 72.2600863044581
verified: no, type: f1_weighted
value: 72.2600863044581
verified: no, type: main_score
value: 72.47644999999999
verified: no, task: type: Classification
dataset: name: MTEB AmazonReviewsClassification (en)
type: mteb/amazon_reviews_multi
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 36.012
verified: no, type: f1
value: 35.38209336470206
verified: no, type: f1_weighted
value: 35.38209336470206
verified: no, type: main_score
value: 36.012
verified: no, task: type: Retrieval
dataset: name: MTEB ArguAna (default)
type: mteb/arguana
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: main_score
value: 41.966
verified: no, type: map_at_1
value: 21.124000000000002
verified: no, type: map_at_10
value: 34.335
verified: no, type: map_at_100
value: 35.618
verified: no, type: map_at_1000
value: 35.653
verified: no, type: map_at_20
value: 35.21
verified: no, type: map_at_3
value: 30.287
verified: no, type: map_at_5
value: 32.364
verified: no, type: mrr_at_1
value: 21.62162162162162
verified: no, type: mrr_at_10
value: 34.509104969631224
verified: no, type: mrr_at_100
value: 35.79229946325059
verified: no, type: mrr_at_1000
value: 35.82767320968403
verified: no, type: mrr_at_20
value: 35.38485605181455
verified: no, type: mrr_at_3
value: 30.405405405405343
verified: no, type: mrr_at_5
value: 32.539118065433755
verified: no, type: nauc_map_at_1000_diff1
value: 7.960826255212609
verified: no, type: nauc_map_at_1000_max
value: -0.036381315067780806
verified: no, type: nauc_map_at_1000_std
value: 4.317766293607543
verified: no, type: nauc_map_at_100_diff1
value: 7.96318422584977
verified: no, type: nauc_map_at_100_max
value: -0.007800758201736421
verified: no, type: nauc_map_at_100_std
value: 4.362078927714198
verified: no, type: nauc_map_at_10_diff1
value: 7.718022643886373
verified: no, type: nauc_map_at_10_max
value: -0.28312250079415263
verified: no, type: nauc_map_at_10_std
value: 4.079196099329437
verified: no, type: nauc_map_at_1_diff1
value: 9.240393281366906
verified: no, type: nauc_map_at_1_max
value: -4.35798405693968
verified: no, type: nauc_map_at_1_std
value: 1.5076565659508505
verified: no, type: nauc_map_at_20_diff1
value: 8.028053857747947
verified: no, type: nauc_map_at_20_max
value: 0.0719807687813251
verified: no, type: nauc_map_at_20_std
value: 4.394812024847373
verified: no, type: nauc_map_at_3_diff1
value: 7.953781299828595
verified: no, type: nauc_map_at_3_max
value: -0.573072664182506
verified: no, type: nauc_map_at_3_std
value: 3.110821611511372
verified: no, type: nauc_map_at_5_diff1
value: 7.3135486297676415
verified: no, type: nauc_map_at_5_max
value: -1.2456304709603878
verified: no, type: nauc_map_at_5_std
value: 3.2332006196074805
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.511595076207588
verified: no, type: nauc_mrr_at_1000_max
value: -0.4777573692286575
verified: no, type: nauc_mrr_at_1000_std
value: 4.19518565742107
verified: no, type: nauc_mrr_at_100_diff1
value: 6.515632481906436
verified: no, type: nauc_mrr_at_100_max
value: -0.44877259463397945
verified: no, type: nauc_mrr_at_100_std
value: 4.23945026873963
verified: no, type: nauc_mrr_at_10_diff1
value: 6.325261150908693
verified: no, type: nauc_mrr_at_10_max
value: -0.6968688229450172
verified: no, type: nauc_mrr_at_10_std
value: 3.9631303923167294
verified: no, type: nauc_mrr_at_1_diff1
value: 7.4844946822832785
verified: no, type: nauc_mrr_at_1_max
value: -4.0195803039697315
verified: no, type: nauc_mrr_at_1_std
value: 1.3908984330415426
verified: no, type: nauc_mrr_at_20_diff1
value: 6.596479652899773
verified: no, type: nauc_mrr_at_20_max
value: -0.3643520262705732
verified: no, type: nauc_mrr_at_20_std
value: 4.273437423781988
verified: no, type: nauc_mrr_at_3_diff1
value: 6.3669450211955745
verified: no, type: nauc_mrr_at_3_max
value: -1.2252447747465325
verified: no, type: nauc_mrr_at_3_std
value: 2.941708547001192
verified: no, type: nauc_mrr_at_5_diff1
value: 5.907234785613739
verified: no, type: nauc_mrr_at_5_max
value: -1.6860364992754489
verified: no, type: nauc_mrr_at_5_std
value: 3.0737345356263406
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.9706658500975704
verified: no, type: nauc_ndcg_at_1000_max
value: 1.5533941879318276
verified: no, type: nauc_ndcg_at_1000_std
value: 5.933724413159287
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.107414913432397
verified: no, type: nauc_ndcg_at_100_max
value: 2.5869418793842778
verified: no, type: nauc_ndcg_at_100_std
value: 7.322146884970876
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.669807780113455
verified: no, type: nauc_ndcg_at_10_max
value: 1.886214180834648
verified: no, type: nauc_ndcg_at_10_std
value: 6.055781567147952
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.240393281366906
verified: no, type: nauc_ndcg_at_1_max
value: -4.35798405693968
verified: no, type: nauc_ndcg_at_1_std
value: 1.5076565659508505
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.661303229272372
verified: no, type: nauc_ndcg_at_20_max
value: 3.303174862536166
verified: no, type: nauc_ndcg_at_20_std
value: 7.493758825967179
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.858281169135036
verified: no, type: nauc_ndcg_at_3_max
value: 0.7079724865506055
verified: no, type: nauc_ndcg_at_3_std
value: 3.7402042497720958
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.68694262946663
verified: no, type: nauc_ndcg_at_5_max
value: -0.43002529778264326
verified: no, type: nauc_ndcg_at_5_std
value: 3.9597009492387265
verified: no, type: nauc_precision_at_1000_diff1
value: -28.217119971169463
verified: no, type: nauc_precision_at_1000_max
value: 17.425278660692022
verified: no, type: nauc_precision_at_1000_std
value: 46.7473304347162
verified: no, type: nauc_precision_at_100_diff1
value: 8.738254686624805
verified: no, type: nauc_precision_at_100_max
value: 32.88945783040687
verified: no, type: nauc_precision_at_100_std
value: 48.42583030760342
verified: no, type: nauc_precision_at_10_diff1
value: 7.873361516017592
verified: no, type: nauc_precision_at_10_max
value: 9.802552072953949
verified: no, type: nauc_precision_at_10_std
value: 13.506647301311148
verified: no, type: nauc_precision_at_1_diff1
value: 9.240393281366906
verified: no, type: nauc_precision_at_1_max
value: -4.35798405693968
verified: no, type: nauc_precision_at_1_std
value: 1.5076565659508505
verified: no, type: nauc_precision_at_20_diff1
value: 13.008220519097161
verified: no, type: nauc_precision_at_20_max
value: 20.829507014709748
verified: no, type: nauc_precision_at_20_std
value: 25.02998005000373
verified: no, type: nauc_precision_at_3_diff1
value: 7.685752623087433
verified: no, type: nauc_precision_at_3_max
value: 4.126629771323765
verified: no, type: nauc_precision_at_3_std
value: 5.440817692025366
verified: no, type: nauc_precision_at_5_diff1
value: 4.879990376967901
verified: no, type: nauc_precision_at_5_max
value: 1.7076492862153407
verified: no, type: nauc_precision_at_5_std
value: 6.009634283832547
verified: no, type: nauc_recall_at_1000_diff1
value: -28.217119971166543
verified: no, type: nauc_recall_at_1000_max
value: 17.425278660689965
verified: no, type: nauc_recall_at_1000_std
value: 46.74733043471749
verified: no, type: nauc_recall_at_100_diff1
value: 8.738254686625181
verified: no, type: nauc_recall_at_100_max
value: 32.8894578304071
verified: no, type: nauc_recall_at_100_std
value: 48.425830307603746
verified: no, type: nauc_recall_at_10_diff1
value: 7.87336151601764
verified: no, type: nauc_recall_at_10_max
value: 9.802552072953997
verified: no, type: nauc_recall_at_10_std
value: 13.506647301311201
verified: no, type: nauc_recall_at_1_diff1
value: 9.240393281366906
verified: no, type: nauc_recall_at_1_max
value: -4.35798405693968
verified: no, type: nauc_recall_at_1_std
value: 1.5076565659508505
verified: no, type: nauc_recall_at_20_diff1
value: 13.008220519097097
verified: no, type: nauc_recall_at_20_max
value: 20.82950701470975
verified: no, type: nauc_recall_at_20_std
value: 25.02998005000377
verified: no, type: nauc_recall_at_3_diff1
value: 7.685752623087458
verified: no, type: nauc_recall_at_3_max
value: 4.126629771323791
verified: no, type: nauc_recall_at_3_std
value: 5.440817692025401
verified: no, type: nauc_recall_at_5_diff1
value: 4.879990376967856
verified: no, type: nauc_recall_at_5_max
value: 1.7076492862153638
verified: no, type: nauc_recall_at_5_std
value: 6.009634283832578
verified: no, type: ndcg_at_1
value: 21.124000000000002
verified: no, type: ndcg_at_10
value: 41.966
verified: no, type: ndcg_at_100
value: 47.751
verified: no, type: ndcg_at_1000
value: 48.635
verified: no, type: ndcg_at_20
value: 45.08
verified: no, type: ndcg_at_3
value: 33.505
verified: no, type: ndcg_at_5
value: 37.266
verified: no, type: precision_at_1
value: 21.124000000000002
verified: no, type: precision_at_10
value: 6.643000000000001
verified: no, type: precision_at_100
value: 0.9249999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.93
verified: no, type: precision_at_3
value: 14.296000000000001
verified: no, type: precision_at_5
value: 10.413
verified: no, type: recall_at_1
value: 21.124000000000002
verified: no, type: recall_at_10
value: 66.43
verified: no, type: recall_at_100
value: 92.461
verified: no, type: recall_at_1000
value: 99.289
verified: no, type: recall_at_20
value: 78.592
verified: no, type: recall_at_3
value: 42.888
verified: no, type: recall_at_5
value: 52.063
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringP2P (default)
type: mteb/arxiv-clustering-p2p
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: main_score
value: 35.387660145946825
verified: no, type: v_measure
value: 35.387660145946825
verified: no, type: v_measure_std
value: 14.022525689022785
verified: no, task: type: Clustering
dataset: name: MTEB ArxivClusteringS2S (default)
type: mteb/arxiv-clustering-s2s
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: main_score
value: 25.26058942964131
verified: no, type: v_measure
value: 25.26058942964131
verified: no, type: v_measure_std
value: 14.850432186356857
verified: no, task: type: Reranking
dataset: name: MTEB AskUbuntuDupQuestions (default)
type: mteb/askubuntudupquestions-reranking
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: main_score
value: 54.13950871400633
verified: no, type: map
value: 54.13950871400633
verified: no, type: mrr
value: 68.87437892978059
verified: no, type: nAUC_map_diff1
value: 3.489277672557011
verified: no, type: nAUC_map_max
value: 15.848457273691064
verified: no, type: nAUC_map_std
value: 5.166813098270773
verified: no, type: nAUC_mrr_diff1
value: 4.9924344024669765
verified: no, type: nAUC_mrr_max
value: 21.861692980537956
verified: no, type: nAUC_mrr_std
value: 8.256966784037171
verified: no, task: type: STS
dataset: name: MTEB BIOSSES (default)
type: mteb/biosses-sts
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cosine_pearson
value: 79.11612010879227
verified: no, type: cosine_spearman
value: 75.85775256673794
verified: no, type: euclidean_pearson
value: 77.46080265077437
verified: no, type: euclidean_spearman
value: 75.85775256673794
verified: no, type: main_score
value: 75.85775256673794
verified: no, type: manhattan_pearson
value: 77.73191375456281
verified: no, type: manhattan_spearman
value: 75.98908086034702
verified: no, type: pearson
value: 79.11612010879227
verified: no, type: spearman
value: 75.85775256673794
verified: no, task: type: Classification
dataset: name: MTEB Banking77Classification (default)
type: mteb/banking77
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 72.63636363636363
verified: no, type: f1
value: 71.69751597573539
verified: no, type: f1_weighted
value: 71.69751597573539
verified: no, type: main_score
value: 72.63636363636363
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringP2P (default)
type: mteb/biorxiv-clustering-p2p
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: main_score
value: 30.861840536151014
verified: no, type: v_measure
value: 30.861840536151014
verified: no, type: v_measure_std
value: 0.8096483751274005
verified: no, task: type: Clustering
dataset: name: MTEB BiorxivClusteringS2S (default)
type: mteb/biorxiv-clustering-s2s
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: main_score
value: 20.219544420664455
verified: no, type: v_measure
value: 20.219544420664455
verified: no, type: v_measure_std
value: 0.7431903039116942
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackAndroidRetrieval (default)
type: mteb/cqadupstack-android
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: main_score
value: 31.835
verified: no, type: map_at_1
value: 19.939
verified: no, type: map_at_10
value: 26.924
verified: no, type: map_at_100
value: 28.16
verified: no, type: map_at_1000
value: 28.316999999999997
verified: no, type: map_at_20
value: 27.554000000000002
verified: no, type: map_at_3
value: 24.45
verified: no, type: map_at_5
value: 25.751
verified: no, type: mrr_at_1
value: 25.894134477825464
verified: no, type: mrr_at_10
value: 32.65152031246451
verified: no, type: mrr_at_100
value: 33.58362210177363
verified: no, type: mrr_at_1000
value: 33.66415578481638
verified: no, type: mrr_at_20
value: 33.158616397714056
verified: no, type: mrr_at_3
value: 30.51979017644255
verified: no, type: mrr_at_5
value: 31.67143538388174
verified: no, type: nauc_map_at_1000_diff1
value: 43.61649840733464
verified: no, type: nauc_map_at_1000_max
value: 27.361709993841355
verified: no, type: nauc_map_at_1000_std
value: -1.47509416166404
verified: no, type: nauc_map_at_100_diff1
value: 43.63694784277137
verified: no, type: nauc_map_at_100_max
value: 27.3675446795805
verified: no, type: nauc_map_at_100_std
value: -1.4918015679743737
verified: no, type: nauc_map_at_10_diff1
value: 43.85263484013946
verified: no, type: nauc_map_at_10_max
value: 26.810142038619045
verified: no, type: nauc_map_at_10_std
value: -1.9884710880957612
verified: no, type: nauc_map_at_1_diff1
value: 48.66149039458694
verified: no, type: nauc_map_at_1_max
value: 25.719796249226828
verified: no, type: nauc_map_at_1_std
value: -3.291830544258096
verified: no, type: nauc_map_at_20_diff1
value: 43.70511471916722
verified: no, type: nauc_map_at_20_max
value: 27.211922285560092
verified: no, type: nauc_map_at_20_std
value: -1.621254133243609
verified: no, type: nauc_map_at_3_diff1
value: 45.678378884966854
verified: no, type: nauc_map_at_3_max
value: 26.263363796878807
verified: no, type: nauc_map_at_3_std
value: -3.067861673919005
verified: no, type: nauc_map_at_5_diff1
value: 44.28820868486158
verified: no, type: nauc_map_at_5_max
value: 27.02028586800064
verified: no, type: nauc_map_at_5_std
value: -2.8993536712942554
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.91452307309703
verified: no, type: nauc_mrr_at_1000_max
value: 28.25542784321284
verified: no, type: nauc_mrr_at_1000_std
value: -1.2881473492995474
verified: no, type: nauc_mrr_at_100_diff1
value: 41.887361041816355
verified: no, type: nauc_mrr_at_100_max
value: 28.242674898536045
verified: no, type: nauc_mrr_at_100_std
value: -1.2962789057617752
verified: no, type: nauc_mrr_at_10_diff1
value: 41.839392429152184
verified: no, type: nauc_mrr_at_10_max
value: 28.18109937160502
verified: no, type: nauc_mrr_at_10_std
value: -1.760338307129395
verified: no, type: nauc_mrr_at_1_diff1
value: 46.97337896088234
verified: no, type: nauc_mrr_at_1_max
value: 28.47299575870196
verified: no, type: nauc_mrr_at_1_std
value: -2.699423724792112
verified: no, type: nauc_mrr_at_20_diff1
value: 41.87609128070427
verified: no, type: nauc_mrr_at_20_max
value: 28.275298954521837
verified: no, type: nauc_mrr_at_20_std
value: -1.3019240483529069
verified: no, type: nauc_mrr_at_3_diff1
value: 43.7337496151517
verified: no, type: nauc_mrr_at_3_max
value: 27.798267478018285
verified: no, type: nauc_mrr_at_3_std
value: -2.840593072947404
verified: no, type: nauc_mrr_at_5_diff1
value: 42.334483231228894
verified: no, type: nauc_mrr_at_5_max
value: 28.312298246235912
verified: no, type: nauc_mrr_at_5_std
value: -2.4627148837425574
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.15727539315947
verified: no, type: nauc_ndcg_at_1000_max
value: 28.221291832726013
verified: no, type: nauc_ndcg_at_1000_std
value: 2.0023108110987686
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.696711368737986
verified: no, type: nauc_ndcg_at_100_max
value: 28.3380433133816
verified: no, type: nauc_ndcg_at_100_std
value: 1.6747741379499974
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.68084799209197
verified: no, type: nauc_ndcg_at_10_max
value: 27.001668531808047
verified: no, type: nauc_ndcg_at_10_std
value: -0.6698055635076909
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.97337896088234
verified: no, type: nauc_ndcg_at_1_max
value: 28.47299575870196
verified: no, type: nauc_ndcg_at_1_std
value: -2.699423724792112
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.66080469225681
verified: no, type: nauc_ndcg_at_20_max
value: 27.65886977082646
verified: no, type: nauc_ndcg_at_20_std
value: 0.7450066458769301
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.76104820392522
verified: no, type: nauc_ndcg_at_3_max
value: 26.519613853147632
verified: no, type: nauc_ndcg_at_3_std
value: -2.4350130293906034
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.019172353488194
verified: no, type: nauc_ndcg_at_5_max
value: 27.496046368143357
verified: no, type: nauc_ndcg_at_5_std
value: -2.2882580326645177
verified: no, type: nauc_precision_at_1000_diff1
value: -14.261675661323125
verified: no, type: nauc_precision_at_1000_max
value: -1.183805005826827
verified: no, type: nauc_precision_at_1000_std
value: 3.344837871953594
verified: no, type: nauc_precision_at_100_diff1
value: 2.705968352361474
verified: no, type: nauc_precision_at_100_max
value: 15.123914801051598
verified: no, type: nauc_precision_at_100_std
value: 6.622282531987529
verified: no, type: nauc_precision_at_10_diff1
value: 21.143497652137974
verified: no, type: nauc_precision_at_10_max
value: 22.754667045964673
verified: no, type: nauc_precision_at_10_std
value: 2.56769270957959
verified: no, type: nauc_precision_at_1_diff1
value: 46.97337896088234
verified: no, type: nauc_precision_at_1_max
value: 28.47299575870196
verified: no, type: nauc_precision_at_1_std
value: -2.699423724792112
verified: no, type: nauc_precision_at_20_diff1
value: 15.750482341955857
verified: no, type: nauc_precision_at_20_max
value: 22.860380841938827
verified: no, type: nauc_precision_at_20_std
value: 4.22745838192582
verified: no, type: nauc_precision_at_3_diff1
value: 35.61809209460161
verified: no, type: nauc_precision_at_3_max
value: 27.0006337531976
verified: no, type: nauc_precision_at_3_std
value: -1.4556398881692423
verified: no, type: nauc_precision_at_5_diff1
value: 28.851808861899496
verified: no, type: nauc_precision_at_5_max
value: 27.469054608601784
verified: no, type: nauc_precision_at_5_std
value: -1.1421142808937477
verified: no, type: nauc_recall_at_1000_diff1
value: 33.27567106545891
verified: no, type: nauc_recall_at_1000_max
value: 30.098997951989325
verified: no, type: nauc_recall_at_1000_std
value: 37.339251250157766
verified: no, type: nauc_recall_at_100_diff1
value: 29.072377336992822
verified: no, type: nauc_recall_at_100_max
value: 28.48476566182903
verified: no, type: nauc_recall_at_100_std
value: 14.360417936748082
verified: no, type: nauc_recall_at_10_diff1
value: 32.83564819819592
verified: no, type: nauc_recall_at_10_max
value: 24.465508171060677
verified: no, type: nauc_recall_at_10_std
value: 3.332253149508536
verified: no, type: nauc_recall_at_1_diff1
value: 48.66149039458694
verified: no, type: nauc_recall_at_1_max
value: 25.719796249226828
verified: no, type: nauc_recall_at_1_std
value: -3.291830544258096
verified: no, type: nauc_recall_at_20_diff1
value: 31.185350107155045
verified: no, type: nauc_recall_at_20_max
value: 25.812923152751406
verified: no, type: nauc_recall_at_20_std
value: 8.353054109145367
verified: no, type: nauc_recall_at_3_diff1
value: 40.27297484569938
verified: no, type: nauc_recall_at_3_max
value: 23.81327189620511
verified: no, type: nauc_recall_at_3_std
value: -2.526830052534271
verified: no, type: nauc_recall_at_5_diff1
value: 34.64896359382995
verified: no, type: nauc_recall_at_5_max
value: 25.750218989139317
verified: no, type: nauc_recall_at_5_std
value: -1.3789317138918638
verified: no, type: ndcg_at_1
value: 25.894000000000002
verified: no, type: ndcg_at_10
value: 31.835
verified: no, type: ndcg_at_100
value: 37.325
verified: no, type: ndcg_at_1000
value: 40.586
verified: no, type: ndcg_at_20
value: 33.714
verified: no, type: ndcg_at_3
value: 28.143
verified: no, type: ndcg_at_5
value: 29.648999999999997
verified: no, type: precision_at_1
value: 25.894000000000002
verified: no, type: precision_at_10
value: 6.194999999999999
verified: no, type: precision_at_100
value: 1.126
verified: no, type: precision_at_1000
value: 0.173
verified: no, type: precision_at_20
value: 3.7199999999999998
verified: no, type: precision_at_3
value: 13.543
verified: no, type: precision_at_5
value: 9.757
verified: no, type: recall_at_1
value: 19.939
verified: no, type: recall_at_10
value: 40.537
verified: no, type: recall_at_100
value: 64.717
verified: no, type: recall_at_1000
value: 87.01299999999999
verified: no, type: recall_at_20
value: 47.677
verified: no, type: recall_at_3
value: 29.301
verified: no, type: recall_at_5
value: 33.918
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackEnglishRetrieval (default)
type: mteb/cqadupstack-english
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: main_score
value: 25.734
verified: no, type: map_at_1
value: 16.601
verified: no, type: map_at_10
value: 22.07
verified: no, type: map_at_100
value: 22.958000000000002
verified: no, type: map_at_1000
value: 23.074
verified: no, type: map_at_20
value: 22.52
verified: no, type: map_at_3
value: 20.137
verified: no, type: map_at_5
value: 21.315
verified: no, type: mrr_at_1
value: 20.382165605095544
verified: no, type: mrr_at_10
value: 25.95447881912849
verified: no, type: mrr_at_100
value: 26.72268332839149
verified: no, type: mrr_at_1000
value: 26.79228081014276
verified: no, type: mrr_at_20
value: 26.372942687112676
verified: no, type: mrr_at_3
value: 24.097664543524406
verified: no, type: mrr_at_5
value: 25.269639065817373
verified: no, type: nauc_map_at_1000_diff1
value: 39.97979443324452
verified: no, type: nauc_map_at_1000_max
value: 13.65503993855689
verified: no, type: nauc_map_at_1000_std
value: -2.0265680574493286
verified: no, type: nauc_map_at_100_diff1
value: 40.04134376146643
verified: no, type: nauc_map_at_100_max
value: 13.602473622919186
verified: no, type: nauc_map_at_100_std
value: -2.1531627932652073
verified: no, type: nauc_map_at_10_diff1
value: 40.321538712092966
verified: no, type: nauc_map_at_10_max
value: 13.5001803982381
verified: no, type: nauc_map_at_10_std
value: -2.628320244096416
verified: no, type: nauc_map_at_1_diff1
value: 47.528556920568896
verified: no, type: nauc_map_at_1_max
value: 15.848152314768068
verified: no, type: nauc_map_at_1_std
value: -3.8515029742454763
verified: no, type: nauc_map_at_20_diff1
value: 40.22452252482904
verified: no, type: nauc_map_at_20_max
value: 13.501820277821633
verified: no, type: nauc_map_at_20_std
value: -2.4849480670127835
verified: no, type: nauc_map_at_3_diff1
value: 41.68152420395297
verified: no, type: nauc_map_at_3_max
value: 13.993359536648425
verified: no, type: nauc_map_at_3_std
value: -4.120472655476033
verified: no, type: nauc_map_at_5_diff1
value: 40.72541498326932
verified: no, type: nauc_map_at_5_max
value: 13.706855573979945
verified: no, type: nauc_map_at_5_std
value: -3.168857069165899
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.9361528126572
verified: no, type: nauc_mrr_at_1000_max
value: 14.435169065764649
verified: no, type: nauc_mrr_at_1000_std
value: -0.3672502634006242
verified: no, type: nauc_mrr_at_100_diff1
value: 37.94986436229442
verified: no, type: nauc_mrr_at_100_max
value: 14.435994989813192
verified: no, type: nauc_mrr_at_100_std
value: -0.37576385382293837
verified: no, type: nauc_mrr_at_10_diff1
value: 38.11900316449423
verified: no, type: nauc_mrr_at_10_max
value: 14.472293540608746
verified: no, type: nauc_mrr_at_10_std
value: -0.43716209085613345
verified: no, type: nauc_mrr_at_1_diff1
value: 44.21976115137286
verified: no, type: nauc_mrr_at_1_max
value: 17.82290497090946
verified: no, type: nauc_mrr_at_1_std
value: -1.547820761457578
verified: no, type: nauc_mrr_at_20_diff1
value: 38.024147471792524
verified: no, type: nauc_mrr_at_20_max
value: 14.385378851779368
verified: no, type: nauc_mrr_at_20_std
value: -0.47797312999005215
verified: no, type: nauc_mrr_at_3_diff1
value: 39.15186528374059
verified: no, type: nauc_mrr_at_3_max
value: 15.21927102759239
verified: no, type: nauc_mrr_at_3_std
value: -1.5215890424003806
verified: no, type: nauc_mrr_at_5_diff1
value: 38.45626599850357
verified: no, type: nauc_mrr_at_5_max
value: 14.640408888284732
verified: no, type: nauc_mrr_at_5_std
value: -0.7311075454359176
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.09833573033763
verified: no, type: nauc_ndcg_at_1000_max
value: 13.245365815282575
verified: no, type: nauc_ndcg_at_1000_std
value: 1.5761746506032988
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.904025539005644
verified: no, type: nauc_ndcg_at_100_max
value: 12.957957928970645
verified: no, type: nauc_ndcg_at_100_std
value: 0.4532239536005292
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.32497182133629
verified: no, type: nauc_ndcg_at_10_max
value: 12.490853969491074
verified: no, type: nauc_ndcg_at_10_std
value: -0.7416415504597471
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.21976115137286
verified: no, type: nauc_ndcg_at_1_max
value: 17.82290497090946
verified: no, type: nauc_ndcg_at_1_std
value: -1.547820761457578
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.28170904668032
verified: no, type: nauc_ndcg_at_20_max
value: 12.268080858587759
verified: no, type: nauc_ndcg_at_20_std
value: -0.7360183931126623
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.02888999235542
verified: no, type: nauc_ndcg_at_3_max
value: 13.901334459489329
verified: no, type: nauc_ndcg_at_3_std
value: -2.7172751935367647
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.02752207740974
verified: no, type: nauc_ndcg_at_5_max
value: 13.02646174038431
verified: no, type: nauc_ndcg_at_5_std
value: -1.609904028585218
verified: no, type: nauc_precision_at_1000_diff1
value: -6.66757757004073
verified: no, type: nauc_precision_at_1000_max
value: 9.0023204523236
verified: no, type: nauc_precision_at_1000_std
value: 23.5060357363243
verified: no, type: nauc_precision_at_100_diff1
value: 6.113195112414238
verified: no, type: nauc_precision_at_100_max
value: 11.685619926894306
verified: no, type: nauc_precision_at_100_std
value: 19.46517809799074
verified: no, type: nauc_precision_at_10_diff1
value: 20.39466712905433
verified: no, type: nauc_precision_at_10_max
value: 11.42898255449916
verified: no, type: nauc_precision_at_10_std
value: 9.716462445452729
verified: no, type: nauc_precision_at_1_diff1
value: 44.21976115137286
verified: no, type: nauc_precision_at_1_max
value: 17.82290497090946
verified: no, type: nauc_precision_at_1_std
value: -1.547820761457578
verified: no, type: nauc_precision_at_20_diff1
value: 16.658730057271427
verified: no, type: nauc_precision_at_20_max
value: 11.1652114440581
verified: no, type: nauc_precision_at_20_std
value: 11.300027272107469
verified: no, type: nauc_precision_at_3_diff1
value: 30.28030907617402
verified: no, type: nauc_precision_at_3_max
value: 13.794055418422083
verified: no, type: nauc_precision_at_3_std
value: 0.6048823642224063
verified: no, type: nauc_precision_at_5_diff1
value: 25.663334758638058
verified: no, type: nauc_precision_at_5_max
value: 12.249908938864056
verified: no, type: nauc_precision_at_5_std
value: 5.0045410071189425
verified: no, type: nauc_recall_at_1000_diff1
value: 21.220572448408245
verified: no, type: nauc_recall_at_1000_max
value: 9.691420267810058
verified: no, type: nauc_recall_at_1000_std
value: 12.85759827330056
verified: no, type: nauc_recall_at_100_diff1
value: 28.21527141094479
verified: no, type: nauc_recall_at_100_max
value: 9.83831880254868
verified: no, type: nauc_recall_at_100_std
value: 5.435149253402134
verified: no, type: nauc_recall_at_10_diff1
value: 30.716014201487262
verified: no, type: nauc_recall_at_10_max
value: 8.051593782800182
verified: no, type: nauc_recall_at_10_std
value: 0.4471610378184442
verified: no, type: nauc_recall_at_1_diff1
value: 47.528556920568896
verified: no, type: nauc_recall_at_1_max
value: 15.848152314768068
verified: no, type: nauc_recall_at_1_std
value: -3.8515029742454763
verified: no, type: nauc_recall_at_20_diff1
value: 29.800603042147905
verified: no, type: nauc_recall_at_20_max
value: 7.042808403898776
verified: no, type: nauc_recall_at_20_std
value: 0.8179034283502986
verified: no, type: nauc_recall_at_3_diff1
value: 36.05311584515151
verified: no, type: nauc_recall_at_3_max
value: 11.03138015792514
verified: no, type: nauc_recall_at_3_std
value: -4.298332543889119
verified: no, type: nauc_recall_at_5_diff1
value: 33.34542113435848
verified: no, type: nauc_recall_at_5_max
value: 9.391429367517976
verified: no, type: nauc_recall_at_5_std
value: -1.5174868347878459
verified: no, type: ndcg_at_1
value: 20.382
verified: no, type: ndcg_at_10
value: 25.734
verified: no, type: ndcg_at_100
value: 29.952
verified: no, type: ndcg_at_1000
value: 32.618
verified: no, type: ndcg_at_20
value: 27.181
verified: no, type: ndcg_at_3
value: 22.445999999999998
verified: no, type: ndcg_at_5
value: 24.162
verified: no, type: precision_at_1
value: 20.382
verified: no, type: precision_at_10
value: 4.662
verified: no, type: precision_at_100
value: 0.8580000000000001
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_20
value: 2.828
verified: no, type: precision_at_3
value: 10.446
verified: no, type: precision_at_5
value: 7.682
verified: no, type: recall_at_1
value: 16.601
verified: no, type: recall_at_10
value: 32.882
verified: no, type: recall_at_100
value: 51.273
verified: no, type: recall_at_1000
value: 69.33200000000001
verified: no, type: recall_at_20
value: 38.22
verified: no, type: recall_at_3
value: 23.54
verified: no, type: recall_at_5
value: 28.054000000000002
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGamingRetrieval (default)
type: mteb/cqadupstack-gaming
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: main_score
value: 39.235
verified: no, type: map_at_1
value: 25.386999999999997
verified: no, type: map_at_10
value: 34.183
verified: no, type: map_at_100
value: 35.198
verified: no, type: map_at_1000
value: 35.292
verified: no, type: map_at_20
value: 34.756
verified: no, type: map_at_3
value: 31.466
verified: no, type: map_at_5
value: 33.037
verified: no, type: mrr_at_1
value: 29.404388714733543
verified: no, type: mrr_at_10
value: 37.51880877742944
verified: no, type: mrr_at_100
value: 38.30457109532953
verified: no, type: mrr_at_1000
value: 38.3645245292866
verified: no, type: mrr_at_20
value: 37.94776237222878
verified: no, type: mrr_at_3
value: 35.15151515151513
verified: no, type: mrr_at_5
value: 36.530825496342715
verified: no, type: nauc_map_at_1000_diff1
value: 41.249973220934464
verified: no, type: nauc_map_at_1000_max
value: 23.416302755877073
verified: no, type: nauc_map_at_1000_std
value: -10.207899212437999
verified: no, type: nauc_map_at_100_diff1
value: 41.24390045906369
verified: no, type: nauc_map_at_100_max
value: 23.393682611799267
verified: no, type: nauc_map_at_100_std
value: -10.254556576082482
verified: no, type: nauc_map_at_10_diff1
value: 41.382354597936995
verified: no, type: nauc_map_at_10_max
value: 23.176782265492363
verified: no, type: nauc_map_at_10_std
value: -10.849718292221906
verified: no, type: nauc_map_at_1_diff1
value: 45.39686265513208
verified: no, type: nauc_map_at_1_max
value: 19.620871905273706
verified: no, type: nauc_map_at_1_std
value: -12.904987428165654
verified: no, type: nauc_map_at_20_diff1
value: 41.27244082919643
verified: no, type: nauc_map_at_20_max
value: 23.302684773349597
verified: no, type: nauc_map_at_20_std
value: -10.441842806985154
verified: no, type: nauc_map_at_3_diff1
value: 41.8919220244127
verified: no, type: nauc_map_at_3_max
value: 22.254220793423723
verified: no, type: nauc_map_at_3_std
value: -12.130298439753705
verified: no, type: nauc_map_at_5_diff1
value: 41.58025783631085
verified: no, type: nauc_map_at_5_max
value: 22.90826213564573
verified: no, type: nauc_map_at_5_std
value: -11.165811549758352
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.53152598499822
verified: no, type: nauc_mrr_at_1000_max
value: 25.11227665851315
verified: no, type: nauc_mrr_at_1000_std
value: -8.08741271282522
verified: no, type: nauc_mrr_at_100_diff1
value: 40.51963005358264
verified: no, type: nauc_mrr_at_100_max
value: 25.120293035347625
verified: no, type: nauc_mrr_at_100_std
value: -8.08477757772673
verified: no, type: nauc_mrr_at_10_diff1
value: 40.630254919734845
verified: no, type: nauc_mrr_at_10_max
value: 25.192263018985
verified: no, type: nauc_mrr_at_10_std
value: -8.343786686430308
verified: no, type: nauc_mrr_at_1_diff1
value: 45.24802769641752
verified: no, type: nauc_mrr_at_1_max
value: 22.81400229887994
verified: no, type: nauc_mrr_at_1_std
value: -11.030374885452746
verified: no, type: nauc_mrr_at_20_diff1
value: 40.527874579465404
verified: no, type: nauc_mrr_at_20_max
value: 25.09785309228408
verified: no, type: nauc_mrr_at_20_std
value: -8.178961300984005
verified: no, type: nauc_mrr_at_3_diff1
value: 40.9982110047705
verified: no, type: nauc_mrr_at_3_max
value: 24.89415486978485
verified: no, type: nauc_mrr_at_3_std
value: -9.326777261347539
verified: no, type: nauc_mrr_at_5_diff1
value: 40.80630420274428
verified: no, type: nauc_mrr_at_5_max
value: 25.27575084878062
verified: no, type: nauc_mrr_at_5_std
value: -8.546736722404525
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.53378645935715
verified: no, type: nauc_ndcg_at_1000_max
value: 25.526492849521226
verified: no, type: nauc_ndcg_at_1000_std
value: -6.007063152931765
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.0880907026097
verified: no, type: nauc_ndcg_at_100_max
value: 25.27434977919565
verified: no, type: nauc_ndcg_at_100_std
value: -6.494059729717049
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.75643189392527
verified: no, type: nauc_ndcg_at_10_max
value: 24.79335502116443
verified: no, type: nauc_ndcg_at_10_std
value: -8.786781322519788
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.24802769641752
verified: no, type: nauc_ndcg_at_1_max
value: 22.81400229887994
verified: no, type: nauc_ndcg_at_1_std
value: -11.030374885452746
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.38115636990762
verified: no, type: nauc_ndcg_at_20_max
value: 24.830948061340973
verified: no, type: nauc_ndcg_at_20_std
value: -7.74514857483731
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.597424968913295
verified: no, type: nauc_ndcg_at_3_max
value: 23.83761797284813
verified: no, type: nauc_ndcg_at_3_std
value: -10.826014984199753
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.160243884240955
verified: no, type: nauc_ndcg_at_5_max
value: 24.641005184802403
verified: no, type: nauc_ndcg_at_5_std
value: -9.394573143721122
verified: no, type: nauc_precision_at_1000_diff1
value: -0.26775483855404
verified: no, type: nauc_precision_at_1000_max
value: 23.052779599626216
verified: no, type: nauc_precision_at_1000_std
value: 24.978867586645737
verified: no, type: nauc_precision_at_100_diff1
value: 9.73599417323489
verified: no, type: nauc_precision_at_100_max
value: 26.664612833573067
verified: no, type: nauc_precision_at_100_std
value: 15.747547424892522
verified: no, type: nauc_precision_at_10_diff1
value: 25.384143998683495
verified: no, type: nauc_precision_at_10_max
value: 28.77515164969203
verified: no, type: nauc_precision_at_10_std
value: 1.334799782027906
verified: no, type: nauc_precision_at_1_diff1
value: 45.24802769641752
verified: no, type: nauc_precision_at_1_max
value: 22.81400229887994
verified: no, type: nauc_precision_at_1_std
value: -11.030374885452746
verified: no, type: nauc_precision_at_20_diff1
value: 20.21252517032333
verified: no, type: nauc_precision_at_20_max
value: 28.092242647209847
verified: no, type: nauc_precision_at_20_std
value: 7.13292725544981
verified: no, type: nauc_precision_at_3_diff1
value: 33.31087126292084
verified: no, type: nauc_precision_at_3_max
value: 28.144729235595268
verified: no, type: nauc_precision_at_3_std
value: -6.680273865904818
verified: no, type: nauc_precision_at_5_diff1
value: 29.65876394876068
verified: no, type: nauc_precision_at_5_max
value: 29.35126830830009
verified: no, type: nauc_precision_at_5_std
value: -1.6373943088766274
verified: no, type: nauc_recall_at_1000_diff1
value: 28.93648565815677
verified: no, type: nauc_recall_at_1000_max
value: 35.83681303333163
verified: no, type: nauc_recall_at_1000_std
value: 33.065249002817446
verified: no, type: nauc_recall_at_100_diff1
value: 27.743019102171594
verified: no, type: nauc_recall_at_100_max
value: 28.027951033595023
verified: no, type: nauc_recall_at_100_std
value: 9.499502949546343
verified: no, type: nauc_recall_at_10_diff1
value: 33.975592980890205
verified: no, type: nauc_recall_at_10_max
value: 25.654266106207007
verified: no, type: nauc_recall_at_10_std
value: -4.889087003341999
verified: no, type: nauc_recall_at_1_diff1
value: 45.39686265513208
verified: no, type: nauc_recall_at_1_max
value: 19.620871905273706
verified: no, type: nauc_recall_at_1_std
value: -12.904987428165654
verified: no, type: nauc_recall_at_20_diff1
value: 32.428638046562156
verified: no, type: nauc_recall_at_20_max
value: 25.811049662670854
verified: no, type: nauc_recall_at_20_std
value: -1.084167664066214
verified: no, type: nauc_recall_at_3_diff1
value: 36.80239523147669
verified: no, type: nauc_recall_at_3_max
value: 23.70115293826517
verified: no, type: nauc_recall_at_3_std
value: -10.179865917816631
verified: no, type: nauc_recall_at_5_diff1
value: 35.481273082880385
verified: no, type: nauc_recall_at_5_max
value: 25.22699895557444
verified: no, type: nauc_recall_at_5_std
value: -6.928154160954265
verified: no, type: ndcg_at_1
value: 29.404000000000003
verified: no, type: ndcg_at_10
value: 39.235
verified: no, type: ndcg_at_100
value: 44.072
verified: no, type: ndcg_at_1000
value: 46.272999999999996
verified: no, type: ndcg_at_20
value: 40.983000000000004
verified: no, type: ndcg_at_3
value: 34.292
verified: no, type: ndcg_at_5
value: 36.735
verified: no, type: precision_at_1
value: 29.404000000000003
verified: no, type: precision_at_10
value: 6.539000000000001
verified: no, type: precision_at_100
value: 0.984
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_20
value: 3.752
verified: no, type: precision_at_3
value: 15.423
verified: no, type: precision_at_5
value: 10.984
verified: no, type: recall_at_1
value: 25.386999999999997
verified: no, type: recall_at_10
value: 51.256
verified: no, type: recall_at_100
value: 73.53699999999999
verified: no, type: recall_at_1000
value: 89.522
verified: no, type: recall_at_20
value: 57.687
verified: no, type: recall_at_3
value: 37.830999999999996
verified: no, type: recall_at_5
value: 43.811
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackGisRetrieval (default)
type: mteb/cqadupstack-gis
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: main_score
value: 19.197
verified: no, type: map_at_1
value: 10.832
verified: no, type: map_at_10
value: 16.154
verified: no, type: map_at_100
value: 16.863
verified: no, type: map_at_1000
value: 16.979
verified: no, type: map_at_20
value: 16.494
verified: no, type: map_at_3
value: 14.654
verified: no, type: map_at_5
value: 15.634
verified: no, type: mrr_at_1
value: 11.751412429378531
verified: no, type: mrr_at_10
value: 17.286476549188407
verified: no, type: mrr_at_100
value: 18.019080515365157
verified: no, type: mrr_at_1000
value: 18.122220740371624
verified: no, type: mrr_at_20
value: 17.643986643881693
verified: no, type: mrr_at_3
value: 15.70621468926553
verified: no, type: mrr_at_5
value: 16.774011299435024
verified: no, type: nauc_map_at_1000_diff1
value: 37.927063185916786
verified: no, type: nauc_map_at_1000_max
value: 14.15651072891371
verified: no, type: nauc_map_at_1000_std
value: -8.124962552251457
verified: no, type: nauc_map_at_100_diff1
value: 37.93525025821844
verified: no, type: nauc_map_at_100_max
value: 14.131523699537288
verified: no, type: nauc_map_at_100_std
value: -8.170583771371396
verified: no, type: nauc_map_at_10_diff1
value: 38.42813636094302
verified: no, type: nauc_map_at_10_max
value: 14.282120499977891
verified: no, type: nauc_map_at_10_std
value: -8.577031812934745
verified: no, type: nauc_map_at_1_diff1
value: 51.66692699481996
verified: no, type: nauc_map_at_1_max
value: 17.664646674047123
verified: no, type: nauc_map_at_1_std
value: -11.782621031162968
verified: no, type: nauc_map_at_20_diff1
value: 38.17853788871855
verified: no, type: nauc_map_at_20_max
value: 14.256213676574742
verified: no, type: nauc_map_at_20_std
value: -8.310926163301415
verified: no, type: nauc_map_at_3_diff1
value: 40.16070984262913
verified: no, type: nauc_map_at_3_max
value: 14.268693118841725
verified: no, type: nauc_map_at_3_std
value: -9.133251481752447
verified: no, type: nauc_map_at_5_diff1
value: 38.83714248320578
verified: no, type: nauc_map_at_5_max
value: 14.547528919229999
verified: no, type: nauc_map_at_5_std
value: -8.916871955060776
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.5899689047331
verified: no, type: nauc_mrr_at_1000_max
value: 15.113884206534985
verified: no, type: nauc_mrr_at_1000_std
value: -7.170934224974719
verified: no, type: nauc_mrr_at_100_diff1
value: 36.58290352969189
verified: no, type: nauc_mrr_at_100_max
value: 15.10461015425463
verified: no, type: nauc_mrr_at_100_std
value: -7.193153133255972
verified: no, type: nauc_mrr_at_10_diff1
value: 36.886787941126755
verified: no, type: nauc_mrr_at_10_max
value: 15.127743773603711
verified: no, type: nauc_mrr_at_10_std
value: -7.450354111586159
verified: no, type: nauc_mrr_at_1_diff1
value: 50.4303551964735
verified: no, type: nauc_mrr_at_1_max
value: 18.974353633454818
verified: no, type: nauc_mrr_at_1_std
value: -10.667048661688531
verified: no, type: nauc_mrr_at_20_diff1
value: 36.748056497939466
verified: no, type: nauc_mrr_at_20_max
value: 15.240859680475241
verified: no, type: nauc_mrr_at_20_std
value: -7.288016407850428
verified: no, type: nauc_mrr_at_3_diff1
value: 38.37428302171742
verified: no, type: nauc_mrr_at_3_max
value: 14.8093219575286
verified: no, type: nauc_mrr_at_3_std
value: -7.809230035161326
verified: no, type: nauc_mrr_at_5_diff1
value: 37.2144623683964
verified: no, type: nauc_mrr_at_5_max
value: 15.28601324524152
verified: no, type: nauc_mrr_at_5_std
value: -7.7340060832485
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.12453348510246
verified: no, type: nauc_ndcg_at_1000_max
value: 13.157455004954915
verified: no, type: nauc_ndcg_at_1000_std
value: -4.92622356811411
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.06154877919635
verified: no, type: nauc_ndcg_at_100_max
value: 12.373862596941047
verified: no, type: nauc_ndcg_at_100_std
value: -5.679273924705311
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.0105889334877
verified: no, type: nauc_ndcg_at_10_max
value: 13.45850179368671
verified: no, type: nauc_ndcg_at_10_std
value: -7.129474197823981
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.4303551964735
verified: no, type: nauc_ndcg_at_1_max
value: 18.974353633454818
verified: no, type: nauc_ndcg_at_1_std
value: -10.667048661688531
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.17001669466592
verified: no, type: nauc_ndcg_at_20_max
value: 13.32565385671001
verified: no, type: nauc_ndcg_at_20_std
value: -6.284897809311489
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.583009335894786
verified: no, type: nauc_ndcg_at_3_max
value: 13.3100798018976
verified: no, type: nauc_ndcg_at_3_std
value: -8.166653842277874
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.663883470713714
verified: no, type: nauc_ndcg_at_5_max
value: 13.925348847790179
verified: no, type: nauc_ndcg_at_5_std
value: -7.8134139319246705
verified: no, type: nauc_precision_at_1000_diff1
value: 3.267820129824429
verified: no, type: nauc_precision_at_1000_max
value: 13.475739290072998
verified: no, type: nauc_precision_at_1000_std
value: 9.817456700342868
verified: no, type: nauc_precision_at_100_diff1
value: 14.543473928222502
verified: no, type: nauc_precision_at_100_max
value: 9.536842145225432
verified: no, type: nauc_precision_at_100_std
value: 2.367980716410962
verified: no, type: nauc_precision_at_10_diff1
value: 22.83690357863953
verified: no, type: nauc_precision_at_10_max
value: 12.377338528340081
verified: no, type: nauc_precision_at_10_std
value: -2.7413618512966442
verified: no, type: nauc_precision_at_1_diff1
value: 50.4303551964735
verified: no, type: nauc_precision_at_1_max
value: 18.974353633454818
verified: no, type: nauc_precision_at_1_std
value: -10.667048661688531
verified: no, type: nauc_precision_at_20_diff1
value: 20.379974384537427
verified: no, type: nauc_precision_at_20_max
value: 12.277432490519853
verified: no, type: nauc_precision_at_20_std
value: -0.023357415290595228
verified: no, type: nauc_precision_at_3_diff1
value: 28.00128059605776
verified: no, type: nauc_precision_at_3_max
value: 12.115949162806704
verified: no, type: nauc_precision_at_3_std
value: -5.111345494119332
verified: no, type: nauc_precision_at_5_diff1
value: 23.931333166517064
verified: no, type: nauc_precision_at_5_max
value: 13.460490076263444
verified: no, type: nauc_precision_at_5_std
value: -4.566369591299022
verified: no, type: nauc_recall_at_1000_diff1
value: 13.901980638817474
verified: no, type: nauc_recall_at_1000_max
value: 8.169301488452522
verified: no, type: nauc_recall_at_1000_std
value: 6.977530327014011
verified: no, type: nauc_recall_at_100_diff1
value: 18.54699849728289
verified: no, type: nauc_recall_at_100_max
value: 5.40051681338299
verified: no, type: nauc_recall_at_100_std
value: -0.2998165893044503
verified: no, type: nauc_recall_at_10_diff1
value: 25.158691029447162
verified: no, type: nauc_recall_at_10_max
value: 10.698096715728344
verified: no, type: nauc_recall_at_10_std
value: -4.90677955177619
verified: no, type: nauc_recall_at_1_diff1
value: 51.66692699481996
verified: no, type: nauc_recall_at_1_max
value: 17.664646674047123
verified: no, type: nauc_recall_at_1_std
value: -11.782621031162968
verified: no, type: nauc_recall_at_20_diff1
value: 22.315869507893193
verified: no, type: nauc_recall_at_20_max
value: 9.799239845339486
verified: no, type: nauc_recall_at_20_std
value: -2.255295176195769
verified: no, type: nauc_recall_at_3_diff1
value: 30.21846457670379
verified: no, type: nauc_recall_at_3_max
value: 10.958491456074727
verified: no, type: nauc_recall_at_3_std
value: -6.746808382770713
verified: no, type: nauc_recall_at_5_diff1
value: 26.24302256225738
verified: no, type: nauc_recall_at_5_max
value: 11.682268465161725
verified: no, type: nauc_recall_at_5_std
value: -6.292007648799524
verified: no, type: ndcg_at_1
value: 11.751000000000001
verified: no, type: ndcg_at_10
value: 19.197
verified: no, type: ndcg_at_100
value: 23.159
verified: no, type: ndcg_at_1000
value: 26.453
verified: no, type: ndcg_at_20
value: 20.448
verified: no, type: ndcg_at_3
value: 16.186
verified: no, type: ndcg_at_5
value: 17.936
verified: no, type: precision_at_1
value: 11.751000000000001
verified: no, type: precision_at_10
value: 3.1189999999999998
verified: no, type: precision_at_100
value: 0.54
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 1.859
verified: no, type: precision_at_3
value: 7.194000000000001
verified: no, type: precision_at_5
value: 5.311
verified: no, type: recall_at_1
value: 10.832
verified: no, type: recall_at_10
value: 27.472
verified: no, type: recall_at_100
value: 46.471000000000004
verified: no, type: recall_at_1000
value: 71.91199999999999
verified: no, type: recall_at_20
value: 32.213
verified: no, type: recall_at_3
value: 19.417
verified: no, type: recall_at_5
value: 23.577
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackMathematicaRetrieval (default)
type: mteb/cqadupstack-mathematica
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: main_score
value: 12.145
verified: no, type: map_at_1
value: 6.019
verified: no, type: map_at_10
value: 9.584
verified: no, type: map_at_100
value: 10.433
verified: no, type: map_at_1000
value: 10.562000000000001
verified: no, type: map_at_20
value: 10.024
verified: no, type: map_at_3
value: 8.351
verified: no, type: map_at_5
value: 9.005
verified: no, type: mrr_at_1
value: 7.213930348258707
verified: no, type: mrr_at_10
value: 11.619827450051332
verified: no, type: mrr_at_100
value: 12.469229814971346
verified: no, type: mrr_at_1000
value: 12.577286932589695
verified: no, type: mrr_at_20
value: 12.072514356821353
verified: no, type: mrr_at_3
value: 10.157545605306801
verified: no, type: mrr_at_5
value: 10.89759535655058
verified: no, type: nauc_map_at_1000_diff1
value: 18.60219400887139
verified: no, type: nauc_map_at_1000_max
value: 6.951583595979727
verified: no, type: nauc_map_at_1000_std
value: -0.36466683994108184
verified: no, type: nauc_map_at_100_diff1
value: 18.660733139389524
verified: no, type: nauc_map_at_100_max
value: 6.903072765131549
verified: no, type: nauc_map_at_100_std
value: -0.48390217802549257
verified: no, type: nauc_map_at_10_diff1
value: 18.573179595835647
verified: no, type: nauc_map_at_10_max
value: 6.992666771720911
verified: no, type: nauc_map_at_10_std
value: -0.8874423543023089
verified: no, type: nauc_map_at_1_diff1
value: 33.90106432523568
verified: no, type: nauc_map_at_1_max
value: 9.289205840089235
verified: no, type: nauc_map_at_1_std
value: 2.1852128418717705
verified: no, type: nauc_map_at_20_diff1
value: 18.334656889783485
verified: no, type: nauc_map_at_20_max
value: 6.931684308001437
verified: no, type: nauc_map_at_20_std
value: -0.7124186564380448
verified: no, type: nauc_map_at_3_diff1
value: 20.32895393313974
verified: no, type: nauc_map_at_3_max
value: 5.887419026571198
verified: no, type: nauc_map_at_3_std
value: -0.015273865884840596
verified: no, type: nauc_map_at_5_diff1
value: 19.15574225963634
verified: no, type: nauc_map_at_5_max
value: 6.175933890525402
verified: no, type: nauc_map_at_5_std
value: -1.468261999387673
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.0560339880594
verified: no, type: nauc_mrr_at_1000_max
value: 8.653214727915024
verified: no, type: nauc_mrr_at_1000_std
value: 1.6650523107666824
verified: no, type: nauc_mrr_at_100_diff1
value: 18.067266124955946
verified: no, type: nauc_mrr_at_100_max
value: 8.645444544074266
verified: no, type: nauc_mrr_at_100_std
value: 1.605397143432772
verified: no, type: nauc_mrr_at_10_diff1
value: 18.227604303918422
verified: no, type: nauc_mrr_at_10_max
value: 8.980990643614946
verified: no, type: nauc_mrr_at_10_std
value: 1.625956129526598
verified: no, type: nauc_mrr_at_1_diff1
value: 33.145174271418576
verified: no, type: nauc_mrr_at_1_max
value: 10.674348159869123
verified: no, type: nauc_mrr_at_1_std
value: 2.5718912675260843
verified: no, type: nauc_mrr_at_20_diff1
value: 17.85361170315467
verified: no, type: nauc_mrr_at_20_max
value: 8.689966423383293
verified: no, type: nauc_mrr_at_20_std
value: 1.4845343622374683
verified: no, type: nauc_mrr_at_3_diff1
value: 19.72873972100882
verified: no, type: nauc_mrr_at_3_max
value: 7.818757201820606
verified: no, type: nauc_mrr_at_3_std
value: 2.317801166782217
verified: no, type: nauc_mrr_at_5_diff1
value: 18.70515159747826
verified: no, type: nauc_mrr_at_5_max
value: 7.8553636278171055
verified: no, type: nauc_mrr_at_5_std
value: 0.8593300223901442
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.777764985527059
verified: no, type: nauc_ndcg_at_1000_max
value: 8.001133085293265
verified: no, type: nauc_ndcg_at_1000_std
value: 2.715094827482056
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.873494520058037
verified: no, type: nauc_ndcg_at_100_max
value: 7.5190091115119
verified: no, type: nauc_ndcg_at_100_std
value: 0.7430533500967327
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.950829327092022
verified: no, type: nauc_ndcg_at_10_max
value: 7.999425322307154
verified: no, type: nauc_ndcg_at_10_std
value: -0.5911692617165382
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.145174271418576
verified: no, type: nauc_ndcg_at_1_max
value: 10.674348159869123
verified: no, type: nauc_ndcg_at_1_std
value: 2.5718912675260843
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.28695753335748
verified: no, type: nauc_ndcg_at_20_max
value: 7.460341211112809
verified: no, type: nauc_ndcg_at_20_std
value: -0.2734671370134216
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.243393543205006
verified: no, type: nauc_ndcg_at_3_max
value: 6.003682896861271
verified: no, type: nauc_ndcg_at_3_std
value: 0.3923628664952013
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.841455870049076
verified: no, type: nauc_ndcg_at_5_max
value: 6.163583363661528
verified: no, type: nauc_ndcg_at_5_std
value: -1.9411356710983478
verified: no, type: nauc_precision_at_1000_diff1
value: -3.399817676017686
verified: no, type: nauc_precision_at_1000_max
value: 5.575723322824422
verified: no, type: nauc_precision_at_1000_std
value: 5.63779109914318
verified: no, type: nauc_precision_at_100_diff1
value: 6.1555220193892435
verified: no, type: nauc_precision_at_100_max
value: 6.7977343501791045
verified: no, type: nauc_precision_at_100_std
value: 2.026960062764128
verified: no, type: nauc_precision_at_10_diff1
value: 5.864713737249161
verified: no, type: nauc_precision_at_10_max
value: 10.987539143688663
verified: no, type: nauc_precision_at_10_std
value: -0.12419185225065871
verified: no, type: nauc_precision_at_1_diff1
value: 33.145174271418576
verified: no, type: nauc_precision_at_1_max
value: 10.674348159869123
verified: no, type: nauc_precision_at_1_std
value: 2.5718912675260843
verified: no, type: nauc_precision_at_20_diff1
value: 4.994637980783556
verified: no, type: nauc_precision_at_20_max
value: 7.522690866727933
verified: no, type: nauc_precision_at_20_std
value: 0.027674551460471312
verified: no, type: nauc_precision_at_3_diff1
value: 8.451342681964578
verified: no, type: nauc_precision_at_3_max
value: 5.343253356927528
verified: no, type: nauc_precision_at_3_std
value: 1.6495845441147832
verified: no, type: nauc_precision_at_5_diff1
value: 6.193033041556517
verified: no, type: nauc_precision_at_5_max
value: 5.77635145338238
verified: no, type: nauc_precision_at_5_std
value: -3.421797113444559
verified: no, type: nauc_recall_at_1000_diff1
value: 7.437110169863727
verified: no, type: nauc_recall_at_1000_max
value: 9.607314782406986
verified: no, type: nauc_recall_at_1000_std
value: 13.320498460741362
verified: no, type: nauc_recall_at_100_diff1
value: 13.309966057961834
verified: no, type: nauc_recall_at_100_max
value: 7.748170239579637
verified: no, type: nauc_recall_at_100_std
value: 2.6798857378517864
verified: no, type: nauc_recall_at_10_diff1
value: 8.674278695378167
verified: no, type: nauc_recall_at_10_max
value: 8.969918415623756
verified: no, type: nauc_recall_at_10_std
value: -1.4597400700986853
verified: no, type: nauc_recall_at_1_diff1
value: 33.90106432523568
verified: no, type: nauc_recall_at_1_max
value: 9.289205840089235
verified: no, type: nauc_recall_at_1_std
value: 2.1852128418717705
verified: no, type: nauc_recall_at_20_diff1
value: 7.663555921211413
verified: no, type: nauc_recall_at_20_max
value: 7.420494129425241
verified: no, type: nauc_recall_at_20_std
value: -0.39971980929980877
verified: no, type: nauc_recall_at_3_diff1
value: 10.784631081908223
verified: no, type: nauc_recall_at_3_max
value: 3.815625872455824
verified: no, type: nauc_recall_at_3_std
value: -1.1614434404018152
verified: no, type: nauc_recall_at_5_diff1
value: 9.60638979119831
verified: no, type: nauc_recall_at_5_max
value: 5.1710882220553405
verified: no, type: nauc_recall_at_5_std
value: -4.572280393094789
verified: no, type: ndcg_at_1
value: 7.2139999999999995
verified: no, type: ndcg_at_10
value: 12.145
verified: no, type: ndcg_at_100
value: 16.672
verified: no, type: ndcg_at_1000
value: 20.342
verified: no, type: ndcg_at_20
value: 13.745
verified: no, type: ndcg_at_3
value: 9.607000000000001
verified: no, type: ndcg_at_5
value: 10.712000000000002
verified: no, type: precision_at_1
value: 7.2139999999999995
verified: no, type: precision_at_10
value: 2.338
verified: no, type: precision_at_100
value: 0.5459999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 1.6039999999999999
verified: no, type: precision_at_3
value: 4.726
verified: no, type: precision_at_5
value: 3.5319999999999996
verified: no, type: recall_at_1
value: 6.019
verified: no, type: recall_at_10
value: 18.102999999999998
verified: no, type: recall_at_100
value: 38.482
verified: no, type: recall_at_1000
value: 65.436
verified: no, type: recall_at_20
value: 23.952
verified: no, type: recall_at_3
value: 11.178
verified: no, type: recall_at_5
value: 13.877
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackPhysicsRetrieval (default)
type: mteb/cqadupstack-physics
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: main_score
value: 26.667999999999996
verified: no, type: map_at_1
value: 16.822
verified: no, type: map_at_10
value: 22.476
verified: no, type: map_at_100
value: 23.69
verified: no, type: map_at_1000
value: 23.827
verified: no, type: map_at_20
value: 23.084
verified: no, type: map_at_3
value: 20.441000000000003
verified: no, type: map_at_5
value: 21.512
verified: no, type: mrr_at_1
value: 20.78922040423484
verified: no, type: mrr_at_10
value: 26.67445804115679
verified: no, type: mrr_at_100
value: 27.67534998291947
verified: no, type: mrr_at_1000
value: 27.752906060167692
verified: no, type: mrr_at_20
value: 27.19875968774574
verified: no, type: mrr_at_3
value: 24.4947064485082
verified: no, type: mrr_at_5
value: 25.630413859480278
verified: no, type: nauc_map_at_1000_diff1
value: 40.40492447320535
verified: no, type: nauc_map_at_1000_max
value: 28.548119831633194
verified: no, type: nauc_map_at_1000_std
value: -0.22424233207141148
verified: no, type: nauc_map_at_100_diff1
value: 40.39875847865982
verified: no, type: nauc_map_at_100_max
value: 28.500575725413096
verified: no, type: nauc_map_at_100_std
value: -0.2779979908842256
verified: no, type: nauc_map_at_10_diff1
value: 40.942304749094085
verified: no, type: nauc_map_at_10_max
value: 28.429772938475008
verified: no, type: nauc_map_at_10_std
value: -0.8049874864329988
verified: no, type: nauc_map_at_1_diff1
value: 47.17822553627135
verified: no, type: nauc_map_at_1_max
value: 31.206514215995206
verified: no, type: nauc_map_at_1_std
value: -1.8984121963184788
verified: no, type: nauc_map_at_20_diff1
value: 40.4346381000311
verified: no, type: nauc_map_at_20_max
value: 28.458128761837536
verified: no, type: nauc_map_at_20_std
value: -0.7321703207226834
verified: no, type: nauc_map_at_3_diff1
value: 42.2424427066743
verified: no, type: nauc_map_at_3_max
value: 28.16537428952111
verified: no, type: nauc_map_at_3_std
value: -2.298671243793284
verified: no, type: nauc_map_at_5_diff1
value: 41.32690925538059
verified: no, type: nauc_map_at_5_max
value: 28.53162210264393
verified: no, type: nauc_map_at_5_std
value: -1.1738320079845177
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.69693278594645
verified: no, type: nauc_mrr_at_1000_max
value: 29.49690742209793
verified: no, type: nauc_mrr_at_1000_std
value: 3.1815473802020544
verified: no, type: nauc_mrr_at_100_diff1
value: 37.65946389835227
verified: no, type: nauc_mrr_at_100_max
value: 29.479438074437127
verified: no, type: nauc_mrr_at_100_std
value: 3.166552364873761
verified: no, type: nauc_mrr_at_10_diff1
value: 38.06473613801605
verified: no, type: nauc_mrr_at_10_max
value: 29.79312016758447
verified: no, type: nauc_mrr_at_10_std
value: 3.111988711521923
verified: no, type: nauc_mrr_at_1_diff1
value: 43.69553072839024
verified: no, type: nauc_mrr_at_1_max
value: 32.142344513289025
verified: no, type: nauc_mrr_at_1_std
value: 2.696048057380709
verified: no, type: nauc_mrr_at_20_diff1
value: 37.626141249327574
verified: no, type: nauc_mrr_at_20_max
value: 29.559923833552347
verified: no, type: nauc_mrr_at_20_std
value: 2.9860721770618697
verified: no, type: nauc_mrr_at_3_diff1
value: 39.324715416924974
verified: no, type: nauc_mrr_at_3_max
value: 29.651196356282618
verified: no, type: nauc_mrr_at_3_std
value: 1.9583884507428824
verified: no, type: nauc_mrr_at_5_diff1
value: 38.36691352781637
verified: no, type: nauc_mrr_at_5_max
value: 29.939763561026002
verified: no, type: nauc_mrr_at_5_std
value: 2.7317703526814214
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.523136783112406
verified: no, type: nauc_ndcg_at_1000_max
value: 28.684387654497584
verified: no, type: nauc_ndcg_at_1000_std
value: 4.732051883634089
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.16154861613736
verified: no, type: nauc_ndcg_at_100_max
value: 27.921202679602143
verified: no, type: nauc_ndcg_at_100_std
value: 3.560040019944456
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.774474422977896
verified: no, type: nauc_ndcg_at_10_max
value: 27.68147817987237
verified: no, type: nauc_ndcg_at_10_std
value: 0.8327502237036594
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.69553072839024
verified: no, type: nauc_ndcg_at_1_max
value: 32.142344513289025
verified: no, type: nauc_ndcg_at_1_std
value: 2.696048057380709
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.163233644690266
verified: no, type: nauc_ndcg_at_20_max
value: 27.4164968525345
verified: no, type: nauc_ndcg_at_20_std
value: 0.8376631121502218
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.707715661307105
verified: no, type: nauc_ndcg_at_3_max
value: 28.324727845444997
verified: no, type: nauc_ndcg_at_3_std
value: -0.7238153399588456
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.42323115018405
verified: no, type: nauc_ndcg_at_5_max
value: 28.520234702176587
verified: no, type: nauc_ndcg_at_5_std
value: 0.4337143091381524
verified: no, type: nauc_precision_at_1000_diff1
value: -1.7237517846851018
verified: no, type: nauc_precision_at_1000_max
value: 16.20499296488572
verified: no, type: nauc_precision_at_1000_std
value: 20.16360817424688
verified: no, type: nauc_precision_at_100_diff1
value: 7.455105305668386
verified: no, type: nauc_precision_at_100_max
value: 23.35672119353681
verified: no, type: nauc_precision_at_100_std
value: 18.66911905196039
verified: no, type: nauc_precision_at_10_diff1
value: 23.28265657395181
verified: no, type: nauc_precision_at_10_max
value: 27.533659469131948
verified: no, type: nauc_precision_at_10_std
value: 9.661356716727099
verified: no, type: nauc_precision_at_1_diff1
value: 43.69553072839024
verified: no, type: nauc_precision_at_1_max
value: 32.142344513289025
verified: no, type: nauc_precision_at_1_std
value: 2.696048057380709
verified: no, type: nauc_precision_at_20_diff1
value: 15.588844976640317
verified: no, type: nauc_precision_at_20_max
value: 24.89373446940838
verified: no, type: nauc_precision_at_20_std
value: 9.462736793529547
verified: no, type: nauc_precision_at_3_diff1
value: 31.24543977571387
verified: no, type: nauc_precision_at_3_max
value: 27.88457380895888
verified: no, type: nauc_precision_at_3_std
value: 3.0400582769598334
verified: no, type: nauc_precision_at_5_diff1
value: 27.621476771588156
verified: no, type: nauc_precision_at_5_max
value: 29.344696084898647
verified: no, type: nauc_precision_at_5_std
value: 6.279675749763937
verified: no, type: nauc_recall_at_1000_diff1
value: 20.19996493542523
verified: no, type: nauc_recall_at_1000_max
value: 24.65244498292903
verified: no, type: nauc_recall_at_1000_std
value: 35.312310075738125
verified: no, type: nauc_recall_at_100_diff1
value: 22.904431187357847
verified: no, type: nauc_recall_at_100_max
value: 21.00955732817796
verified: no, type: nauc_recall_at_100_std
value: 13.938151070174573
verified: no, type: nauc_recall_at_10_diff1
value: 30.03923096618402
verified: no, type: nauc_recall_at_10_max
value: 22.353534397229048
verified: no, type: nauc_recall_at_10_std
value: 1.2207088824681231
verified: no, type: nauc_recall_at_1_diff1
value: 47.17822553627135
verified: no, type: nauc_recall_at_1_max
value: 31.206514215995206
verified: no, type: nauc_recall_at_1_std
value: -1.8984121963184788
verified: no, type: nauc_recall_at_20_diff1
value: 24.682826207248283
verified: no, type: nauc_recall_at_20_max
value: 20.777119838220408
verified: no, type: nauc_recall_at_20_std
value: 1.2286788398315465
verified: no, type: nauc_recall_at_3_diff1
value: 35.715604782377035
verified: no, type: nauc_recall_at_3_max
value: 23.7633639937056
verified: no, type: nauc_recall_at_3_std
value: -2.868937897653619
verified: no, type: nauc_recall_at_5_diff1
value: 32.21252827575707
verified: no, type: nauc_recall_at_5_max
value: 24.799142864683375
verified: no, type: nauc_recall_at_5_std
value: 0.36296684299374204
verified: no, type: ndcg_at_1
value: 20.788999999999998
verified: no, type: ndcg_at_10
value: 26.667999999999996
verified: no, type: ndcg_at_100
value: 32.565
verified: no, type: ndcg_at_1000
value: 35.634
verified: no, type: ndcg_at_20
value: 28.642
verified: no, type: ndcg_at_3
value: 22.942
verified: no, type: ndcg_at_5
value: 24.514
verified: no, type: precision_at_1
value: 20.788999999999998
verified: no, type: precision_at_10
value: 4.947
verified: no, type: precision_at_100
value: 0.96
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 3.104
verified: no, type: precision_at_3
value: 10.748000000000001
verified: no, type: precision_at_5
value: 7.68
verified: no, type: recall_at_1
value: 16.822
verified: no, type: recall_at_10
value: 35.237
verified: no, type: recall_at_100
value: 61.219
verified: no, type: recall_at_1000
value: 82.499
verified: no, type: recall_at_20
value: 42.230000000000004
verified: no, type: recall_at_3
value: 24.524
verified: no, type: recall_at_5
value: 28.787000000000003
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackProgrammersRetrieval (default)
type: mteb/cqadupstack-programmers
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: main_score
value: 21.66
verified: no, type: map_at_1
value: 12.416
verified: no, type: map_at_10
value: 17.684
verified: no, type: map_at_100
value: 18.851000000000003
verified: no, type: map_at_1000
value: 18.991
verified: no, type: map_at_20
value: 18.360000000000003
verified: no, type: map_at_3
value: 15.770999999999999
verified: no, type: map_at_5
value: 16.606
verified: no, type: mrr_at_1
value: 15.068493150684931
verified: no, type: mrr_at_10
value: 21.28823294919185
verified: no, type: mrr_at_100
value: 22.306240026063588
verified: no, type: mrr_at_1000
value: 22.395578374917164
verified: no, type: mrr_at_20
value: 21.90701850599165
verified: no, type: mrr_at_3
value: 19.273211567732123
verified: no, type: mrr_at_5
value: 20.397640791476412
verified: no, type: nauc_map_at_1000_diff1
value: 32.04680475392268
verified: no, type: nauc_map_at_1000_max
value: 20.9527363509733
verified: no, type: nauc_map_at_1000_std
value: 1.9775389393996066
verified: no, type: nauc_map_at_100_diff1
value: 32.05659071752874
verified: no, type: nauc_map_at_100_max
value: 20.937669829415213
verified: no, type: nauc_map_at_100_std
value: 1.8872130027911487
verified: no, type: nauc_map_at_10_diff1
value: 32.40493239661906
verified: no, type: nauc_map_at_10_max
value: 20.24841030282171
verified: no, type: nauc_map_at_10_std
value: 0.8873591420958411
verified: no, type: nauc_map_at_1_diff1
value: 39.50866679123135
verified: no, type: nauc_map_at_1_max
value: 21.067083493139833
verified: no, type: nauc_map_at_1_std
value: -1.255629309903365
verified: no, type: nauc_map_at_20_diff1
value: 32.06523680001786
verified: no, type: nauc_map_at_20_max
value: 20.482809699946856
verified: no, type: nauc_map_at_20_std
value: 1.2900775457613989
verified: no, type: nauc_map_at_3_diff1
value: 33.51328659054749
verified: no, type: nauc_map_at_3_max
value: 19.351150884357097
verified: no, type: nauc_map_at_3_std
value: -0.9449293271546024
verified: no, type: nauc_map_at_5_diff1
value: 32.672807388132
verified: no, type: nauc_map_at_5_max
value: 19.888696407961916
verified: no, type: nauc_map_at_5_std
value: -0.21370229639305732
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.4702965330427
verified: no, type: nauc_mrr_at_1000_max
value: 21.5485190959632
verified: no, type: nauc_mrr_at_1000_std
value: 2.9474086643706716
verified: no, type: nauc_mrr_at_100_diff1
value: 29.444301031842237
verified: no, type: nauc_mrr_at_100_max
value: 21.545652672940818
verified: no, type: nauc_mrr_at_100_std
value: 2.930083417192537
verified: no, type: nauc_mrr_at_10_diff1
value: 29.839809988865028
verified: no, type: nauc_mrr_at_10_max
value: 21.285084047773285
verified: no, type: nauc_mrr_at_10_std
value: 2.3023735099948794
verified: no, type: nauc_mrr_at_1_diff1
value: 38.253685943964285
verified: no, type: nauc_mrr_at_1_max
value: 23.506493457282993
verified: no, type: nauc_mrr_at_1_std
value: 0.36623457899262024
verified: no, type: nauc_mrr_at_20_diff1
value: 29.359787332306013
verified: no, type: nauc_mrr_at_20_max
value: 21.246732134190733
verified: no, type: nauc_mrr_at_20_std
value: 2.6115784611487087
verified: no, type: nauc_mrr_at_3_diff1
value: 31.490392724228837
verified: no, type: nauc_mrr_at_3_max
value: 21.643605643490904
verified: no, type: nauc_mrr_at_3_std
value: 1.6756866672672965
verified: no, type: nauc_mrr_at_5_diff1
value: 30.18536933081793
verified: no, type: nauc_mrr_at_5_max
value: 21.27264373907216
verified: no, type: nauc_mrr_at_5_std
value: 1.7079689552978534
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.11169834333845
verified: no, type: nauc_ndcg_at_1000_max
value: 22.65134504760621
verified: no, type: nauc_ndcg_at_1000_std
value: 8.353986044564932
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.265985165496417
verified: no, type: nauc_ndcg_at_100_max
value: 22.530347672551887
verified: no, type: nauc_ndcg_at_100_std
value: 6.968755339521627
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.088878880551906
verified: no, type: nauc_ndcg_at_10_max
value: 19.918818478137702
verified: no, type: nauc_ndcg_at_10_std
value: 2.5519795248451795
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.253685943964285
verified: no, type: nauc_ndcg_at_1_max
value: 23.506493457282993
verified: no, type: nauc_ndcg_at_1_std
value: 0.36623457899262024
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.910656458566045
verified: no, type: nauc_ndcg_at_20_max
value: 20.295061759944723
verified: no, type: nauc_ndcg_at_20_std
value: 3.6145835770906833
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.233680318242634
verified: no, type: nauc_ndcg_at_3_max
value: 19.494683132285033
verified: no, type: nauc_ndcg_at_3_std
value: 0.04355647255533374
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.60761336088322
verified: no, type: nauc_ndcg_at_5_max
value: 19.80719438136175
verified: no, type: nauc_ndcg_at_5_std
value: 0.6195875169583498
verified: no, type: nauc_precision_at_1000_diff1
value: -4.9635863591586284
verified: no, type: nauc_precision_at_1000_max
value: 10.205880001940644
verified: no, type: nauc_precision_at_1000_std
value: 13.475741604004421
verified: no, type: nauc_precision_at_100_diff1
value: 7.633273326571685
verified: no, type: nauc_precision_at_100_max
value: 23.151284304137622
verified: no, type: nauc_precision_at_100_std
value: 20.405156194796863
verified: no, type: nauc_precision_at_10_diff1
value: 18.705937577794554
verified: no, type: nauc_precision_at_10_max
value: 20.628035226019335
verified: no, type: nauc_precision_at_10_std
value: 7.041902045527893
verified: no, type: nauc_precision_at_1_diff1
value: 38.253685943964285
verified: no, type: nauc_precision_at_1_max
value: 23.506493457282993
verified: no, type: nauc_precision_at_1_std
value: 0.36623457899262024
verified: no, type: nauc_precision_at_20_diff1
value: 14.129163643470525
verified: no, type: nauc_precision_at_20_max
value: 20.39744876825584
verified: no, type: nauc_precision_at_20_std
value: 10.808780160453079
verified: no, type: nauc_precision_at_3_diff1
value: 24.81724694529244
verified: no, type: nauc_precision_at_3_max
value: 19.750250129235862
verified: no, type: nauc_precision_at_3_std
value: 1.6383497722612925
verified: no, type: nauc_precision_at_5_diff1
value: 20.559816479129896
verified: no, type: nauc_precision_at_5_max
value: 20.737938153703908
verified: no, type: nauc_precision_at_5_std
value: 2.9329054609944767
verified: no, type: nauc_recall_at_1000_diff1
value: 14.657477263404504
verified: no, type: nauc_recall_at_1000_max
value: 27.29789317523507
verified: no, type: nauc_recall_at_1000_std
value: 41.54560242921126
verified: no, type: nauc_recall_at_100_diff1
value: 19.668816678808028
verified: no, type: nauc_recall_at_100_max
value: 24.546392696829855
verified: no, type: nauc_recall_at_100_std
value: 20.045457113413388
verified: no, type: nauc_recall_at_10_diff1
value: 22.57592036080691
verified: no, type: nauc_recall_at_10_max
value: 17.30186041967476
verified: no, type: nauc_recall_at_10_std
value: 5.75949108824036
verified: no, type: nauc_recall_at_1_diff1
value: 39.50866679123135
verified: no, type: nauc_recall_at_1_max
value: 21.067083493139833
verified: no, type: nauc_recall_at_1_std
value: -1.255629309903365
verified: no, type: nauc_recall_at_20_diff1
value: 18.597441888297915
verified: no, type: nauc_recall_at_20_max
value: 17.76783323985467
verified: no, type: nauc_recall_at_20_std
value: 7.756313900025849
verified: no, type: nauc_recall_at_3_diff1
value: 27.928359626631092
verified: no, type: nauc_recall_at_3_max
value: 16.336637037641772
verified: no, type: nauc_recall_at_3_std
value: -1.3417417785554366
verified: no, type: nauc_recall_at_5_diff1
value: 24.22251676423838
verified: no, type: nauc_recall_at_5_max
value: 16.857422692031594
verified: no, type: nauc_recall_at_5_std
value: 0.6185629064463674
verified: no, type: ndcg_at_1
value: 15.068000000000001
verified: no, type: ndcg_at_10
value: 21.66
verified: no, type: ndcg_at_100
value: 27.245
verified: no, type: ndcg_at_1000
value: 30.591
verified: no, type: ndcg_at_20
value: 23.955000000000002
verified: no, type: ndcg_at_3
value: 17.968999999999998
verified: no, type: ndcg_at_5
value: 19.352
verified: no, type: precision_at_1
value: 15.068000000000001
verified: no, type: precision_at_10
value: 4.326
verified: no, type: precision_at_100
value: 0.855
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_20
value: 2.8369999999999997
verified: no, type: precision_at_3
value: 8.713999999999999
verified: no, type: precision_at_5
value: 6.3469999999999995
verified: no, type: recall_at_1
value: 12.416
verified: no, type: recall_at_10
value: 30.008000000000003
verified: no, type: recall_at_100
value: 54.498999999999995
verified: no, type: recall_at_1000
value: 78.32000000000001
verified: no, type: recall_at_20
value: 38.378
verified: no, type: recall_at_3
value: 19.79
verified: no, type: recall_at_5
value: 23.376
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackRetrieval (default)
type: CQADupstackRetrieval_is_a_combined_dataset
config: default
split: test
revision: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 22.302333333333333
verified: no, type: ndcg_at_10
value: 22.302333333333333
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackStatsRetrieval (default)
type: mteb/cqadupstack-stats
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: main_score
value: 17.253
verified: no, type: map_at_1
value: 9.722999999999999
verified: no, type: map_at_10
value: 14.280999999999999
verified: no, type: map_at_100
value: 15.065000000000001
verified: no, type: map_at_1000
value: 15.154
verified: no, type: map_at_20
value: 14.704999999999998
verified: no, type: map_at_3
value: 13.004
verified: no, type: map_at_5
value: 13.626
verified: no, type: mrr_at_1
value: 11.809815950920246
verified: no, type: mrr_at_10
value: 16.383959002824028
verified: no, type: mrr_at_100
value: 17.188709691814985
verified: no, type: mrr_at_1000
value: 17.269435610183017
verified: no, type: mrr_at_20
value: 16.836972625425393
verified: no, type: mrr_at_3
value: 15.081799591002035
verified: no, type: mrr_at_5
value: 15.710633946830258
verified: no, type: nauc_map_at_1000_diff1
value: 28.431623275634156
verified: no, type: nauc_map_at_1000_max
value: 14.476316695164403
verified: no, type: nauc_map_at_1000_std
value: 4.607998508591043
verified: no, type: nauc_map_at_100_diff1
value: 28.42367177875125
verified: no, type: nauc_map_at_100_max
value: 14.394653506060012
verified: no, type: nauc_map_at_100_std
value: 4.567472357591712
verified: no, type: nauc_map_at_10_diff1
value: 28.60653023312716
verified: no, type: nauc_map_at_10_max
value: 14.78157644547682
verified: no, type: nauc_map_at_10_std
value: 3.94994519901673
verified: no, type: nauc_map_at_1_diff1
value: 34.36968432094878
verified: no, type: nauc_map_at_1_max
value: 17.456572010137457
verified: no, type: nauc_map_at_1_std
value: 4.2640515305539415
verified: no, type: nauc_map_at_20_diff1
value: 28.510596490501573
verified: no, type: nauc_map_at_20_max
value: 14.318541992037401
verified: no, type: nauc_map_at_20_std
value: 4.254075392620963
verified: no, type: nauc_map_at_3_diff1
value: 30.539716169861936
verified: no, type: nauc_map_at_3_max
value: 16.14471431902583
verified: no, type: nauc_map_at_3_std
value: 4.973502209268125
verified: no, type: nauc_map_at_5_diff1
value: 29.261684655915225
verified: no, type: nauc_map_at_5_max
value: 15.372748605327446
verified: no, type: nauc_map_at_5_std
value: 4.39285622535654
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.972718024301447
verified: no, type: nauc_mrr_at_1000_max
value: 17.826835397341046
verified: no, type: nauc_mrr_at_1000_std
value: 6.917284034347911
verified: no, type: nauc_mrr_at_100_diff1
value: 28.945997371755087
verified: no, type: nauc_mrr_at_100_max
value: 17.739278412823893
verified: no, type: nauc_mrr_at_100_std
value: 6.899424135908487
verified: no, type: nauc_mrr_at_10_diff1
value: 29.06935519309891
verified: no, type: nauc_mrr_at_10_max
value: 18.21083753088906
verified: no, type: nauc_mrr_at_10_std
value: 6.518493253737144
verified: no, type: nauc_mrr_at_1_diff1
value: 35.63041619844435
verified: no, type: nauc_mrr_at_1_max
value: 22.830306049699338
verified: no, type: nauc_mrr_at_1_std
value: 7.826683917417351
verified: no, type: nauc_mrr_at_20_diff1
value: 29.016004511022537
verified: no, type: nauc_mrr_at_20_max
value: 17.788437345787926
verified: no, type: nauc_mrr_at_20_std
value: 6.652263770077456
verified: no, type: nauc_mrr_at_3_diff1
value: 30.644333070723466
verified: no, type: nauc_mrr_at_3_max
value: 19.667632613725225
verified: no, type: nauc_mrr_at_3_std
value: 7.743380165559918
verified: no, type: nauc_mrr_at_5_diff1
value: 29.829376205828805
verified: no, type: nauc_mrr_at_5_max
value: 18.722595091544253
verified: no, type: nauc_mrr_at_5_std
value: 6.818524829545593
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.62248172657835
verified: no, type: nauc_ndcg_at_1000_max
value: 14.223326419511073
verified: no, type: nauc_ndcg_at_1000_std
value: 7.495752604082028
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.499428653265642
verified: no, type: nauc_ndcg_at_100_max
value: 12.585064293899102
verified: no, type: nauc_ndcg_at_100_std
value: 6.664889384341954
verified: no, type: nauc_ndcg_at_10_diff1
value: 25.74972755098383
verified: no, type: nauc_ndcg_at_10_max
value: 13.793434874824303
verified: no, type: nauc_ndcg_at_10_std
value: 3.883648047462527
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.63041619844435
verified: no, type: nauc_ndcg_at_1_max
value: 22.830306049699338
verified: no, type: nauc_ndcg_at_1_std
value: 7.826683917417351
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.334745687494443
verified: no, type: nauc_ndcg_at_20_max
value: 12.305607906859144
verified: no, type: nauc_ndcg_at_20_std
value: 4.7413728340444505
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.45395763143249
verified: no, type: nauc_ndcg_at_3_max
value: 16.23690234046979
verified: no, type: nauc_ndcg_at_3_std
value: 6.142105291678576
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.444736442905455
verified: no, type: nauc_ndcg_at_5_max
value: 14.93362615759676
verified: no, type: nauc_ndcg_at_5_std
value: 4.7342440148611225
verified: no, type: nauc_precision_at_1000_diff1
value: 16.80575206659899
verified: no, type: nauc_precision_at_1000_max
value: 17.66226703408546
verified: no, type: nauc_precision_at_1000_std
value: 18.77422949877631
verified: no, type: nauc_precision_at_100_diff1
value: 21.105287938477233
verified: no, type: nauc_precision_at_100_max
value: 13.591179380636214
verified: no, type: nauc_precision_at_100_std
value: 16.55840962012843
verified: no, type: nauc_precision_at_10_diff1
value: 21.469758913525254
verified: no, type: nauc_precision_at_10_max
value: 15.320780706573464
verified: no, type: nauc_precision_at_10_std
value: 6.351289997170259
verified: no, type: nauc_precision_at_1_diff1
value: 35.63041619844435
verified: no, type: nauc_precision_at_1_max
value: 22.830306049699338
verified: no, type: nauc_precision_at_1_std
value: 7.826683917417351
verified: no, type: nauc_precision_at_20_diff1
value: 20.438996654370953
verified: no, type: nauc_precision_at_20_max
value: 11.895395539109575
verified: no, type: nauc_precision_at_20_std
value: 9.227372989467945
verified: no, type: nauc_precision_at_3_diff1
value: 27.958385745280534
verified: no, type: nauc_precision_at_3_max
value: 18.76663358991842
verified: no, type: nauc_precision_at_3_std
value: 8.804799926813658
verified: no, type: nauc_precision_at_5_diff1
value: 25.20756412916346
verified: no, type: nauc_precision_at_5_max
value: 17.16752690039525
verified: no, type: nauc_precision_at_5_std
value: 7.822524248176865
verified: no, type: nauc_recall_at_1000_diff1
value: 17.093227818066353
verified: no, type: nauc_recall_at_1000_max
value: 12.628515233697735
verified: no, type: nauc_recall_at_1000_std
value: 16.519924218447994
verified: no, type: nauc_recall_at_100_diff1
value: 18.19732935930814
verified: no, type: nauc_recall_at_100_max
value: 4.740051109026774
verified: no, type: nauc_recall_at_100_std
value: 10.729043783837753
verified: no, type: nauc_recall_at_10_diff1
value: 17.84235497242283
verified: no, type: nauc_recall_at_10_max
value: 7.9110522988146155
verified: no, type: nauc_recall_at_10_std
value: 1.147900198002905
verified: no, type: nauc_recall_at_1_diff1
value: 34.36968432094878
verified: no, type: nauc_recall_at_1_max
value: 17.456572010137457
verified: no, type: nauc_recall_at_1_std
value: 4.2640515305539415
verified: no, type: nauc_recall_at_20_diff1
value: 16.692476991368853
verified: no, type: nauc_recall_at_20_max
value: 3.809776817661501
verified: no, type: nauc_recall_at_20_std
value: 3.6575551737685954
verified: no, type: nauc_recall_at_3_diff1
value: 25.110591985459862
verified: no, type: nauc_recall_at_3_max
value: 13.681824792451245
verified: no, type: nauc_recall_at_3_std
value: 5.806771643452482
verified: no, type: nauc_recall_at_5_diff1
value: 21.0191985797923
verified: no, type: nauc_recall_at_5_max
value: 10.837381063643834
verified: no, type: nauc_recall_at_5_std
value: 3.228418252689027
verified: no, type: ndcg_at_1
value: 11.81
verified: no, type: ndcg_at_10
value: 17.253
verified: no, type: ndcg_at_100
value: 21.404
verified: no, type: ndcg_at_1000
value: 24.09
verified: no, type: ndcg_at_20
value: 18.801000000000002
verified: no, type: ndcg_at_3
value: 14.716999999999999
verified: no, type: ndcg_at_5
value: 15.706000000000001
verified: no, type: precision_at_1
value: 11.81
verified: no, type: precision_at_10
value: 2.9749999999999996
verified: no, type: precision_at_100
value: 0.543
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_20
value: 1.848
verified: no, type: precision_at_3
value: 6.902
verified: no, type: precision_at_5
value: 4.816
verified: no, type: recall_at_1
value: 9.722999999999999
verified: no, type: recall_at_10
value: 24.569
verified: no, type: recall_at_100
value: 43.997
verified: no, type: recall_at_1000
value: 64.44
verified: no, type: recall_at_20
value: 30.505
verified: no, type: recall_at_3
value: 17.134
verified: no, type: recall_at_5
value: 19.72
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackTexRetrieval (default)
type: mteb/cqadupstack-tex
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: main_score
value: 13.308
verified: no, type: map_at_1
value: 7.497
verified: no, type: map_at_10
value: 10.846
verified: no, type: map_at_100
value: 11.498999999999999
verified: no, type: map_at_1000
value: 11.618
verified: no, type: map_at_20
value: 11.161999999999999
verified: no, type: map_at_3
value: 9.658999999999999
verified: no, type: map_at_5
value: 10.298
verified: no, type: mrr_at_1
value: 9.11906400550585
verified: no, type: mrr_at_10
value: 12.993232392750626
verified: no, type: mrr_at_100
value: 13.701403675494117
verified: no, type: mrr_at_1000
value: 13.798101712770123
verified: no, type: mrr_at_20
value: 13.360764217937035
verified: no, type: mrr_at_3
value: 11.6655196145905
verified: no, type: mrr_at_5
value: 12.362353750860274
verified: no, type: nauc_map_at_1000_diff1
value: 29.030158454163164
verified: no, type: nauc_map_at_1000_max
value: 15.750545094681929
verified: no, type: nauc_map_at_1000_std
value: -3.0798436292807834
verified: no, type: nauc_map_at_100_diff1
value: 29.05038743174521
verified: no, type: nauc_map_at_100_max
value: 15.679082682471822
verified: no, type: nauc_map_at_100_std
value: -3.2003921265004855
verified: no, type: nauc_map_at_10_diff1
value: 29.680682239615308
verified: no, type: nauc_map_at_10_max
value: 15.532980267877802
verified: no, type: nauc_map_at_10_std
value: -3.622076099535413
verified: no, type: nauc_map_at_1_diff1
value: 37.49924172327444
verified: no, type: nauc_map_at_1_max
value: 14.852898999380606
verified: no, type: nauc_map_at_1_std
value: -3.8871845491808403
verified: no, type: nauc_map_at_20_diff1
value: 29.440127025124063
verified: no, type: nauc_map_at_20_max
value: 15.566926763278111
verified: no, type: nauc_map_at_20_std
value: -3.5118135905883445
verified: no, type: nauc_map_at_3_diff1
value: 31.87407675131833
verified: no, type: nauc_map_at_3_max
value: 16.133052442782088
verified: no, type: nauc_map_at_3_std
value: -3.7331459743832536
verified: no, type: nauc_map_at_5_diff1
value: 30.702048393849918
verified: no, type: nauc_map_at_5_max
value: 15.7292852737471
verified: no, type: nauc_map_at_5_std
value: -3.72714036461797
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.069591144268795
verified: no, type: nauc_mrr_at_1000_max
value: 17.335323991978157
verified: no, type: nauc_mrr_at_1000_std
value: -2.1443215489774863
verified: no, type: nauc_mrr_at_100_diff1
value: 27.06995261671637
verified: no, type: nauc_mrr_at_100_max
value: 17.3285570198275
verified: no, type: nauc_mrr_at_100_std
value: -2.1819679734953903
verified: no, type: nauc_mrr_at_10_diff1
value: 27.57687228309106
verified: no, type: nauc_mrr_at_10_max
value: 17.166971785334017
verified: no, type: nauc_mrr_at_10_std
value: -2.6000743496984526
verified: no, type: nauc_mrr_at_1_diff1
value: 35.22676568917156
verified: no, type: nauc_mrr_at_1_max
value: 17.007211079819626
verified: no, type: nauc_mrr_at_1_std
value: -4.214696308727653
verified: no, type: nauc_mrr_at_20_diff1
value: 27.374588178560465
verified: no, type: nauc_mrr_at_20_max
value: 17.23758467893531
verified: no, type: nauc_mrr_at_20_std
value: -2.4124837810565603
verified: no, type: nauc_mrr_at_3_diff1
value: 29.722577971696918
verified: no, type: nauc_mrr_at_3_max
value: 18.07384167733403
verified: no, type: nauc_mrr_at_3_std
value: -3.003414797443647
verified: no, type: nauc_mrr_at_5_diff1
value: 28.45980370469956
verified: no, type: nauc_mrr_at_5_max
value: 17.511976658495847
verified: no, type: nauc_mrr_at_5_std
value: -2.5924858663986745
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.077231893052307
verified: no, type: nauc_ndcg_at_1000_max
value: 16.93593483664181
verified: no, type: nauc_ndcg_at_1000_std
value: 1.2092406562986315
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.549727836162358
verified: no, type: nauc_ndcg_at_100_max
value: 15.750436011474273
verified: no, type: nauc_ndcg_at_100_std
value: -0.9019324316165611
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.053761788639434
verified: no, type: nauc_ndcg_at_10_max
value: 15.3669306793647
verified: no, type: nauc_ndcg_at_10_std
value: -3.193779292269917
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.22676568917156
verified: no, type: nauc_ndcg_at_1_max
value: 17.007211079819626
verified: no, type: nauc_ndcg_at_1_std
value: -4.214696308727653
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.425326574435168
verified: no, type: nauc_ndcg_at_20_max
value: 15.385189154016906
verified: no, type: nauc_ndcg_at_20_std
value: -2.7870454259014545
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.685264931512716
verified: no, type: nauc_ndcg_at_3_max
value: 17.07409526298788
verified: no, type: nauc_ndcg_at_3_std
value: -3.4063850629923293
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.89860104840894
verified: no, type: nauc_ndcg_at_5_max
value: 15.996740122854927
verified: no, type: nauc_ndcg_at_5_std
value: -3.3146899970251873
verified: no, type: nauc_precision_at_1000_diff1
value: 6.214195083416471
verified: no, type: nauc_precision_at_1000_max
value: 24.273670809985404
verified: no, type: nauc_precision_at_1000_std
value: 17.553556491344104
verified: no, type: nauc_precision_at_100_diff1
value: 11.6615588663656
verified: no, type: nauc_precision_at_100_max
value: 20.59244105372682
verified: no, type: nauc_precision_at_100_std
value: 8.072189089366798
verified: no, type: nauc_precision_at_10_diff1
value: 18.279161444567706
verified: no, type: nauc_precision_at_10_max
value: 17.664508142320727
verified: no, type: nauc_precision_at_10_std
value: -1.0218966605840407
verified: no, type: nauc_precision_at_1_diff1
value: 35.22676568917156
verified: no, type: nauc_precision_at_1_max
value: 17.007211079819626
verified: no, type: nauc_precision_at_1_std
value: -4.214696308727653
verified: no, type: nauc_precision_at_20_diff1
value: 16.855549347544613
verified: no, type: nauc_precision_at_20_max
value: 18.640589054149743
verified: no, type: nauc_precision_at_20_std
value: 0.7553558754796067
verified: no, type: nauc_precision_at_3_diff1
value: 25.61293747306704
verified: no, type: nauc_precision_at_3_max
value: 20.254901193584562
verified: no, type: nauc_precision_at_3_std
value: -2.9517852127763153
verified: no, type: nauc_precision_at_5_diff1
value: 22.32451285561962
verified: no, type: nauc_precision_at_5_max
value: 18.709490300571886
verified: no, type: nauc_precision_at_5_std
value: -2.0702847848899615
verified: no, type: nauc_recall_at_1000_diff1
value: 8.102081393478185
verified: no, type: nauc_recall_at_1000_max
value: 17.111395305264892
verified: no, type: nauc_recall_at_1000_std
value: 14.340291614611578
verified: no, type: nauc_recall_at_100_diff1
value: 12.480368811829736
verified: no, type: nauc_recall_at_100_max
value: 12.879220685006636
verified: no, type: nauc_recall_at_100_std
value: 3.650162252310097
verified: no, type: nauc_recall_at_10_diff1
value: 19.461318204968205
verified: no, type: nauc_recall_at_10_max
value: 12.823289358103562
verified: no, type: nauc_recall_at_10_std
value: -3.1960264321653895
verified: no, type: nauc_recall_at_1_diff1
value: 37.49924172327444
verified: no, type: nauc_recall_at_1_max
value: 14.852898999380606
verified: no, type: nauc_recall_at_1_std
value: -3.8871845491808403
verified: no, type: nauc_recall_at_20_diff1
value: 17.698352862902524
verified: no, type: nauc_recall_at_20_max
value: 12.409413309293047
verified: no, type: nauc_recall_at_20_std
value: -2.0913697847507136
verified: no, type: nauc_recall_at_3_diff1
value: 26.236763474946116
verified: no, type: nauc_recall_at_3_max
value: 15.89287407458128
verified: no, type: nauc_recall_at_3_std
value: -3.776018275852628
verified: no, type: nauc_recall_at_5_diff1
value: 23.10472386873395
verified: no, type: nauc_recall_at_5_max
value: 14.09706657151941
verified: no, type: nauc_recall_at_5_std
value: -3.7053105237887296
verified: no, type: ndcg_at_1
value: 9.119
verified: no, type: ndcg_at_10
value: 13.308
verified: no, type: ndcg_at_100
value: 16.98
verified: no, type: ndcg_at_1000
value: 20.488
verified: no, type: ndcg_at_20
value: 14.455000000000002
verified: no, type: ndcg_at_3
value: 10.982
verified: no, type: ndcg_at_5
value: 12.003
verified: no, type: precision_at_1
value: 9.119
verified: no, type: precision_at_10
value: 2.4979999999999998
verified: no, type: precision_at_100
value: 0.519
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 1.5779999999999998
verified: no, type: precision_at_3
value: 5.288
verified: no, type: precision_at_5
value: 3.8890000000000002
verified: no, type: recall_at_1
value: 7.497
verified: no, type: recall_at_10
value: 18.817999999999998
verified: no, type: recall_at_100
value: 35.893
verified: no, type: recall_at_1000
value: 61.966
verified: no, type: recall_at_20
value: 23.017000000000003
verified: no, type: recall_at_3
value: 12.199
verified: no, type: recall_at_5
value: 14.87
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackUnixRetrieval (default)
type: mteb/cqadupstack-unix
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: main_score
value: 20.061999999999998
verified: no, type: map_at_1
value: 11.856
verified: no, type: map_at_10
value: 16.685
verified: no, type: map_at_100
value: 17.433
verified: no, type: map_at_1000
value: 17.558
verified: no, type: map_at_20
value: 17.041999999999998
verified: no, type: map_at_3
value: 15.021
verified: no, type: map_at_5
value: 15.931999999999999
verified: no, type: mrr_at_1
value: 14.17910447761194
verified: no, type: mrr_at_10
value: 19.398468964700307
verified: no, type: mrr_at_100
value: 20.153361230634783
verified: no, type: mrr_at_1000
value: 20.25140420668968
verified: no, type: mrr_at_20
value: 19.79354704809282
verified: no, type: mrr_at_3
value: 17.63059701492538
verified: no, type: mrr_at_5
value: 18.516791044776127
verified: no, type: nauc_map_at_1000_diff1
value: 39.29033459612684
verified: no, type: nauc_map_at_1000_max
value: 27.17416795511821
verified: no, type: nauc_map_at_1000_std
value: -6.92127611795475
verified: no, type: nauc_map_at_100_diff1
value: 39.32396099754708
verified: no, type: nauc_map_at_100_max
value: 27.09334212594238
verified: no, type: nauc_map_at_100_std
value: -7.039062385443858
verified: no, type: nauc_map_at_10_diff1
value: 39.94340086930468
verified: no, type: nauc_map_at_10_max
value: 27.423789336152417
verified: no, type: nauc_map_at_10_std
value: -7.508495669216843
verified: no, type: nauc_map_at_1_diff1
value: 47.64613699501138
verified: no, type: nauc_map_at_1_max
value: 31.632492599268748
verified: no, type: nauc_map_at_1_std
value: -7.883784832592304
verified: no, type: nauc_map_at_20_diff1
value: 39.45107288329592
verified: no, type: nauc_map_at_20_max
value: 27.15650902645131
verified: no, type: nauc_map_at_20_std
value: -7.301916707077087
verified: no, type: nauc_map_at_3_diff1
value: 41.801336320148984
verified: no, type: nauc_map_at_3_max
value: 28.342684341392683
verified: no, type: nauc_map_at_3_std
value: -8.213654438632787
verified: no, type: nauc_map_at_5_diff1
value: 40.973958128612786
verified: no, type: nauc_map_at_5_max
value: 28.355847958983126
verified: no, type: nauc_map_at_5_std
value: -7.204454459764011
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.68737143543835
verified: no, type: nauc_mrr_at_1000_max
value: 28.74366308891808
verified: no, type: nauc_mrr_at_1000_std
value: -5.74519909264754
verified: no, type: nauc_mrr_at_100_diff1
value: 39.696965050178875
verified: no, type: nauc_mrr_at_100_max
value: 28.71065540406762
verified: no, type: nauc_mrr_at_100_std
value: -5.8117683155682895
verified: no, type: nauc_mrr_at_10_diff1
value: 40.22891666712493
verified: no, type: nauc_mrr_at_10_max
value: 28.97882832718155
verified: no, type: nauc_mrr_at_10_std
value: -6.167061574555064
verified: no, type: nauc_mrr_at_1_diff1
value: 48.39795549312159
verified: no, type: nauc_mrr_at_1_max
value: 33.31270433423697
verified: no, type: nauc_mrr_at_1_std
value: -5.8264509798445925
verified: no, type: nauc_mrr_at_20_diff1
value: 39.75516014377185
verified: no, type: nauc_mrr_at_20_max
value: 28.762238070807676
verified: no, type: nauc_mrr_at_20_std
value: -6.015233094372284
verified: no, type: nauc_mrr_at_3_diff1
value: 42.39647678330573
verified: no, type: nauc_mrr_at_3_max
value: 29.854246402890674
verified: no, type: nauc_mrr_at_3_std
value: -6.989062488249666
verified: no, type: nauc_mrr_at_5_diff1
value: 41.32547115377251
verified: no, type: nauc_mrr_at_5_max
value: 29.756253662694554
verified: no, type: nauc_mrr_at_5_std
value: -5.989324088608618
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.24611188020779
verified: no, type: nauc_ndcg_at_1000_max
value: 25.5685050419863
verified: no, type: nauc_ndcg_at_1000_std
value: -2.1838171971216838
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.12429897480726
verified: no, type: nauc_ndcg_at_100_max
value: 24.386449655174115
verified: no, type: nauc_ndcg_at_100_std
value: -4.463092158837694
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.7514146310574
verified: no, type: nauc_ndcg_at_10_max
value: 25.816604124438165
verified: no, type: nauc_ndcg_at_10_std
value: -6.864047505974296
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.39795549312159
verified: no, type: nauc_ndcg_at_1_max
value: 33.31270433423697
verified: no, type: nauc_ndcg_at_1_std
value: -5.8264509798445925
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.19768360191347
verified: no, type: nauc_ndcg_at_20_max
value: 25.02001675750392
verified: no, type: nauc_ndcg_at_20_std
value: -6.20782733166831
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.154344522643925
verified: no, type: nauc_ndcg_at_3_max
value: 27.955302837392672
verified: no, type: nauc_ndcg_at_3_std
value: -7.6328532886404235
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.743591122825606
verified: no, type: nauc_ndcg_at_5_max
value: 27.72241812814964
verified: no, type: nauc_ndcg_at_5_std
value: -6.257812072012101
verified: no, type: nauc_precision_at_1000_diff1
value: -3.9866748764702096
verified: no, type: nauc_precision_at_1000_max
value: 14.72470736881832
verified: no, type: nauc_precision_at_1000_std
value: 15.962534584653012
verified: no, type: nauc_precision_at_100_diff1
value: 14.40948301991166
verified: no, type: nauc_precision_at_100_max
value: 16.61733733078467
verified: no, type: nauc_precision_at_100_std
value: 6.847882296599798
verified: no, type: nauc_precision_at_10_diff1
value: 27.51873293006865
verified: no, type: nauc_precision_at_10_max
value: 22.893866555907746
verified: no, type: nauc_precision_at_10_std
value: -3.030805589162383
verified: no, type: nauc_precision_at_1_diff1
value: 48.39795549312159
verified: no, type: nauc_precision_at_1_max
value: 33.31270433423697
verified: no, type: nauc_precision_at_1_std
value: -5.8264509798445925
verified: no, type: nauc_precision_at_20_diff1
value: 22.56834807636722
verified: no, type: nauc_precision_at_20_max
value: 20.490661671424448
verified: no, type: nauc_precision_at_20_std
value: -0.660069645072748
verified: no, type: nauc_precision_at_3_diff1
value: 36.978184171791156
verified: no, type: nauc_precision_at_3_max
value: 26.478381926029265
verified: no, type: nauc_precision_at_3_std
value: -6.091960417034656
verified: no, type: nauc_precision_at_5_diff1
value: 33.58525371051779
verified: no, type: nauc_precision_at_5_max
value: 26.334754741578593
verified: no, type: nauc_precision_at_5_std
value: -3.154368502496007
verified: no, type: nauc_recall_at_1000_diff1
value: 5.958742292353638
verified: no, type: nauc_recall_at_1000_max
value: 15.864543076240528
verified: no, type: nauc_recall_at_1000_std
value: 21.86695402215286
verified: no, type: nauc_recall_at_100_diff1
value: 17.82865358233198
verified: no, type: nauc_recall_at_100_max
value: 13.118309558968022
verified: no, type: nauc_recall_at_100_std
value: 2.3032751559115114
verified: no, type: nauc_recall_at_10_diff1
value: 27.980644115353996
verified: no, type: nauc_recall_at_10_max
value: 19.39950863468228
verified: no, type: nauc_recall_at_10_std
value: -6.36618746193429
verified: no, type: nauc_recall_at_1_diff1
value: 47.64613699501138
verified: no, type: nauc_recall_at_1_max
value: 31.632492599268748
verified: no, type: nauc_recall_at_1_std
value: -7.883784832592304
verified: no, type: nauc_recall_at_20_diff1
value: 22.967595804626253
verified: no, type: nauc_recall_at_20_max
value: 16.693327271336244
verified: no, type: nauc_recall_at_20_std
value: -4.559238353011102
verified: no, type: nauc_recall_at_3_diff1
value: 35.41022087124811
verified: no, type: nauc_recall_at_3_max
value: 24.543890488663166
verified: no, type: nauc_recall_at_3_std
value: -8.200059552235023
verified: no, type: nauc_recall_at_5_diff1
value: 32.09822917090586
verified: no, type: nauc_recall_at_5_max
value: 23.82588196783892
verified: no, type: nauc_recall_at_5_std
value: -4.932704288647733
verified: no, type: ndcg_at_1
value: 14.179
verified: no, type: ndcg_at_10
value: 20.061999999999998
verified: no, type: ndcg_at_100
value: 24.149
verified: no, type: ndcg_at_1000
value: 27.644999999999996
verified: no, type: ndcg_at_20
value: 21.387999999999998
verified: no, type: ndcg_at_3
value: 16.794
verified: no, type: ndcg_at_5
value: 18.224
verified: no, type: precision_at_1
value: 14.179
verified: no, type: precision_at_10
value: 3.582
verified: no, type: precision_at_100
value: 0.623
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 2.1319999999999997
verified: no, type: precision_at_3
value: 7.774
verified: no, type: precision_at_5
value: 5.5969999999999995
verified: no, type: recall_at_1
value: 11.856
verified: no, type: recall_at_10
value: 27.778999999999996
verified: no, type: recall_at_100
value: 46.733000000000004
verified: no, type: recall_at_1000
value: 72.481
verified: no, type: recall_at_20
value: 32.737
verified: no, type: recall_at_3
value: 18.859
verified: no, type: recall_at_5
value: 22.435
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWebmastersRetrieval (default)
type: mteb/cqadupstack-webmasters
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: main_score
value: 23.735999999999997
verified: no, type: map_at_1
value: 13.164000000000001
verified: no, type: map_at_10
value: 19.317999999999998
verified: no, type: map_at_100
value: 20.463
verified: no, type: map_at_1000
value: 20.646
verified: no, type: map_at_20
value: 19.808
verified: no, type: map_at_3
value: 17.126
verified: no, type: map_at_5
value: 18.056
verified: no, type: mrr_at_1
value: 16.600790513833992
verified: no, type: mrr_at_10
value: 22.620067130936693
verified: no, type: mrr_at_100
value: 23.601448756772193
verified: no, type: mrr_at_1000
value: 23.675507750087586
verified: no, type: mrr_at_20
value: 23.09510872850641
verified: no, type: mrr_at_3
value: 20.685111989459816
verified: no, type: mrr_at_5
value: 21.46574440052701
verified: no, type: nauc_map_at_1000_diff1
value: 38.04966249247377
verified: no, type: nauc_map_at_1000_max
value: 16.252263992463384
verified: no, type: nauc_map_at_1000_std
value: -1.7460502582062356
verified: no, type: nauc_map_at_100_diff1
value: 38.014610979412474
verified: no, type: nauc_map_at_100_max
value: 16.21534617931594
verified: no, type: nauc_map_at_100_std
value: -1.862936037740923
verified: no, type: nauc_map_at_10_diff1
value: 37.85306201039408
verified: no, type: nauc_map_at_10_max
value: 16.316152483605283
verified: no, type: nauc_map_at_10_std
value: -1.9300768321014996
verified: no, type: nauc_map_at_1_diff1
value: 46.32670783118563
verified: no, type: nauc_map_at_1_max
value: 19.162748070034993
verified: no, type: nauc_map_at_1_std
value: -7.2143378209361435
verified: no, type: nauc_map_at_20_diff1
value: 37.76015277914087
verified: no, type: nauc_map_at_20_max
value: 16.402558719060888
verified: no, type: nauc_map_at_20_std
value: -2.065612538672495
verified: no, type: nauc_map_at_3_diff1
value: 39.76679931113434
verified: no, type: nauc_map_at_3_max
value: 16.834290630961544
verified: no, type: nauc_map_at_3_std
value: -3.9003170439130335
verified: no, type: nauc_map_at_5_diff1
value: 39.03208154755538
verified: no, type: nauc_map_at_5_max
value: 16.225900244095133
verified: no, type: nauc_map_at_5_std
value: -2.4557998742917273
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.458213267102465
verified: no, type: nauc_mrr_at_1000_max
value: 16.263132423271077
verified: no, type: nauc_mrr_at_1000_std
value: -0.6455583895471498
verified: no, type: nauc_mrr_at_100_diff1
value: 37.45543984270519
verified: no, type: nauc_mrr_at_100_max
value: 16.185738866185893
verified: no, type: nauc_mrr_at_100_std
value: -0.6962640945779722
verified: no, type: nauc_mrr_at_10_diff1
value: 37.16827089026705
verified: no, type: nauc_mrr_at_10_max
value: 15.901025716349201
verified: no, type: nauc_mrr_at_10_std
value: -0.6599647334904797
verified: no, type: nauc_mrr_at_1_diff1
value: 44.322572770568456
verified: no, type: nauc_mrr_at_1_max
value: 19.02126117731051
verified: no, type: nauc_mrr_at_1_std
value: -5.8998188281784625
verified: no, type: nauc_mrr_at_20_diff1
value: 37.24551389599038
verified: no, type: nauc_mrr_at_20_max
value: 16.113728443160127
verified: no, type: nauc_mrr_at_20_std
value: -0.8856480048238807
verified: no, type: nauc_mrr_at_3_diff1
value: 38.800389636963004
verified: no, type: nauc_mrr_at_3_max
value: 16.691447775512863
verified: no, type: nauc_mrr_at_3_std
value: -2.2008701696190474
verified: no, type: nauc_mrr_at_5_diff1
value: 38.17066041754819
verified: no, type: nauc_mrr_at_5_max
value: 15.854986493430074
verified: no, type: nauc_mrr_at_5_std
value: -1.3419132385788708
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.500354605077305
verified: no, type: nauc_ndcg_at_1000_max
value: 18.158853474546227
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7042707188045783
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.68797486655767
verified: no, type: nauc_ndcg_at_100_max
value: 15.949868116992763
verified: no, type: nauc_ndcg_at_100_std
value: 1.8743757496922573
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.44579459042251
verified: no, type: nauc_ndcg_at_10_max
value: 14.976928472341097
verified: no, type: nauc_ndcg_at_10_std
value: 0.668632426387858
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.322572770568456
verified: no, type: nauc_ndcg_at_1_max
value: 19.02126117731051
verified: no, type: nauc_ndcg_at_1_std
value: -5.8998188281784625
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.47554348325645
verified: no, type: nauc_ndcg_at_20_max
value: 15.617518114283014
verified: no, type: nauc_ndcg_at_20_std
value: 0.23279335295578624
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.34865309502302
verified: no, type: nauc_ndcg_at_3_max
value: 15.6035028610235
verified: no, type: nauc_ndcg_at_3_std
value: -2.042290469888462
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.710946337067
verified: no, type: nauc_ndcg_at_5_max
value: 14.502265833101022
verified: no, type: nauc_ndcg_at_5_std
value: -0.26386753108907807
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5611970722748056
verified: no, type: nauc_precision_at_1000_max
value: 6.9688736574296275
verified: no, type: nauc_precision_at_1000_std
value: 7.291986774352235
verified: no, type: nauc_precision_at_100_diff1
value: 18.866491470530185
verified: no, type: nauc_precision_at_100_max
value: 3.0721103361408497
verified: no, type: nauc_precision_at_100_std
value: 4.384934503700695
verified: no, type: nauc_precision_at_10_diff1
value: 20.850504784204883
verified: no, type: nauc_precision_at_10_max
value: 10.633189141801425
verified: no, type: nauc_precision_at_10_std
value: 5.014926409884033
verified: no, type: nauc_precision_at_1_diff1
value: 44.322572770568456
verified: no, type: nauc_precision_at_1_max
value: 19.02126117731051
verified: no, type: nauc_precision_at_1_std
value: -5.8998188281784625
verified: no, type: nauc_precision_at_20_diff1
value: 20.309109922155518
verified: no, type: nauc_precision_at_20_max
value: 9.029797084048417
verified: no, type: nauc_precision_at_20_std
value: 2.758218391395686
verified: no, type: nauc_precision_at_3_diff1
value: 30.196789766812422
verified: no, type: nauc_precision_at_3_max
value: 13.456577178909065
verified: no, type: nauc_precision_at_3_std
value: 0.49917879030090373
verified: no, type: nauc_precision_at_5_diff1
value: 27.706537485425653
verified: no, type: nauc_precision_at_5_max
value: 9.849229139569182
verified: no, type: nauc_precision_at_5_std
value: 3.685125093555483
verified: no, type: nauc_recall_at_1000_diff1
value: 33.96229420221514
verified: no, type: nauc_recall_at_1000_max
value: 37.16052892689619
verified: no, type: nauc_recall_at_1000_std
value: 36.18222346361014
verified: no, type: nauc_recall_at_100_diff1
value: 27.657710979013174
verified: no, type: nauc_recall_at_100_max
value: 15.352705013529967
verified: no, type: nauc_recall_at_100_std
value: 11.850919034123116
verified: no, type: nauc_recall_at_10_diff1
value: 25.46843551212912
verified: no, type: nauc_recall_at_10_max
value: 12.024769591895815
verified: no, type: nauc_recall_at_10_std
value: 5.710557786436904
verified: no, type: nauc_recall_at_1_diff1
value: 46.32670783118563
verified: no, type: nauc_recall_at_1_max
value: 19.162748070034993
verified: no, type: nauc_recall_at_1_std
value: -7.2143378209361435
verified: no, type: nauc_recall_at_20_diff1
value: 24.950754303786603
verified: no, type: nauc_recall_at_20_max
value: 13.779914894639022
verified: no, type: nauc_recall_at_20_std
value: 4.337235880676669
verified: no, type: nauc_recall_at_3_diff1
value: 33.979943512337485
verified: no, type: nauc_recall_at_3_max
value: 14.35407227008922
verified: no, type: nauc_recall_at_3_std
value: -0.5408111812033761
verified: no, type: nauc_recall_at_5_diff1
value: 31.887819659716687
verified: no, type: nauc_recall_at_5_max
value: 12.266354466300289
verified: no, type: nauc_recall_at_5_std
value: 3.67855636796736
verified: no, type: ndcg_at_1
value: 16.601
verified: no, type: ndcg_at_10
value: 23.735999999999997
verified: no, type: ndcg_at_100
value: 29.047
verified: no, type: ndcg_at_1000
value: 32.323
verified: no, type: ndcg_at_20
value: 25.222
verified: no, type: ndcg_at_3
value: 20.013
verified: no, type: ndcg_at_5
value: 21.165
verified: no, type: precision_at_1
value: 16.601
verified: no, type: precision_at_10
value: 4.7829999999999995
verified: no, type: precision_at_100
value: 1.077
verified: no, type: precision_at_1000
value: 0.197
verified: no, type: precision_at_20
value: 3.0429999999999997
verified: no, type: precision_at_3
value: 9.881
verified: no, type: precision_at_5
value: 7.074999999999999
verified: no, type: recall_at_1
value: 13.164000000000001
verified: no, type: recall_at_10
value: 33.041
verified: no, type: recall_at_100
value: 57.907
verified: no, type: recall_at_1000
value: 79.887
verified: no, type: recall_at_20
value: 38.833
verified: no, type: recall_at_3
value: 21.397
verified: no, type: recall_at_5
value: 24.863
verified: no, task: type: Retrieval
dataset: name: MTEB CQADupstackWordpressRetrieval (default)
type: mteb/cqadupstack-wordpress
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: main_score
value: 16.794999999999998
verified: no, type: map_at_1
value: 10.08
verified: no, type: map_at_10
value: 14.069
verified: no, type: map_at_100
value: 14.860000000000001
verified: no, type: map_at_1000
value: 14.968
verified: no, type: map_at_20
value: 14.46
verified: no, type: map_at_3
value: 12.498
verified: no, type: map_at_5
value: 13.324
verified: no, type: mrr_at_1
value: 10.905730129390019
verified: no, type: mrr_at_10
value: 15.199146201918854
verified: no, type: mrr_at_100
value: 16.00264496872985
verified: no, type: mrr_at_1000
value: 16.09501918722929
verified: no, type: mrr_at_20
value: 15.633768523540942
verified: no, type: mrr_at_3
value: 13.493530499075785
verified: no, type: mrr_at_5
value: 14.36229205175601
verified: no, type: nauc_map_at_1000_diff1
value: 22.950167181074935
verified: no, type: nauc_map_at_1000_max
value: 18.717980764527866
verified: no, type: nauc_map_at_1000_std
value: -6.25267811740101
verified: no, type: nauc_map_at_100_diff1
value: 22.94728125565202
verified: no, type: nauc_map_at_100_max
value: 18.719770177431155
verified: no, type: nauc_map_at_100_std
value: -6.323089529332934
verified: no, type: nauc_map_at_10_diff1
value: 22.346430545898126
verified: no, type: nauc_map_at_10_max
value: 18.80938448630523
verified: no, type: nauc_map_at_10_std
value: -7.0008855212089065
verified: no, type: nauc_map_at_1_diff1
value: 31.95272198051361
verified: no, type: nauc_map_at_1_max
value: 22.895259623649785
verified: no, type: nauc_map_at_1_std
value: -9.582498979740272
verified: no, type: nauc_map_at_20_diff1
value: 22.86393142972787
verified: no, type: nauc_map_at_20_max
value: 18.86264577450788
verified: no, type: nauc_map_at_20_std
value: -6.45412214287895
verified: no, type: nauc_map_at_3_diff1
value: 24.099754234032194
verified: no, type: nauc_map_at_3_max
value: 18.478412248275664
verified: no, type: nauc_map_at_3_std
value: -7.165377931835313
verified: no, type: nauc_map_at_5_diff1
value: 23.19897817392842
verified: no, type: nauc_map_at_5_max
value: 18.92826540423832
verified: no, type: nauc_map_at_5_std
value: -6.707296227198584
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.213771617115064
verified: no, type: nauc_mrr_at_1000_max
value: 19.46803843401541
verified: no, type: nauc_mrr_at_1000_std
value: -6.593116817917101
verified: no, type: nauc_mrr_at_100_diff1
value: 23.231343638867212
verified: no, type: nauc_mrr_at_100_max
value: 19.452575181351783
verified: no, type: nauc_mrr_at_100_std
value: -6.626683471900298
verified: no, type: nauc_mrr_at_10_diff1
value: 22.605547224050298
verified: no, type: nauc_mrr_at_10_max
value: 19.467230968891098
verified: no, type: nauc_mrr_at_10_std
value: -7.304335909859951
verified: no, type: nauc_mrr_at_1_diff1
value: 32.21591155654977
verified: no, type: nauc_mrr_at_1_max
value: 23.898168032566968
verified: no, type: nauc_mrr_at_1_std
value: -10.113298227732622
verified: no, type: nauc_mrr_at_20_diff1
value: 23.17788912060599
verified: no, type: nauc_mrr_at_20_max
value: 19.681138842631395
verified: no, type: nauc_mrr_at_20_std
value: -6.668117181278914
verified: no, type: nauc_mrr_at_3_diff1
value: 24.324685622276508
verified: no, type: nauc_mrr_at_3_max
value: 19.28094175953585
verified: no, type: nauc_mrr_at_3_std
value: -7.896612175052549
verified: no, type: nauc_mrr_at_5_diff1
value: 23.56101870977645
verified: no, type: nauc_mrr_at_5_max
value: 19.830915115983956
verified: no, type: nauc_mrr_at_5_std
value: -7.247689969483312
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.101486527699198
verified: no, type: nauc_ndcg_at_1000_max
value: 17.661660378409593
verified: no, type: nauc_ndcg_at_1000_std
value: -1.627651235714167
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.24378422898819
verified: no, type: nauc_ndcg_at_100_max
value: 17.493044854580774
verified: no, type: nauc_ndcg_at_100_std
value: -3.419151472965354
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.656346406751783
verified: no, type: nauc_ndcg_at_10_max
value: 17.884063161669054
verified: no, type: nauc_ndcg_at_10_std
value: -6.3304637473674985
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.21591155654977
verified: no, type: nauc_ndcg_at_1_max
value: 23.898168032566968
verified: no, type: nauc_ndcg_at_1_std
value: -10.113298227732622
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.517191848764295
verified: no, type: nauc_ndcg_at_20_max
value: 18.302766567740257
verified: no, type: nauc_ndcg_at_20_std
value: -4.676348966303663
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.229860548618376
verified: no, type: nauc_ndcg_at_3_max
value: 17.700425344082685
verified: no, type: nauc_ndcg_at_3_std
value: -6.599851166419227
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.760917715244236
verified: no, type: nauc_ndcg_at_5_max
value: 18.320361121073617
verified: no, type: nauc_ndcg_at_5_std
value: -5.968352306934327
verified: no, type: nauc_precision_at_1000_diff1
value: 6.111781725558282
verified: no, type: nauc_precision_at_1000_max
value: 4.893420377600338
verified: no, type: nauc_precision_at_1000_std
value: 13.552656007673166
verified: no, type: nauc_precision_at_100_diff1
value: 16.174564725391278
verified: no, type: nauc_precision_at_100_max
value: 14.759102996929807
verified: no, type: nauc_precision_at_100_std
value: 6.644858850147021
verified: no, type: nauc_precision_at_10_diff1
value: 8.889821893924042
verified: no, type: nauc_precision_at_10_max
value: 15.574473888576575
verified: no, type: nauc_precision_at_10_std
value: -2.6115731810417366
verified: no, type: nauc_precision_at_1_diff1
value: 32.21591155654977
verified: no, type: nauc_precision_at_1_max
value: 23.898168032566968
verified: no, type: nauc_precision_at_1_std
value: -10.113298227732622
verified: no, type: nauc_precision_at_20_diff1
value: 14.776717379922587
verified: no, type: nauc_precision_at_20_max
value: 19.55219664568408
verified: no, type: nauc_precision_at_20_std
value: 2.8624434397265373
verified: no, type: nauc_precision_at_3_diff1
value: 17.24181833195652
verified: no, type: nauc_precision_at_3_max
value: 15.310985601785825
verified: no, type: nauc_precision_at_3_std
value: -5.815145792096017
verified: no, type: nauc_precision_at_5_diff1
value: 14.568702652383378
verified: no, type: nauc_precision_at_5_max
value: 16.90398092807837
verified: no, type: nauc_precision_at_5_std
value: -4.884555559489991
verified: no, type: nauc_recall_at_1000_diff1
value: 17.718608305964434
verified: no, type: nauc_recall_at_1000_max
value: 13.402668234081721
verified: no, type: nauc_recall_at_1000_std
value: 21.623779371422756
verified: no, type: nauc_recall_at_100_diff1
value: 18.932841874380454
verified: no, type: nauc_recall_at_100_max
value: 13.254799775623564
verified: no, type: nauc_recall_at_100_std
value: 4.592397886568707
verified: no, type: nauc_recall_at_10_diff1
value: 10.256753131266485
verified: no, type: nauc_recall_at_10_max
value: 15.34274332609289
verified: no, type: nauc_recall_at_10_std
value: -5.019100394026518
verified: no, type: nauc_recall_at_1_diff1
value: 31.95272198051361
verified: no, type: nauc_recall_at_1_max
value: 22.895259623649785
verified: no, type: nauc_recall_at_1_std
value: -9.582498979740272
verified: no, type: nauc_recall_at_20_diff1
value: 16.098225999062155
verified: no, type: nauc_recall_at_20_max
value: 16.11919310391389
verified: no, type: nauc_recall_at_20_std
value: -0.981856820033547
verified: no, type: nauc_recall_at_3_diff1
value: 16.896414167717293
verified: no, type: nauc_recall_at_3_max
value: 14.67655178851271
verified: no, type: nauc_recall_at_3_std
value: -4.885403738918622
verified: no, type: nauc_recall_at_5_diff1
value: 15.074392597620905
verified: no, type: nauc_recall_at_5_max
value: 16.457162195748644
verified: no, type: nauc_recall_at_5_std
value: -3.6534367499331046
verified: no, type: ndcg_at_1
value: 10.906
verified: no, type: ndcg_at_10
value: 16.794999999999998
verified: no, type: ndcg_at_100
value: 21.434
verified: no, type: ndcg_at_1000
value: 24.743000000000002
verified: no, type: ndcg_at_20
value: 18.275
verified: no, type: ndcg_at_3
value: 13.507
verified: no, type: ndcg_at_5
value: 14.953
verified: no, type: precision_at_1
value: 10.906
verified: no, type: precision_at_10
value: 2.791
verified: no, type: precision_at_100
value: 0.5559999999999999
verified: no, type: precision_at_1000
value: 0.091
verified: no, type: precision_at_20
value: 1.738
verified: no, type: precision_at_3
value: 5.545
verified: no, type: precision_at_5
value: 4.14
verified: no, type: recall_at_1
value: 10.08
verified: no, type: recall_at_10
value: 24.184
verified: no, type: recall_at_100
value: 46.967999999999996
verified: no, type: recall_at_1000
value: 72.92999999999999
verified: no, type: recall_at_20
value: 29.852
verified: no, type: recall_at_3
value: 15.440999999999999
verified: no, type: recall_at_5
value: 18.829
verified: no, task: type: Retrieval
dataset: name: MTEB ClimateFEVER (default)
type: mteb/climate-fever
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: main_score
value: 17.288999999999998
verified: no, type: map_at_1
value: 6.537
verified: no, type: map_at_10
value: 11.465
verified: no, type: map_at_100
value: 12.851
verified: no, type: map_at_1000
value: 13.045000000000002
verified: no, type: map_at_20
value: 12.174
verified: no, type: map_at_3
value: 9.369
verified: no, type: map_at_5
value: 10.331
verified: no, type: mrr_at_1
value: 15.2442996742671
verified: no, type: mrr_at_10
value: 23.59306654257793
verified: no, type: mrr_at_100
value: 24.771529453769823
verified: no, type: mrr_at_1000
value: 24.838895119526256
verified: no, type: mrr_at_20
value: 24.34915881726873
verified: no, type: mrr_at_3
value: 20.466883821932676
verified: no, type: mrr_at_5
value: 22.027144408251875
verified: no, type: nauc_map_at_1000_diff1
value: 21.34422077879759
verified: no, type: nauc_map_at_1000_max
value: 22.628208123980382
verified: no, type: nauc_map_at_1000_std
value: 15.80771024789922
verified: no, type: nauc_map_at_100_diff1
value: 21.373352148960333
verified: no, type: nauc_map_at_100_max
value: 22.445247482460697
verified: no, type: nauc_map_at_100_std
value: 15.551345921669244
verified: no, type: nauc_map_at_10_diff1
value: 22.093245216727393
verified: no, type: nauc_map_at_10_max
value: 20.71848879842843
verified: no, type: nauc_map_at_10_std
value: 13.073037988129768
verified: no, type: nauc_map_at_1_diff1
value: 32.56507685691908
verified: no, type: nauc_map_at_1_max
value: 19.299512363814912
verified: no, type: nauc_map_at_1_std
value: 7.980883065948159
verified: no, type: nauc_map_at_20_diff1
value: 21.612469499988222
verified: no, type: nauc_map_at_20_max
value: 21.70315933461587
verified: no, type: nauc_map_at_20_std
value: 14.51324386963804
verified: no, type: nauc_map_at_3_diff1
value: 22.671417020380986
verified: no, type: nauc_map_at_3_max
value: 18.10374651349345
verified: no, type: nauc_map_at_3_std
value: 9.73448791948781
verified: no, type: nauc_map_at_5_diff1
value: 22.034988196838064
verified: no, type: nauc_map_at_5_max
value: 18.490696961140145
verified: no, type: nauc_map_at_5_std
value: 11.001958112977931
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.997877765827052
verified: no, type: nauc_mrr_at_1000_max
value: 23.761191320854795
verified: no, type: nauc_mrr_at_1000_std
value: 17.086288520129283
verified: no, type: nauc_mrr_at_100_diff1
value: 17.99589491236679
verified: no, type: nauc_mrr_at_100_max
value: 23.76386777696214
verified: no, type: nauc_mrr_at_100_std
value: 17.114923252433908
verified: no, type: nauc_mrr_at_10_diff1
value: 17.95028052166577
verified: no, type: nauc_mrr_at_10_max
value: 23.313446785613046
verified: no, type: nauc_mrr_at_10_std
value: 16.289313792057893
verified: no, type: nauc_mrr_at_1_diff1
value: 25.00794012521374
verified: no, type: nauc_mrr_at_1_max
value: 20.934023514536086
verified: no, type: nauc_mrr_at_1_std
value: 10.326842252115775
verified: no, type: nauc_mrr_at_20_diff1
value: 17.977173189525192
verified: no, type: nauc_mrr_at_20_max
value: 23.858084437038833
verified: no, type: nauc_mrr_at_20_std
value: 17.177629596269224
verified: no, type: nauc_mrr_at_3_diff1
value: 18.049118818264052
verified: no, type: nauc_mrr_at_3_max
value: 21.812245650122605
verified: no, type: nauc_mrr_at_3_std
value: 14.048078149579718
verified: no, type: nauc_mrr_at_5_diff1
value: 18.028877069283745
verified: no, type: nauc_mrr_at_5_max
value: 21.88620019054395
verified: no, type: nauc_mrr_at_5_std
value: 14.787661645971001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.72726980659064
verified: no, type: nauc_ndcg_at_1000_max
value: 30.043672363788087
verified: no, type: nauc_ndcg_at_1000_std
value: 26.833584730455268
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.16473243031922
verified: no, type: nauc_ndcg_at_100_max
value: 28.239622016125566
verified: no, type: nauc_ndcg_at_100_std
value: 24.469002695895977
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.655890597433427
verified: no, type: nauc_ndcg_at_10_max
value: 23.63136724071696
verified: no, type: nauc_ndcg_at_10_std
value: 17.29295589103389
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.00794012521374
verified: no, type: nauc_ndcg_at_1_max
value: 20.934023514536086
verified: no, type: nauc_ndcg_at_1_std
value: 10.326842252115775
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.762757204969244
verified: no, type: nauc_ndcg_at_20_max
value: 25.946755000541476
verified: no, type: nauc_ndcg_at_20_std
value: 20.9523075152757
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.258615831392746
verified: no, type: nauc_ndcg_at_3_max
value: 20.21498568651181
verified: no, type: nauc_ndcg_at_3_std
value: 12.588112301185989
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.575198873459577
verified: no, type: nauc_ndcg_at_5_max
value: 19.821485190942443
verified: no, type: nauc_ndcg_at_5_std
value: 13.559611377687455
verified: no, type: nauc_precision_at_1000_diff1
value: -1.3591333339360123
verified: no, type: nauc_precision_at_1000_max
value: 33.01866225202323
verified: no, type: nauc_precision_at_1000_std
value: 38.26072433720804
verified: no, type: nauc_precision_at_100_diff1
value: 4.534183759090849
verified: no, type: nauc_precision_at_100_max
value: 35.499433595656335
verified: no, type: nauc_precision_at_100_std
value: 37.765227934597114
verified: no, type: nauc_precision_at_10_diff1
value: 11.369511250136568
verified: no, type: nauc_precision_at_10_max
value: 30.281092515358527
verified: no, type: nauc_precision_at_10_std
value: 26.690470077530847
verified: no, type: nauc_precision_at_1_diff1
value: 25.00794012521374
verified: no, type: nauc_precision_at_1_max
value: 20.934023514536086
verified: no, type: nauc_precision_at_1_std
value: 10.326842252115775
verified: no, type: nauc_precision_at_20_diff1
value: 8.133211694372351
verified: no, type: nauc_precision_at_20_max
value: 34.161055315782775
verified: no, type: nauc_precision_at_20_std
value: 33.33055010570849
verified: no, type: nauc_precision_at_3_diff1
value: 10.5682193001728
verified: no, type: nauc_precision_at_3_max
value: 22.786982248944767
verified: no, type: nauc_precision_at_3_std
value: 17.92766896610086
verified: no, type: nauc_precision_at_5_diff1
value: 10.940535871177055
verified: no, type: nauc_precision_at_5_max
value: 23.197073410356037
verified: no, type: nauc_precision_at_5_std
value: 20.612896217277573
verified: no, type: nauc_recall_at_1000_diff1
value: 5.540983045337761
verified: no, type: nauc_recall_at_1000_max
value: 37.3394645787145
verified: no, type: nauc_recall_at_1000_std
value: 43.905340993951555
verified: no, type: nauc_recall_at_100_diff1
value: 8.725053205627061
verified: no, type: nauc_recall_at_100_max
value: 29.46589116376182
verified: no, type: nauc_recall_at_100_std
value: 32.76739728784572
verified: no, type: nauc_recall_at_10_diff1
value: 13.519133005869758
verified: no, type: nauc_recall_at_10_max
value: 23.66746585259265
verified: no, type: nauc_recall_at_10_std
value: 19.744857128981092
verified: no, type: nauc_recall_at_1_diff1
value: 32.56507685691908
verified: no, type: nauc_recall_at_1_max
value: 19.299512363814912
verified: no, type: nauc_recall_at_1_std
value: 7.980883065948159
verified: no, type: nauc_recall_at_20_diff1
value: 10.866077600352101
verified: no, type: nauc_recall_at_20_max
value: 26.726876720649262
verified: no, type: nauc_recall_at_20_std
value: 26.28100368153264
verified: no, type: nauc_recall_at_3_diff1
value: 15.295338383488533
verified: no, type: nauc_recall_at_3_max
value: 18.013167170259173
verified: no, type: nauc_recall_at_3_std
value: 11.569701886642754
verified: no, type: nauc_recall_at_5_diff1
value: 14.214598780846863
verified: no, type: nauc_recall_at_5_max
value: 17.96550333772466
verified: no, type: nauc_recall_at_5_std
value: 13.720834673116972
verified: no, type: ndcg_at_1
value: 15.244
verified: no, type: ndcg_at_10
value: 17.288999999999998
verified: no, type: ndcg_at_100
value: 23.757
verified: no, type: ndcg_at_1000
value: 27.725
verified: no, type: ndcg_at_20
value: 19.686999999999998
verified: no, type: ndcg_at_3
value: 13.245000000000001
verified: no, type: ndcg_at_5
value: 14.485000000000001
verified: no, type: precision_at_1
value: 15.244
verified: no, type: precision_at_10
value: 5.733
verified: no, type: precision_at_100
value: 1.264
verified: no, type: precision_at_1000
value: 0.199
verified: no, type: precision_at_20
value: 3.85
verified: no, type: precision_at_3
value: 10.054
verified: no, type: precision_at_5
value: 7.9350000000000005
verified: no, type: recall_at_1
value: 6.537
verified: no, type: recall_at_10
value: 22.046
verified: no, type: recall_at_100
value: 44.818000000000005
verified: no, type: recall_at_1000
value: 67.676
verified: no, type: recall_at_20
value: 28.974
verified: no, type: recall_at_3
value: 12.232
verified: no, type: recall_at_5
value: 15.540999999999999
verified: no, task: type: Retrieval
dataset: name: MTEB DBPedia (default)
type: mteb/dbpedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: main_score
value: 24.235
verified: no, type: map_at_1
value: 4.304
verified: no, type: map_at_10
value: 9.944
verified: no, type: map_at_100
value: 14.113000000000001
verified: no, type: map_at_1000
value: 15.085
verified: no, type: map_at_20
value: 11.594
verified: no, type: map_at_3
value: 7.228999999999999
verified: no, type: map_at_5
value: 8.368
verified: no, type: mrr_at_1
value: 43
verified: no, type: mrr_at_10
value: 53.30376984126983
verified: no, type: mrr_at_100
value: 53.97910163622114
verified: no, type: mrr_at_1000
value: 54.005267473599304
verified: no, type: mrr_at_20
value: 53.740161512249365
verified: no, type: mrr_at_3
value: 50.54166666666667
verified: no, type: mrr_at_5
value: 52.154166666666654
verified: no, type: nauc_map_at_1000_diff1
value: 26.809585057496545
verified: no, type: nauc_map_at_1000_max
value: 27.599866660752987
verified: no, type: nauc_map_at_1000_std
value: 31.459439584000094
verified: no, type: nauc_map_at_100_diff1
value: 27.049487336011836
verified: no, type: nauc_map_at_100_max
value: 25.112936840752
verified: no, type: nauc_map_at_100_std
value: 28.400137100413364
verified: no, type: nauc_map_at_10_diff1
value: 32.105246040146554
verified: no, type: nauc_map_at_10_max
value: 9.658311385867774
verified: no, type: nauc_map_at_10_std
value: 12.006591313970928
verified: no, type: nauc_map_at_1_diff1
value: 45.66826032911575
verified: no, type: nauc_map_at_1_max
value: 1.1005171486965344
verified: no, type: nauc_map_at_1_std
value: 3.2500050585955558
verified: no, type: nauc_map_at_20_diff1
value: 30.73734552740125
verified: no, type: nauc_map_at_20_max
value: 14.994971393610829
verified: no, type: nauc_map_at_20_std
value: 18.029603402042753
verified: no, type: nauc_map_at_3_diff1
value: 36.77585294977933
verified: no, type: nauc_map_at_3_max
value: 2.0123666749907034
verified: no, type: nauc_map_at_3_std
value: 3.1886056493854906
verified: no, type: nauc_map_at_5_diff1
value: 34.910885252980414
verified: no, type: nauc_map_at_5_max
value: 4.606898880177816
verified: no, type: nauc_map_at_5_std
value: 5.897472990222533
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.8408203164654
verified: no, type: nauc_mrr_at_1000_max
value: 44.57916824429895
verified: no, type: nauc_mrr_at_1000_std
value: 25.76632603800019
verified: no, type: nauc_mrr_at_100_diff1
value: 32.83381181877902
verified: no, type: nauc_mrr_at_100_max
value: 44.57742098993615
verified: no, type: nauc_mrr_at_100_std
value: 25.763980866882193
verified: no, type: nauc_mrr_at_10_diff1
value: 32.85879447148161
verified: no, type: nauc_mrr_at_10_max
value: 44.587973042043814
verified: no, type: nauc_mrr_at_10_std
value: 25.548766798683893
verified: no, type: nauc_mrr_at_1_diff1
value: 36.064038704139605
verified: no, type: nauc_mrr_at_1_max
value: 43.188409566789346
verified: no, type: nauc_mrr_at_1_std
value: 24.26421817898062
verified: no, type: nauc_mrr_at_20_diff1
value: 32.752896264184685
verified: no, type: nauc_mrr_at_20_max
value: 44.56787283356919
verified: no, type: nauc_mrr_at_20_std
value: 25.763763879915313
verified: no, type: nauc_mrr_at_3_diff1
value: 33.265925003418126
verified: no, type: nauc_mrr_at_3_max
value: 43.98236209085194
verified: no, type: nauc_mrr_at_3_std
value: 24.811433062956347
verified: no, type: nauc_mrr_at_5_diff1
value: 33.02692454410134
verified: no, type: nauc_mrr_at_5_max
value: 44.02150946107612
verified: no, type: nauc_mrr_at_5_std
value: 24.414392179240878
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.071114816059023
verified: no, type: nauc_ndcg_at_1000_max
value: 38.90222092060964
verified: no, type: nauc_ndcg_at_1000_std
value: 44.44820451621514
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.1316364198098
verified: no, type: nauc_ndcg_at_100_max
value: 31.558894971415064
verified: no, type: nauc_ndcg_at_100_std
value: 35.45395514581182
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.303783217647744
verified: no, type: nauc_ndcg_at_10_max
value: 31.009718153863414
verified: no, type: nauc_ndcg_at_10_std
value: 27.49477754545124
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.43480922848642
verified: no, type: nauc_ndcg_at_1_max
value: 30.475722281046714
verified: no, type: nauc_ndcg_at_1_std
value: 17.626646786380547
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.30769894815147
verified: no, type: nauc_ndcg_at_20_max
value: 27.870710525324107
verified: no, type: nauc_ndcg_at_20_std
value: 28.334513734492532
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.7536730308035
verified: no, type: nauc_ndcg_at_3_max
value: 32.32457811814772
verified: no, type: nauc_ndcg_at_3_std
value: 21.676427426548152
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.96943892323901
verified: no, type: nauc_ndcg_at_5_max
value: 31.493512707920964
verified: no, type: nauc_ndcg_at_5_std
value: 24.0956693770445
verified: no, type: nauc_precision_at_1000_diff1
value: -5.720318672455256
verified: no, type: nauc_precision_at_1000_max
value: 28.08646209634404
verified: no, type: nauc_precision_at_1000_std
value: 29.34422238786186
verified: no, type: nauc_precision_at_100_diff1
value: 0.84607162708279
verified: no, type: nauc_precision_at_100_max
value: 47.97391409332498
verified: no, type: nauc_precision_at_100_std
value: 44.619521382937286
verified: no, type: nauc_precision_at_10_diff1
value: 9.622029967680373
verified: no, type: nauc_precision_at_10_max
value: 45.89203900455004
verified: no, type: nauc_precision_at_10_std
value: 38.276273021326745
verified: no, type: nauc_precision_at_1_diff1
value: 36.064038704139605
verified: no, type: nauc_precision_at_1_max
value: 43.188409566789346
verified: no, type: nauc_precision_at_1_std
value: 24.26421817898062
verified: no, type: nauc_precision_at_20_diff1
value: 6.709711811715244
verified: no, type: nauc_precision_at_20_max
value: 47.47318907005896
verified: no, type: nauc_precision_at_20_std
value: 42.595576770275095
verified: no, type: nauc_precision_at_3_diff1
value: 19.233575308317054
verified: no, type: nauc_precision_at_3_max
value: 43.02563765159987
verified: no, type: nauc_precision_at_3_std
value: 27.334254446564454
verified: no, type: nauc_precision_at_5_diff1
value: 14.298477498830673
verified: no, type: nauc_precision_at_5_max
value: 42.72631241492758
verified: no, type: nauc_precision_at_5_std
value: 32.14763584000337
verified: no, type: nauc_recall_at_1000_diff1
value: 18.551929022070503
verified: no, type: nauc_recall_at_1000_max
value: 25.99572596347025
verified: no, type: nauc_recall_at_1000_std
value: 49.479321187111644
verified: no, type: nauc_recall_at_100_diff1
value: 16.24655246342188
verified: no, type: nauc_recall_at_100_max
value: 19.193014693852824
verified: no, type: nauc_recall_at_100_std
value: 31.691642773148754
verified: no, type: nauc_recall_at_10_diff1
value: 21.181166055890365
verified: no, type: nauc_recall_at_10_max
value: -0.020533885799737757
verified: no, type: nauc_recall_at_10_std
value: 7.266191592314226
verified: no, type: nauc_recall_at_1_diff1
value: 45.66826032911575
verified: no, type: nauc_recall_at_1_max
value: 1.1005171486965344
verified: no, type: nauc_recall_at_1_std
value: 3.2500050585955558
verified: no, type: nauc_recall_at_20_diff1
value: 19.153797037751836
verified: no, type: nauc_recall_at_20_max
value: 3.9385573002743057
verified: no, type: nauc_recall_at_20_std
value: 14.048512138776442
verified: no, type: nauc_recall_at_3_diff1
value: 30.240078354763085
verified: no, type: nauc_recall_at_3_max
value: -4.0841121814480195
verified: no, type: nauc_recall_at_3_std
value: -2.3759344889809264
verified: no, type: nauc_recall_at_5_diff1
value: 26.22489817092464
verified: no, type: nauc_recall_at_5_max
value: -3.2396073154699256
verified: no, type: nauc_recall_at_5_std
value: -0.1327990827712389
verified: no, type: ndcg_at_1
value: 31.5
verified: no, type: ndcg_at_10
value: 24.235
verified: no, type: ndcg_at_100
value: 28.01
verified: no, type: ndcg_at_1000
value: 34.724
verified: no, type: ndcg_at_20
value: 24.265
verified: no, type: ndcg_at_3
value: 26.682
verified: no, type: ndcg_at_5
value: 25.249
verified: no, type: precision_at_1
value: 43
verified: no, type: precision_at_10
value: 21.65
verified: no, type: precision_at_100
value: 6.97
verified: no, type: precision_at_1000
value: 1.4449999999999998
verified: no, type: precision_at_20
value: 16.6
verified: no, type: precision_at_3
value: 32.25
verified: no, type: precision_at_5
value: 27.250000000000004
verified: no, type: recall_at_1
value: 4.304
verified: no, type: recall_at_10
value: 15.014
verified: no, type: recall_at_100
value: 35.115
verified: no, type: recall_at_1000
value: 58.52
verified: no, type: recall_at_20
value: 20.817
verified: no, type: recall_at_3
value: 8.698
verified: no, type: recall_at_5
value: 11.052
verified: no, task: type: Classification
dataset: name: MTEB EmotionClassification (default)
type: mteb/emotion
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 45.09
verified: no, type: f1
value: 41.3731018097549
verified: no, type: f1_weighted
value: 47.129694558751545
verified: no, type: main_score
value: 45.09
verified: no, task: type: Retrieval
dataset: name: MTEB FEVER (default)
type: mteb/fever
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: main_score
value: 30.267
verified: no, type: map_at_1
value: 16.349
verified: no, type: map_at_10
value: 24.917
verified: no, type: map_at_100
value: 26.003
verified: no, type: map_at_1000
value: 26.072
verified: no, type: map_at_20
value: 25.558999999999997
verified: no, type: map_at_3
value: 22.067999999999998
verified: no, type: map_at_5
value: 23.610999999999997
verified: no, type: mrr_at_1
value: 17.416741674167415
verified: no, type: mrr_at_10
value: 26.439929707256365
verified: no, type: mrr_at_100
value: 27.508820939687954
verified: no, type: mrr_at_1000
value: 27.570352489203128
verified: no, type: mrr_at_20
value: 27.08319436248233
verified: no, type: mrr_at_3
value: 23.422342234223358
verified: no, type: mrr_at_5
value: 25.06350635063509
verified: no, type: nauc_map_at_1000_diff1
value: 21.773223671090857
verified: no, type: nauc_map_at_1000_max
value: 6.412897130218669
verified: no, type: nauc_map_at_1000_std
value: -6.3221009008493745
verified: no, type: nauc_map_at_100_diff1
value: 21.76483868507978
verified: no, type: nauc_map_at_100_max
value: 6.404365200549758
verified: no, type: nauc_map_at_100_std
value: -6.342840969370927
verified: no, type: nauc_map_at_10_diff1
value: 21.669481996014238
verified: no, type: nauc_map_at_10_max
value: 6.019531738681224
verified: no, type: nauc_map_at_10_std
value: -6.941777440293395
verified: no, type: nauc_map_at_1_diff1
value: 27.706382248361393
verified: no, type: nauc_map_at_1_max
value: 4.030610814398596
verified: no, type: nauc_map_at_1_std
value: -9.782554832619702
verified: no, type: nauc_map_at_20_diff1
value: 21.80535156700929
verified: no, type: nauc_map_at_20_max
value: 6.361714278006344
verified: no, type: nauc_map_at_20_std
value: -6.513790702798104
verified: no, type: nauc_map_at_3_diff1
value: 23.017059605983857
verified: no, type: nauc_map_at_3_max
value: 5.110304244032051
verified: no, type: nauc_map_at_3_std
value: -8.069547854658104
verified: no, type: nauc_map_at_5_diff1
value: 21.927491204194766
verified: no, type: nauc_map_at_5_max
value: 5.462525780765053
verified: no, type: nauc_map_at_5_std
value: -7.474340804858998
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.61235920652557
verified: no, type: nauc_mrr_at_1000_max
value: 6.6996553488043915
verified: no, type: nauc_mrr_at_1000_std
value: -6.520954496784069
verified: no, type: nauc_mrr_at_100_diff1
value: 21.597831485534126
verified: no, type: nauc_mrr_at_100_max
value: 6.705135295195408
verified: no, type: nauc_mrr_at_100_std
value: -6.521597409657566
verified: no, type: nauc_mrr_at_10_diff1
value: 21.404259600861597
verified: no, type: nauc_mrr_at_10_max
value: 6.348078634441438
verified: no, type: nauc_mrr_at_10_std
value: -7.012906818443071
verified: no, type: nauc_mrr_at_1_diff1
value: 27.231264207663248
verified: no, type: nauc_mrr_at_1_max
value: 4.04888129901842
verified: no, type: nauc_mrr_at_1_std
value: -9.998368133129015
verified: no, type: nauc_mrr_at_20_diff1
value: 21.57543681953314
verified: no, type: nauc_mrr_at_20_max
value: 6.670007051575425
verified: no, type: nauc_mrr_at_20_std
value: -6.636382948186316
verified: no, type: nauc_mrr_at_3_diff1
value: 22.771758514181627
verified: no, type: nauc_mrr_at_3_max
value: 5.389600538667887
verified: no, type: nauc_mrr_at_3_std
value: -8.189661361743667
verified: no, type: nauc_mrr_at_5_diff1
value: 21.689397986510446
verified: no, type: nauc_mrr_at_5_max
value: 5.765658649049543
verified: no, type: nauc_mrr_at_5_std
value: -7.590205788150704
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.780729881850963
verified: no, type: nauc_ndcg_at_1000_max
value: 8.968522119658385
verified: no, type: nauc_ndcg_at_1000_std
value: -2.425269449284083
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.46657224380776
verified: no, type: nauc_ndcg_at_100_max
value: 9.05883201318058
verified: no, type: nauc_ndcg_at_100_std
value: -2.5565659351523293
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.29152253186839
verified: no, type: nauc_ndcg_at_10_max
value: 7.499062048205841
verified: no, type: nauc_ndcg_at_10_std
value: -5.2482566392088685
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.231264207663248
verified: no, type: nauc_ndcg_at_1_max
value: 4.04888129901842
verified: no, type: nauc_ndcg_at_1_std
value: -9.998368133129015
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.71545443537324
verified: no, type: nauc_ndcg_at_20_max
value: 8.64504551388718
verified: no, type: nauc_ndcg_at_20_std
value: -3.7667113417348976
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.745216173844803
verified: no, type: nauc_ndcg_at_3_max
value: 5.650727598972489
verified: no, type: nauc_ndcg_at_3_std
value: -7.481336986244201
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.936133837204203
verified: no, type: nauc_ndcg_at_5_max
value: 6.259916537058443
verified: no, type: nauc_ndcg_at_5_std
value: -6.484388158971839
verified: no, type: nauc_precision_at_1000_diff1
value: 1.471146535072958
verified: no, type: nauc_precision_at_1000_max
value: 20.630906784097483
verified: no, type: nauc_precision_at_1000_std
value: 21.9773366010731
verified: no, type: nauc_precision_at_100_diff1
value: 7.533964401054148
verified: no, type: nauc_precision_at_100_max
value: 19.925643661900423
verified: no, type: nauc_precision_at_100_std
value: 15.336729247195924
verified: no, type: nauc_precision_at_10_diff1
value: 12.150440335935734
verified: no, type: nauc_precision_at_10_max
value: 11.983854268540387
verified: no, type: nauc_precision_at_10_std
value: -0.37221151434129196
verified: no, type: nauc_precision_at_1_diff1
value: 27.231264207663248
verified: no, type: nauc_precision_at_1_max
value: 4.04888129901842
verified: no, type: nauc_precision_at_1_std
value: -9.998368133129015
verified: no, type: nauc_precision_at_20_diff1
value: 12.630450311503752
verified: no, type: nauc_precision_at_20_max
value: 16.05605149278296
verified: no, type: nauc_precision_at_20_std
value: 5.3999355877921165
verified: no, type: nauc_precision_at_3_diff1
value: 18.359563527526568
verified: no, type: nauc_precision_at_3_max
value: 7.050702808245418
verified: no, type: nauc_precision_at_3_std
value: -6.012052050420314
verified: no, type: nauc_precision_at_5_diff1
value: 14.398743831406193
verified: no, type: nauc_precision_at_5_max
value: 8.47645601614165
verified: no, type: nauc_precision_at_5_std
value: -4.017240645221931
verified: no, type: nauc_recall_at_1000_diff1
value: 7.839541590866944
verified: no, type: nauc_recall_at_1000_max
value: 23.309619602703478
verified: no, type: nauc_recall_at_1000_std
value: 27.804864458508405
verified: no, type: nauc_recall_at_100_diff1
value: 9.97691215791031
verified: no, type: nauc_recall_at_100_max
value: 18.819153599870717
verified: no, type: nauc_recall_at_100_std
value: 14.458117071228108
verified: no, type: nauc_recall_at_10_diff1
value: 12.810432997078946
verified: no, type: nauc_recall_at_10_max
value: 10.766544057766287
verified: no, type: nauc_recall_at_10_std
value: -0.5969028921503585
verified: no, type: nauc_recall_at_1_diff1
value: 27.706382248361393
verified: no, type: nauc_recall_at_1_max
value: 4.030610814398596
verified: no, type: nauc_recall_at_1_std
value: -9.782554832619702
verified: no, type: nauc_recall_at_20_diff1
value: 13.595110328407126
verified: no, type: nauc_recall_at_20_max
value: 14.757809231376443
verified: no, type: nauc_recall_at_20_std
value: 4.9020894617594575
verified: no, type: nauc_recall_at_3_diff1
value: 18.603105066886183
verified: no, type: nauc_recall_at_3_max
value: 6.695351132956627
verified: no, type: nauc_recall_at_3_std
value: -5.761401766506087
verified: no, type: nauc_recall_at_5_diff1
value: 14.770731919705574
verified: no, type: nauc_recall_at_5_max
value: 7.754748009508286
verified: no, type: nauc_recall_at_5_std
value: -3.7961358195332773
verified: no, type: ndcg_at_1
value: 17.416999999999998
verified: no, type: ndcg_at_10
value: 30.267
verified: no, type: ndcg_at_100
value: 35.650999999999996
verified: no, type: ndcg_at_1000
value: 37.57
verified: no, type: ndcg_at_20
value: 32.574
verified: no, type: ndcg_at_3
value: 24.303
verified: no, type: ndcg_at_5
value: 27.099
verified: no, type: precision_at_1
value: 17.416999999999998
verified: no, type: precision_at_10
value: 4.9590000000000005
verified: no, type: precision_at_100
value: 0.7799999999999999
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 2.9819999999999998
verified: no, type: precision_at_3
value: 10.536
verified: no, type: precision_at_5
value: 7.807
verified: no, type: recall_at_1
value: 16.349
verified: no, type: recall_at_10
value: 45.678999999999995
verified: no, type: recall_at_100
value: 70.541
verified: no, type: recall_at_1000
value: 85.36500000000001
verified: no, type: recall_at_20
value: 54.541
verified: no, type: recall_at_3
value: 29.42
verified: no, type: recall_at_5
value: 36.112
verified: no, task: type: Retrieval
dataset: name: MTEB FiQA2018 (default)
type: mteb/fiqa
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: main_score
value: 16.619
verified: no, type: map_at_1
value: 7.478999999999999
verified: no, type: map_at_10
value: 11.933
verified: no, type: map_at_100
value: 13.078000000000001
verified: no, type: map_at_1000
value: 13.267999999999999
verified: no, type: map_at_20
value: 12.465
verified: no, type: map_at_3
value: 9.975000000000001
verified: no, type: map_at_5
value: 10.928
verified: no, type: mrr_at_1
value: 14.660493827160495
verified: no, type: mrr_at_10
value: 20.737250146972368
verified: no, type: mrr_at_100
value: 21.718558761167632
verified: no, type: mrr_at_1000
value: 21.808600465854973
verified: no, type: mrr_at_20
value: 21.221196101889976
verified: no, type: mrr_at_3
value: 18.569958847736622
verified: no, type: mrr_at_5
value: 19.557613168724284
verified: no, type: nauc_map_at_1000_diff1
value: 21.51431734644358
verified: no, type: nauc_map_at_1000_max
value: 4.931074809601008
verified: no, type: nauc_map_at_1000_std
value: -3.3303160557020033
verified: no, type: nauc_map_at_100_diff1
value: 21.38249575770264
verified: no, type: nauc_map_at_100_max
value: 4.725930298940441
verified: no, type: nauc_map_at_100_std
value: -3.4448477852279473
verified: no, type: nauc_map_at_10_diff1
value: 21.195172969735484
verified: no, type: nauc_map_at_10_max
value: 4.412691847045547
verified: no, type: nauc_map_at_10_std
value: -4.350074377307911
verified: no, type: nauc_map_at_1_diff1
value: 28.103238263092063
verified: no, type: nauc_map_at_1_max
value: 6.669837188399256
verified: no, type: nauc_map_at_1_std
value: -4.3658897905036405
verified: no, type: nauc_map_at_20_diff1
value: 21.489132375885042
verified: no, type: nauc_map_at_20_max
value: 4.303022314751493
verified: no, type: nauc_map_at_20_std
value: -4.17992541434375
verified: no, type: nauc_map_at_3_diff1
value: 22.237087711122065
verified: no, type: nauc_map_at_3_max
value: 4.533442194144081
verified: no, type: nauc_map_at_3_std
value: -5.4916480142821635
verified: no, type: nauc_map_at_5_diff1
value: 21.876772694300065
verified: no, type: nauc_map_at_5_max
value: 4.511112176374985
verified: no, type: nauc_map_at_5_std
value: -5.176150118472554
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.783625924297894
verified: no, type: nauc_mrr_at_1000_max
value: 5.601679998803955
verified: no, type: nauc_mrr_at_1000_std
value: -7.3878080622090865
verified: no, type: nauc_mrr_at_100_diff1
value: 22.729460521696915
verified: no, type: nauc_mrr_at_100_max
value: 5.57805664833725
verified: no, type: nauc_mrr_at_100_std
value: -7.3741470356357945
verified: no, type: nauc_mrr_at_10_diff1
value: 22.92977199129734
verified: no, type: nauc_mrr_at_10_max
value: 5.36088601159652
verified: no, type: nauc_mrr_at_10_std
value: -7.875413563795927
verified: no, type: nauc_mrr_at_1_diff1
value: 28.31095482042955
verified: no, type: nauc_mrr_at_1_max
value: 7.815000197077026
verified: no, type: nauc_mrr_at_1_std
value: -7.957538731368522
verified: no, type: nauc_mrr_at_20_diff1
value: 22.946584920142406
verified: no, type: nauc_mrr_at_20_max
value: 5.384498887828733
verified: no, type: nauc_mrr_at_20_std
value: -7.633579657779428
verified: no, type: nauc_mrr_at_3_diff1
value: 23.46361356498147
verified: no, type: nauc_mrr_at_3_max
value: 4.50117125788086
verified: no, type: nauc_mrr_at_3_std
value: -8.902224452227653
verified: no, type: nauc_mrr_at_5_diff1
value: 23.331352654582094
verified: no, type: nauc_mrr_at_5_max
value: 4.978873752458006
verified: no, type: nauc_mrr_at_5_std
value: -8.93749978655238
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.87039469365751
verified: no, type: nauc_ndcg_at_1000_max
value: 8.696714614408632
verified: no, type: nauc_ndcg_at_1000_std
value: 1.9681923697039077
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.868322837780532
verified: no, type: nauc_ndcg_at_100_max
value: 6.0333062132177675
verified: no, type: nauc_ndcg_at_100_std
value: 0.44045929715801535
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.727068370792786
verified: no, type: nauc_ndcg_at_10_max
value: 4.277512828410901
verified: no, type: nauc_ndcg_at_10_std
value: -4.086859790177703
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.31095482042955
verified: no, type: nauc_ndcg_at_1_max
value: 7.815000197077026
verified: no, type: nauc_ndcg_at_1_std
value: -7.957538731368522
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.29147215834196
verified: no, type: nauc_ndcg_at_20_max
value: 4.095649235859702
verified: no, type: nauc_ndcg_at_20_std
value: -3.35870597862009
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.821928240162936
verified: no, type: nauc_ndcg_at_3_max
value: 4.480256449572136
verified: no, type: nauc_ndcg_at_3_std
value: -7.852741840584263
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.15156996884851
verified: no, type: nauc_ndcg_at_5_max
value: 4.290200639355712
verified: no, type: nauc_ndcg_at_5_std
value: -6.820305338379054
verified: no, type: nauc_precision_at_1000_diff1
value: 8.075302805866599
verified: no, type: nauc_precision_at_1000_max
value: 19.944406193476624
verified: no, type: nauc_precision_at_1000_std
value: 7.381890177301082
verified: no, type: nauc_precision_at_100_diff1
value: 11.601078456057651
verified: no, type: nauc_precision_at_100_max
value: 13.628171798745194
verified: no, type: nauc_precision_at_100_std
value: 5.64401780985023
verified: no, type: nauc_precision_at_10_diff1
value: 16.653551040271243
verified: no, type: nauc_precision_at_10_max
value: 6.546264597330201
verified: no, type: nauc_precision_at_10_std
value: -4.71713361654603
verified: no, type: nauc_precision_at_1_diff1
value: 28.31095482042955
verified: no, type: nauc_precision_at_1_max
value: 7.815000197077026
verified: no, type: nauc_precision_at_1_std
value: -7.957538731368522
verified: no, type: nauc_precision_at_20_diff1
value: 17.066402720849883
verified: no, type: nauc_precision_at_20_max
value: 6.178677607606832
verified: no, type: nauc_precision_at_20_std
value: -3.987829586084965
verified: no, type: nauc_precision_at_3_diff1
value: 18.358060169256518
verified: no, type: nauc_precision_at_3_max
value: 3.326657304001109
verified: no, type: nauc_precision_at_3_std
value: -10.729398884603352
verified: no, type: nauc_precision_at_5_diff1
value: 19.41722339541596
verified: no, type: nauc_precision_at_5_max
value: 5.714829813319856
verified: no, type: nauc_precision_at_5_std
value: -8.915414021584194
verified: no, type: nauc_recall_at_1000_diff1
value: 9.365082280755011
verified: no, type: nauc_recall_at_1000_max
value: 15.829818126823215
verified: no, type: nauc_recall_at_1000_std
value: 27.360808820832666
verified: no, type: nauc_recall_at_100_diff1
value: 8.05391879951721
verified: no, type: nauc_recall_at_100_max
value: 5.285477600522065
verified: no, type: nauc_recall_at_100_std
value: 13.239431098719457
verified: no, type: nauc_recall_at_10_diff1
value: 13.288596558862537
verified: no, type: nauc_recall_at_10_max
value: 1.9512189235666242
verified: no, type: nauc_recall_at_10_std
value: 0.08420098367582614
verified: no, type: nauc_recall_at_1_diff1
value: 28.103238263092063
verified: no, type: nauc_recall_at_1_max
value: 6.669837188399256
verified: no, type: nauc_recall_at_1_std
value: -4.3658897905036405
verified: no, type: nauc_recall_at_20_diff1
value: 14.781087409113736
verified: no, type: nauc_recall_at_20_max
value: 1.6715579437911525
verified: no, type: nauc_recall_at_20_std
value: 1.4885011649849296
verified: no, type: nauc_recall_at_3_diff1
value: 16.904223069103445
verified: no, type: nauc_recall_at_3_max
value: 1.2031021965601998
verified: no, type: nauc_recall_at_3_std
value: -5.7358517453558395
verified: no, type: nauc_recall_at_5_diff1
value: 15.560583779980208
verified: no, type: nauc_recall_at_5_max
value: 1.268944483676161
verified: no, type: nauc_recall_at_5_std
value: -5.114882384179444
verified: no, type: ndcg_at_1
value: 14.66
verified: no, type: ndcg_at_10
value: 16.619
verified: no, type: ndcg_at_100
value: 22.467000000000002
verified: no, type: ndcg_at_1000
value: 26.745
verified: no, type: ndcg_at_20
value: 18.356
verified: no, type: ndcg_at_3
value: 13.547
verified: no, type: ndcg_at_5
value: 14.466999999999999
verified: no, type: precision_at_1
value: 14.66
verified: no, type: precision_at_10
value: 4.8149999999999995
verified: no, type: precision_at_100
value: 1.0619999999999998
verified: no, type: precision_at_1000
value: 0.182
verified: no, type: precision_at_20
value: 3.071
verified: no, type: precision_at_3
value: 9.002
verified: no, type: precision_at_5
value: 6.79
verified: no, type: recall_at_1
value: 7.478999999999999
verified: no, type: recall_at_10
value: 21.884
verified: no, type: recall_at_100
value: 45.545
verified: no, type: recall_at_1000
value: 71.887
verified: no, type: recall_at_20
value: 27.567999999999998
verified: no, type: recall_at_3
value: 12.485
verified: no, type: recall_at_5
value: 15.862000000000002
verified: no, task: type: Retrieval
dataset: name: MTEB HotpotQA (default)
type: mteb/hotpotqa
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: main_score
value: 36.217
verified: no, type: map_at_1
value: 20.628
verified: no, type: map_at_10
value: 28.559
verified: no, type: map_at_100
value: 29.5
verified: no, type: map_at_1000
value: 29.601
verified: no, type: map_at_20
value: 29.069
verified: no, type: map_at_3
value: 26.429000000000002
verified: no, type: map_at_5
value: 27.589000000000002
verified: no, type: mrr_at_1
value: 41.2559081701553
verified: no, type: mrr_at_10
value: 48.84337052399182
verified: no, type: mrr_at_100
value: 49.523346087979284
verified: no, type: mrr_at_1000
value: 49.56958885341236
verified: no, type: mrr_at_20
value: 49.24793448550151
verified: no, type: mrr_at_3
value: 46.893990546927924
verified: no, type: mrr_at_5
value: 48.02430790006756
verified: no, type: nauc_map_at_1000_diff1
value: 47.360168970984724
verified: no, type: nauc_map_at_1000_max
value: 24.614881662381816
verified: no, type: nauc_map_at_1000_std
value: 7.361001821254585
verified: no, type: nauc_map_at_100_diff1
value: 47.364333667549126
verified: no, type: nauc_map_at_100_max
value: 24.59919582686935
verified: no, type: nauc_map_at_100_std
value: 7.30629187742088
verified: no, type: nauc_map_at_10_diff1
value: 47.72981170600924
verified: no, type: nauc_map_at_10_max
value: 24.438913671717863
verified: no, type: nauc_map_at_10_std
value: 6.344771843030873
verified: no, type: nauc_map_at_1_diff1
value: 60.38112885477367
verified: no, type: nauc_map_at_1_max
value: 25.9097175050165
verified: no, type: nauc_map_at_1_std
value: 1.6564371988429167
verified: no, type: nauc_map_at_20_diff1
value: 47.57684884180127
verified: no, type: nauc_map_at_20_max
value: 24.499763513475443
verified: no, type: nauc_map_at_20_std
value: 6.846169751546589
verified: no, type: nauc_map_at_3_diff1
value: 49.86374782865936
verified: no, type: nauc_map_at_3_max
value: 24.885292020762233
verified: no, type: nauc_map_at_3_std
value: 4.8258321037343075
verified: no, type: nauc_map_at_5_diff1
value: 48.41433187485084
verified: no, type: nauc_map_at_5_max
value: 24.439622781310288
verified: no, type: nauc_map_at_5_std
value: 5.664110533938225
verified: no, type: nauc_mrr_at_1000_diff1
value: 56.730426912840926
verified: no, type: nauc_mrr_at_1000_max
value: 25.303184184778832
verified: no, type: nauc_mrr_at_1000_std
value: 4.096788282752593
verified: no, type: nauc_mrr_at_100_diff1
value: 56.72217642846328
verified: no, type: nauc_mrr_at_100_max
value: 25.302090289174313
verified: no, type: nauc_mrr_at_100_std
value: 4.108586907297719
verified: no, type: nauc_mrr_at_10_diff1
value: 56.738023427066885
verified: no, type: nauc_mrr_at_10_max
value: 25.271616491844455
verified: no, type: nauc_mrr_at_10_std
value: 3.824908381559653
verified: no, type: nauc_mrr_at_1_diff1
value: 60.38112885477367
verified: no, type: nauc_mrr_at_1_max
value: 25.9097175050165
verified: no, type: nauc_mrr_at_1_std
value: 1.6564371988429167
verified: no, type: nauc_mrr_at_20_diff1
value: 56.70644340159845
verified: no, type: nauc_mrr_at_20_max
value: 25.27993872890672
verified: no, type: nauc_mrr_at_20_std
value: 4.0064390570846875
verified: no, type: nauc_mrr_at_3_diff1
value: 57.245840183280194
verified: no, type: nauc_mrr_at_3_max
value: 25.33525251108163
verified: no, type: nauc_mrr_at_3_std
value: 2.9291934957523584
verified: no, type: nauc_mrr_at_5_diff1
value: 56.755596718387125
verified: no, type: nauc_mrr_at_5_max
value: 25.22311364368114
verified: no, type: nauc_mrr_at_5_std
value: 3.5613271952141865
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.553394894195456
verified: no, type: nauc_ndcg_at_1000_max
value: 24.938550469205936
verified: no, type: nauc_ndcg_at_1000_std
value: 11.539278224453703
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.60518292153804
verified: no, type: nauc_ndcg_at_100_max
value: 24.724969691359487
verified: no, type: nauc_ndcg_at_100_std
value: 10.73834721703669
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.12092181292035
verified: no, type: nauc_ndcg_at_10_max
value: 24.2791002435645
verified: no, type: nauc_ndcg_at_10_std
value: 7.153695707296072
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.38112885477367
verified: no, type: nauc_ndcg_at_1_max
value: 25.9097175050165
verified: no, type: nauc_ndcg_at_1_std
value: 1.6564371988429167
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.65117800859018
verified: no, type: nauc_ndcg_at_20_max
value: 24.357451369693482
verified: no, type: nauc_ndcg_at_20_std
value: 8.469581027730795
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.08303103543016
verified: no, type: nauc_ndcg_at_3_max
value: 24.799424583706255
verified: no, type: nauc_ndcg_at_3_std
value: 4.63909501741516
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.136821889915225
verified: no, type: nauc_ndcg_at_5_max
value: 24.243099266851612
verified: no, type: nauc_ndcg_at_5_std
value: 5.961841495442629
verified: no, type: nauc_precision_at_1000_diff1
value: 14.823992446535481
verified: no, type: nauc_precision_at_1000_max
value: 17.957974549199044
verified: no, type: nauc_precision_at_1000_std
value: 31.79928156519854
verified: no, type: nauc_precision_at_100_diff1
value: 23.121894912525356
verified: no, type: nauc_precision_at_100_max
value: 19.166436915427486
verified: no, type: nauc_precision_at_100_std
value: 23.79964191034748
verified: no, type: nauc_precision_at_10_diff1
value: 35.6440151764581
verified: no, type: nauc_precision_at_10_max
value: 21.022400502868223
verified: no, type: nauc_precision_at_10_std
value: 11.461152130387351
verified: no, type: nauc_precision_at_1_diff1
value: 60.38112885477367
verified: no, type: nauc_precision_at_1_max
value: 25.9097175050165
verified: no, type: nauc_precision_at_1_std
value: 1.6564371988429167
verified: no, type: nauc_precision_at_20_diff1
value: 31.893138428309527
verified: no, type: nauc_precision_at_20_max
value: 19.961827091439737
verified: no, type: nauc_precision_at_20_std
value: 15.056260461619232
verified: no, type: nauc_precision_at_3_diff1
value: 45.06971180999361
verified: no, type: nauc_precision_at_3_max
value: 23.635891515921788
verified: no, type: nauc_precision_at_3_std
value: 6.198234444102806
verified: no, type: nauc_precision_at_5_diff1
value: 39.43842818627394
verified: no, type: nauc_precision_at_5_max
value: 21.623592109687603
verified: no, type: nauc_precision_at_5_std
value: 8.718348302717638
verified: no, type: nauc_recall_at_1000_diff1
value: 14.823992446535502
verified: no, type: nauc_recall_at_1000_max
value: 17.95797454919907
verified: no, type: nauc_recall_at_1000_std
value: 31.799281565198577
verified: no, type: nauc_recall_at_100_diff1
value: 23.121894912525338
verified: no, type: nauc_recall_at_100_max
value: 19.16643691542745
verified: no, type: nauc_recall_at_100_std
value: 23.799641910347454
verified: no, type: nauc_recall_at_10_diff1
value: 35.64401517645808
verified: no, type: nauc_recall_at_10_max
value: 21.022400502868223
verified: no, type: nauc_recall_at_10_std
value: 11.461152130387346
verified: no, type: nauc_recall_at_1_diff1
value: 60.38112885477367
verified: no, type: nauc_recall_at_1_max
value: 25.9097175050165
verified: no, type: nauc_recall_at_1_std
value: 1.6564371988429167
verified: no, type: nauc_recall_at_20_diff1
value: 31.89313842830953
verified: no, type: nauc_recall_at_20_max
value: 19.961827091439776
verified: no, type: nauc_recall_at_20_std
value: 15.05626046161922
verified: no, type: nauc_recall_at_3_diff1
value: 45.06971180999365
verified: no, type: nauc_recall_at_3_max
value: 23.6358915159218
verified: no, type: nauc_recall_at_3_std
value: 6.198234444102802
verified: no, type: nauc_recall_at_5_diff1
value: 39.43842818627392
verified: no, type: nauc_recall_at_5_max
value: 21.623592109687596
verified: no, type: nauc_recall_at_5_std
value: 8.71834830271761
verified: no, type: ndcg_at_1
value: 41.256
verified: no, type: ndcg_at_10
value: 36.217
verified: no, type: ndcg_at_100
value: 40.422000000000004
verified: no, type: ndcg_at_1000
value: 42.762
verified: no, type: ndcg_at_20
value: 37.801
verified: no, type: ndcg_at_3
value: 32.275999999999996
verified: no, type: ndcg_at_5
value: 34.184
verified: no, type: precision_at_1
value: 41.256
verified: no, type: precision_at_10
value: 7.838000000000001
verified: no, type: precision_at_100
value: 1.119
verified: no, type: precision_at_1000
value: 0.14300000000000002
verified: no, type: precision_at_20
value: 4.429
verified: no, type: precision_at_3
value: 20.207
verified: no, type: precision_at_5
value: 13.636999999999999
verified: no, type: recall_at_1
value: 20.628
verified: no, type: recall_at_10
value: 39.190000000000005
verified: no, type: recall_at_100
value: 55.962
verified: no, type: recall_at_1000
value: 71.56700000000001
verified: no, type: recall_at_20
value: 44.288
verified: no, type: recall_at_3
value: 30.311
verified: no, type: recall_at_5
value: 34.092
verified: no, task: type: Classification
dataset: name: MTEB ImdbClassification (default)
type: mteb/imdb
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 70.78
verified: no, type: ap
value: 65.09281598781793
verified: no, type: ap_weighted
value: 65.09281598781793
verified: no, type: f1
value: 70.56498155979408
verified: no, type: f1_weighted
value: 70.56498155979408
verified: no, type: main_score
value: 70.78
verified: no, task: type: Retrieval
dataset: name: MTEB MSMARCO (default)
type: mteb/msmarco
config: default
split: test
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 34.981
verified: no, type: map_at_1
value: 0.9369999999999999
verified: no, type: map_at_10
value: 6.105
verified: no, type: map_at_100
value: 16.573
verified: no, type: map_at_1000
value: 20.952
verified: no, type: map_at_20
value: 9.495000000000001
verified: no, type: map_at_3
value: 2.429
verified: no, type: map_at_5
value: 3.7199999999999998
verified: no, type: mrr_at_1
value: 55.81395348837209
verified: no, type: mrr_at_10
value: 68.06201550387597
verified: no, type: mrr_at_100
value: 68.1915571731129
verified: no, type: mrr_at_1000
value: 68.20171255038517
verified: no, type: mrr_at_20
value: 68.06201550387597
verified: no, type: mrr_at_3
value: 65.89147286821705
verified: no, type: mrr_at_5
value: 67.05426356589147
verified: no, type: nauc_map_at_1000_diff1
value: 18.395978949265306
verified: no, type: nauc_map_at_1000_max
value: 65.4845955483722
verified: no, type: nauc_map_at_1000_std
value: 60.01425674651855
verified: no, type: nauc_map_at_100_diff1
value: 17.66459171040137
verified: no, type: nauc_map_at_100_max
value: 56.91214775388199
verified: no, type: nauc_map_at_100_std
value: 51.26999006986676
verified: no, type: nauc_map_at_10_diff1
value: 16.954292128521953
verified: no, type: nauc_map_at_10_max
value: 29.470502786246144
verified: no, type: nauc_map_at_10_std
value: 26.609751637393327
verified: no, type: nauc_map_at_1_diff1
value: 10.947697022780028
verified: no, type: nauc_map_at_1_max
value: 11.333211449460881
verified: no, type: nauc_map_at_1_std
value: 19.475048420924633
verified: no, type: nauc_map_at_20_diff1
value: 13.788525799384063
verified: no, type: nauc_map_at_20_max
value: 36.86668066777578
verified: no, type: nauc_map_at_20_std
value: 31.64971965701265
verified: no, type: nauc_map_at_3_diff1
value: 17.859630126844696
verified: no, type: nauc_map_at_3_max
value: 21.46834280704547
verified: no, type: nauc_map_at_3_std
value: 21.076387895251823
verified: no, type: nauc_map_at_5_diff1
value: 20.17441650295119
verified: no, type: nauc_map_at_5_max
value: 24.878188082696866
verified: no, type: nauc_map_at_5_std
value: 25.307502719861176
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.192749126463891
verified: no, type: nauc_mrr_at_1000_max
value: 52.54526357757101
verified: no, type: nauc_mrr_at_1000_std
value: 44.496694053499596
verified: no, type: nauc_mrr_at_100_diff1
value: 14.215939043892334
verified: no, type: nauc_mrr_at_100_max
value: 52.564251294672225
verified: no, type: nauc_mrr_at_100_std
value: 44.51890218594217
verified: no, type: nauc_mrr_at_10_diff1
value: 14.433120969285195
verified: no, type: nauc_mrr_at_10_max
value: 52.78365722715205
verified: no, type: nauc_mrr_at_10_std
value: 44.72011559301776
verified: no, type: nauc_mrr_at_1_diff1
value: 4.7355957804700415
verified: no, type: nauc_mrr_at_1_max
value: 39.93352486009351
verified: no, type: nauc_mrr_at_1_std
value: 39.55801119967461
verified: no, type: nauc_mrr_at_20_diff1
value: 14.433120969285195
verified: no, type: nauc_mrr_at_20_max
value: 52.78365722715205
verified: no, type: nauc_mrr_at_20_std
value: 44.72011559301776
verified: no, type: nauc_mrr_at_3_diff1
value: 13.11183382637074
verified: no, type: nauc_mrr_at_3_max
value: 51.12370908328734
verified: no, type: nauc_mrr_at_3_std
value: 40.238401804460075
verified: no, type: nauc_mrr_at_5_diff1
value: 13.179254658692855
verified: no, type: nauc_mrr_at_5_max
value: 53.38265101836388
verified: no, type: nauc_mrr_at_5_std
value: 44.541370972177624
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.69587945916941
verified: no, type: nauc_ndcg_at_1000_max
value: 63.37066645313249
verified: no, type: nauc_ndcg_at_1000_std
value: 62.97303091219909
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.796314010328851
verified: no, type: nauc_ndcg_at_100_max
value: 58.71101997436683
verified: no, type: nauc_ndcg_at_100_std
value: 56.81420228421644
verified: no, type: nauc_ndcg_at_10_diff1
value: 3.194403093296008
verified: no, type: nauc_ndcg_at_10_max
value: 48.55754387196878
verified: no, type: nauc_ndcg_at_10_std
value: 47.48615570741263
verified: no, type: nauc_ndcg_at_1_diff1
value: -6.148169734658873
verified: no, type: nauc_ndcg_at_1_max
value: 25.556355503841665
verified: no, type: nauc_ndcg_at_1_std
value: 21.48805389151005
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.461683170351035
verified: no, type: nauc_ndcg_at_20_max
value: 56.88294190421313
verified: no, type: nauc_ndcg_at_20_std
value: 51.93821404537562
verified: no, type: nauc_ndcg_at_3_diff1
value: -2.861880240597804
verified: no, type: nauc_ndcg_at_3_max
value: 41.33450475096539
verified: no, type: nauc_ndcg_at_3_std
value: 37.27470370159716
verified: no, type: nauc_ndcg_at_5_diff1
value: 0.08149020695323854
verified: no, type: nauc_ndcg_at_5_max
value: 46.722954751612264
verified: no, type: nauc_ndcg_at_5_std
value: 44.665247293303416
verified: no, type: nauc_precision_at_1000_diff1
value: 6.514642381748156
verified: no, type: nauc_precision_at_1000_max
value: 54.61143553569596
verified: no, type: nauc_precision_at_1000_std
value: 51.84636945565138
verified: no, type: nauc_precision_at_100_diff1
value: 9.181266993927007
verified: no, type: nauc_precision_at_100_max
value: 63.29553111429812
verified: no, type: nauc_precision_at_100_std
value: 59.013060721871035
verified: no, type: nauc_precision_at_10_diff1
value: 16.062673027273505
verified: no, type: nauc_precision_at_10_max
value: 64.85826828536602
verified: no, type: nauc_precision_at_10_std
value: 58.476222375984
verified: no, type: nauc_precision_at_1_diff1
value: 4.7355957804700415
verified: no, type: nauc_precision_at_1_max
value: 39.93352486009351
verified: no, type: nauc_precision_at_1_std
value: 39.55801119967461
verified: no, type: nauc_precision_at_20_diff1
value: 12.061096674017728
verified: no, type: nauc_precision_at_20_max
value: 66.81322466200473
verified: no, type: nauc_precision_at_20_std
value: 58.18606533749746
verified: no, type: nauc_precision_at_3_diff1
value: 9.10289433878097
verified: no, type: nauc_precision_at_3_max
value: 61.00901833818042
verified: no, type: nauc_precision_at_3_std
value: 52.94626237786338
verified: no, type: nauc_precision_at_5_diff1
value: 13.765083369324818
verified: no, type: nauc_precision_at_5_max
value: 67.0735717931603
verified: no, type: nauc_precision_at_5_std
value: 60.160759158192334
verified: no, type: nauc_recall_at_1000_diff1
value: 33.378885488094184
verified: no, type: nauc_recall_at_1000_max
value: 58.97167459966026
verified: no, type: nauc_recall_at_1000_std
value: 59.59218645358476
verified: no, type: nauc_recall_at_100_diff1
value: 25.1307767949282
verified: no, type: nauc_recall_at_100_max
value: 48.29698220976826
verified: no, type: nauc_recall_at_100_std
value: 44.76527467601765
verified: no, type: nauc_recall_at_10_diff1
value: 21.012536607264714
verified: no, type: nauc_recall_at_10_max
value: 21.719714919287135
verified: no, type: nauc_recall_at_10_std
value: 18.503987452436643
verified: no, type: nauc_recall_at_1_diff1
value: 10.947697022780028
verified: no, type: nauc_recall_at_1_max
value: 11.333211449460881
verified: no, type: nauc_recall_at_1_std
value: 19.475048420924633
verified: no, type: nauc_recall_at_20_diff1
value: 14.221666924930961
verified: no, type: nauc_recall_at_20_max
value: 30.83326629354958
verified: no, type: nauc_recall_at_20_std
value: 25.419400751031635
verified: no, type: nauc_recall_at_3_diff1
value: 19.488515137385438
verified: no, type: nauc_recall_at_3_max
value: 18.682366339227507
verified: no, type: nauc_recall_at_3_std
value: 14.801487977327957
verified: no, type: nauc_recall_at_5_diff1
value: 21.493404372645262
verified: no, type: nauc_recall_at_5_max
value: 22.470910257369972
verified: no, type: nauc_recall_at_5_std
value: 20.91789333035049
verified: no, type: ndcg_at_1
value: 36.047000000000004
verified: no, type: ndcg_at_10
value: 34.981
verified: no, type: ndcg_at_100
value: 33.928000000000004
verified: no, type: ndcg_at_1000
value: 42.553999999999995
verified: no, type: ndcg_at_20
value: 33.768
verified: no, type: ndcg_at_3
value: 35.477
verified: no, type: ndcg_at_5
value: 35.54
verified: no, type: precision_at_1
value: 55.814
verified: no, type: precision_at_10
value: 46.744
verified: no, type: precision_at_100
value: 22.721
verified: no, type: precision_at_1000
value: 4.781
verified: no, type: precision_at_20
value: 40.465
verified: no, type: precision_at_3
value: 52.713
verified: no, type: precision_at_5
value: 51.163000000000004
verified: no, type: recall_at_1
value: 0.9369999999999999
verified: no, type: recall_at_10
value: 7.921
verified: no, type: recall_at_100
value: 28.903000000000002
verified: no, type: recall_at_1000
value: 53.691
verified: no, type: recall_at_20
value: 12.745000000000001
verified: no, type: recall_at_3
value: 2.8240000000000003
verified: no, type: recall_at_5
value: 4.476999999999999
verified: no, task: type: Classification
dataset: name: MTEB MTOPDomainClassification (en)
type: mteb/mtop_domain
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.95576835385319
verified: no, type: f1
value: 88.06364678376042
verified: no, type: f1_weighted
value: 89.00721562093213
verified: no, type: main_score
value: 88.95576835385319
verified: no, task: type: Classification
dataset: name: MTEB MTOPIntentClassification (en)
type: mteb/mtop_intent
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 56.99726402188783
verified: no, type: f1
value: 38.19916053247397
verified: no, type: f1_weighted
value: 59.96788951671549
verified: no, type: main_score
value: 56.99726402188783
verified: no, task: type: Classification
dataset: name: MTEB MassiveIntentClassification (en)
type: mteb/amazon_massive_intent
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 63.79287155346336
verified: no, type: f1
value: 61.634629394462934
verified: no, type: f1_weighted
value: 62.567311481126055
verified: no, type: main_score
value: 63.79287155346336
verified: no, task: type: Classification
dataset: name: MTEB MassiveScenarioClassification (en)
type: mteb/amazon_massive_scenario
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 70.30934767989241
verified: no, type: f1
value: 68.77914761769517
verified: no, type: f1_weighted
value: 70.1128179307388
verified: no, type: main_score
value: 70.30934767989241
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringP2P (default)
type: mteb/medrxiv-clustering-p2p
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: main_score
value: 27.61734940907637
verified: no, type: v_measure
value: 27.61734940907637
verified: no, type: v_measure_std
value: 1.2248100208316097
verified: no, task: type: Clustering
dataset: name: MTEB MedrxivClusteringS2S (default)
type: mteb/medrxiv-clustering-s2s
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: main_score
value: 23.802943866708308
verified: no, type: v_measure
value: 23.802943866708308
verified: no, type: v_measure_std
value: 1.4975518910969763
verified: no, task: type: Reranking
dataset: name: MTEB MindSmallReranking (default)
type: mteb/mind_small
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: main_score
value: 29.431722284942175
verified: no, type: map
value: 29.431722284942175
verified: no, type: mrr
value: 30.207239990924332
verified: no, type: nAUC_map_diff1
value: 8.996546748314882
verified: no, type: nAUC_map_max
value: -23.177815249478726
verified: no, type: nAUC_map_std
value: -8.953694065964015
verified: no, type: nAUC_mrr_diff1
value: 9.247690774332192
verified: no, type: nAUC_mrr_max
value: -17.42779158552557
verified: no, type: nAUC_mrr_std
value: -5.997215692334967
verified: no, task: type: Retrieval
dataset: name: MTEB NFCorpus (default)
type: mteb/nfcorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: main_score
value: 24.267
verified: no, type: map_at_1
value: 3.479
verified: no, type: map_at_10
value: 7.603
verified: no, type: map_at_100
value: 9.725999999999999
verified: no, type: map_at_1000
value: 10.84
verified: no, type: map_at_20
value: 8.458
verified: no, type: map_at_3
value: 5.844
verified: no, type: map_at_5
value: 6.732
verified: no, type: mrr_at_1
value: 33.746130030959755
verified: no, type: mrr_at_10
value: 43.515897587105016
verified: no, type: mrr_at_100
value: 44.1900925310943
verified: no, type: mrr_at_1000
value: 44.248355412773655
verified: no, type: mrr_at_20
value: 43.868459509915866
verified: no, type: mrr_at_3
value: 41.74406604747161
verified: no, type: mrr_at_5
value: 42.82765737874097
verified: no, type: nauc_map_at_1000_diff1
value: 34.88971488841416
verified: no, type: nauc_map_at_1000_max
value: 31.233839968277195
verified: no, type: nauc_map_at_1000_std
value: 17.992857492799814
verified: no, type: nauc_map_at_100_diff1
value: 36.76693324709909
verified: no, type: nauc_map_at_100_max
value: 29.86086979425915
verified: no, type: nauc_map_at_100_std
value: 13.839419605590217
verified: no, type: nauc_map_at_10_diff1
value: 41.84259867098214
verified: no, type: nauc_map_at_10_max
value: 25.879197474145045
verified: no, type: nauc_map_at_10_std
value: 5.172621372587683
verified: no, type: nauc_map_at_1_diff1
value: 59.30631217950276
verified: no, type: nauc_map_at_1_max
value: 20.33548433428363
verified: no, type: nauc_map_at_1_std
value: -1.8217254079917093
verified: no, type: nauc_map_at_20_diff1
value: 38.95414455683049
verified: no, type: nauc_map_at_20_max
value: 26.987123257006363
verified: no, type: nauc_map_at_20_std
value: 8.70109669516395
verified: no, type: nauc_map_at_3_diff1
value: 47.18504542973307
verified: no, type: nauc_map_at_3_max
value: 21.706151469833202
verified: no, type: nauc_map_at_3_std
value: 0.8205050181794802
verified: no, type: nauc_map_at_5_diff1
value: 45.415931092144476
verified: no, type: nauc_map_at_5_max
value: 23.366427326413234
verified: no, type: nauc_map_at_5_std
value: 2.036343948136038
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.09352814360173
verified: no, type: nauc_mrr_at_1000_max
value: 36.57744406738573
verified: no, type: nauc_mrr_at_1000_std
value: 18.874642200828255
verified: no, type: nauc_mrr_at_100_diff1
value: 34.07606233752646
verified: no, type: nauc_mrr_at_100_max
value: 36.570920987632604
verified: no, type: nauc_mrr_at_100_std
value: 18.90704866545748
verified: no, type: nauc_mrr_at_10_diff1
value: 33.86749261732675
verified: no, type: nauc_mrr_at_10_max
value: 36.53445713485045
verified: no, type: nauc_mrr_at_10_std
value: 18.72635222657426
verified: no, type: nauc_mrr_at_1_diff1
value: 38.310753456104415
verified: no, type: nauc_mrr_at_1_max
value: 32.080433604684444
verified: no, type: nauc_mrr_at_1_std
value: 10.76705379557832
verified: no, type: nauc_mrr_at_20_diff1
value: 34.05889362360272
verified: no, type: nauc_mrr_at_20_max
value: 36.539902847898894
verified: no, type: nauc_mrr_at_20_std
value: 18.829170969376136
verified: no, type: nauc_mrr_at_3_diff1
value: 34.661230693226
verified: no, type: nauc_mrr_at_3_max
value: 35.27494037957078
verified: no, type: nauc_mrr_at_3_std
value: 16.799715396839538
verified: no, type: nauc_mrr_at_5_diff1
value: 34.30568391918026
verified: no, type: nauc_mrr_at_5_max
value: 36.31513238612551
verified: no, type: nauc_mrr_at_5_std
value: 18.248879043938977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.625594076978317
verified: no, type: nauc_ndcg_at_1000_max
value: 39.10317925519372
verified: no, type: nauc_ndcg_at_1000_std
value: 28.285055860454257
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.620568325357986
verified: no, type: nauc_ndcg_at_100_max
value: 34.32867733567831
verified: no, type: nauc_ndcg_at_100_std
value: 25.103257804738867
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.527566945282576
verified: no, type: nauc_ndcg_at_10_max
value: 32.19051221282665
verified: no, type: nauc_ndcg_at_10_std
value: 25.403501921327432
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.95386802348185
verified: no, type: nauc_ndcg_at_1_max
value: 30.134605059752644
verified: no, type: nauc_ndcg_at_1_std
value: 11.904644683131
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.422544698266798
verified: no, type: nauc_ndcg_at_20_max
value: 31.85394200124836
verified: no, type: nauc_ndcg_at_20_std
value: 26.925279769256523
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.968874988258573
verified: no, type: nauc_ndcg_at_3_max
value: 30.93696431950224
verified: no, type: nauc_ndcg_at_3_std
value: 18.551823245893114
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.722349682774233
verified: no, type: nauc_ndcg_at_5_max
value: 32.29294830500251
verified: no, type: nauc_ndcg_at_5_std
value: 21.309663190563718
verified: no, type: nauc_precision_at_1000_diff1
value: -7.466934392543785
verified: no, type: nauc_precision_at_1000_max
value: 17.534662065944236
verified: no, type: nauc_precision_at_1000_std
value: 43.86335465977071
verified: no, type: nauc_precision_at_100_diff1
value: -2.073530455550674
verified: no, type: nauc_precision_at_100_max
value: 26.51626141328235
verified: no, type: nauc_precision_at_100_std
value: 47.02741717034574
verified: no, type: nauc_precision_at_10_diff1
value: 6.717006995188633
verified: no, type: nauc_precision_at_10_max
value: 32.738691529253494
verified: no, type: nauc_precision_at_10_std
value: 35.80103442917034
verified: no, type: nauc_precision_at_1_diff1
value: 38.310753456104415
verified: no, type: nauc_precision_at_1_max
value: 32.080433604684444
verified: no, type: nauc_precision_at_1_std
value: 10.76705379557832
verified: no, type: nauc_precision_at_20_diff1
value: 2.745832502363386
verified: no, type: nauc_precision_at_20_max
value: 30.954145690157688
verified: no, type: nauc_precision_at_20_std
value: 41.74795596694651
verified: no, type: nauc_precision_at_3_diff1
value: 20.04271494210498
verified: no, type: nauc_precision_at_3_max
value: 32.49798591360355
verified: no, type: nauc_precision_at_3_std
value: 22.433174666547337
verified: no, type: nauc_precision_at_5_diff1
value: 13.559244763754297
verified: no, type: nauc_precision_at_5_max
value: 34.29174467545541
verified: no, type: nauc_precision_at_5_std
value: 27.67088510253159
verified: no, type: nauc_recall_at_1000_diff1
value: 14.406899781864585
verified: no, type: nauc_recall_at_1000_max
value: 18.63293041982341
verified: no, type: nauc_recall_at_1000_std
value: 14.873113563587054
verified: no, type: nauc_recall_at_100_diff1
value: 20.276630820341023
verified: no, type: nauc_recall_at_100_max
value: 20.74130868375551
verified: no, type: nauc_recall_at_100_std
value: 14.253807947296465
verified: no, type: nauc_recall_at_10_diff1
value: 32.131322772361194
verified: no, type: nauc_recall_at_10_max
value: 21.834619003317645
verified: no, type: nauc_recall_at_10_std
value: 5.111047982154726
verified: no, type: nauc_recall_at_1_diff1
value: 59.30631217950276
verified: no, type: nauc_recall_at_1_max
value: 20.33548433428363
verified: no, type: nauc_recall_at_1_std
value: -1.8217254079917093
verified: no, type: nauc_recall_at_20_diff1
value: 29.009526186873646
verified: no, type: nauc_recall_at_20_max
value: 19.222693262075214
verified: no, type: nauc_recall_at_20_std
value: 8.263428180065297
verified: no, type: nauc_recall_at_3_diff1
value: 38.428506196942266
verified: no, type: nauc_recall_at_3_max
value: 18.92885903756039
verified: no, type: nauc_recall_at_3_std
value: 2.2767688747391106
verified: no, type: nauc_recall_at_5_diff1
value: 35.93597428489607
verified: no, type: nauc_recall_at_5_max
value: 19.591607144107787
verified: no, type: nauc_recall_at_5_std
value: 2.110828447844176
verified: no, type: ndcg_at_1
value: 31.424000000000003
verified: no, type: ndcg_at_10
value: 24.267
verified: no, type: ndcg_at_100
value: 22.416
verified: no, type: ndcg_at_1000
value: 31.165
verified: no, type: ndcg_at_20
value: 22.698
verified: no, type: ndcg_at_3
value: 28.349999999999998
verified: no, type: ndcg_at_5
value: 26.596999999999998
verified: no, type: precision_at_1
value: 33.745999999999995
verified: no, type: precision_at_10
value: 18.173000000000002
verified: no, type: precision_at_100
value: 6.142
verified: no, type: precision_at_1000
value: 1.856
verified: no, type: precision_at_20
value: 13.808000000000002
verified: no, type: precision_at_3
value: 27.141
verified: no, type: precision_at_5
value: 22.91
verified: no, type: recall_at_1
value: 3.479
verified: no, type: recall_at_10
value: 10.838000000000001
verified: no, type: recall_at_100
value: 23.817
verified: no, type: recall_at_1000
value: 54.910000000000004
verified: no, type: recall_at_20
value: 14.201
verified: no, type: recall_at_3
value: 7.236
verified: no, type: recall_at_5
value: 9.003
verified: no, task: type: Retrieval
dataset: name: MTEB NQ (default)
type: mteb/nq
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: main_score
value: 19.543
verified: no, type: map_at_1
value: 8.413
verified: no, type: map_at_10
value: 15.137
verified: no, type: map_at_100
value: 16.393
verified: no, type: map_at_1000
value: 16.492
verified: no, type: map_at_20
value: 15.827
verified: no, type: map_at_3
value: 12.584999999999999
verified: no, type: map_at_5
value: 13.963000000000001
verified: no, type: mrr_at_1
value: 9.73348783314021
verified: no, type: mrr_at_10
value: 16.79895712630359
verified: no, type: mrr_at_100
value: 17.96527488497497
verified: no, type: mrr_at_1000
value: 18.049284621380956
verified: no, type: mrr_at_20
value: 17.456541969883244
verified: no, type: mrr_at_3
value: 14.2429509463113
verified: no, type: mrr_at_5
value: 15.636346079567373
verified: no, type: nauc_map_at_1000_diff1
value: 18.819971639310904
verified: no, type: nauc_map_at_1000_max
value: 13.814947350680912
verified: no, type: nauc_map_at_1000_std
value: 2.521914759184715
verified: no, type: nauc_map_at_100_diff1
value: 18.814255883152295
verified: no, type: nauc_map_at_100_max
value: 13.784098474987728
verified: no, type: nauc_map_at_100_std
value: 2.463386644603925
verified: no, type: nauc_map_at_10_diff1
value: 18.859741700546
verified: no, type: nauc_map_at_10_max
value: 13.200112454161522
verified: no, type: nauc_map_at_10_std
value: 1.2838729142015952
verified: no, type: nauc_map_at_1_diff1
value: 22.792911666175435
verified: no, type: nauc_map_at_1_max
value: 9.420966909430586
verified: no, type: nauc_map_at_1_std
value: -2.177707391834426
verified: no, type: nauc_map_at_20_diff1
value: 18.857585870077603
verified: no, type: nauc_map_at_20_max
value: 13.494371000020585
verified: no, type: nauc_map_at_20_std
value: 1.7987081767888724
verified: no, type: nauc_map_at_3_diff1
value: 20.3919043114244
verified: no, type: nauc_map_at_3_max
value: 11.229233328712159
verified: no, type: nauc_map_at_3_std
value: -0.38627708043707826
verified: no, type: nauc_map_at_5_diff1
value: 19.354241266183816
verified: no, type: nauc_map_at_5_max
value: 12.050995012138287
verified: no, type: nauc_map_at_5_std
value: 0.4619900683963445
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.44597143162577
verified: no, type: nauc_mrr_at_1000_max
value: 12.99325734801233
verified: no, type: nauc_mrr_at_1000_std
value: 3.843471729334042
verified: no, type: nauc_mrr_at_100_diff1
value: 17.435646674940784
verified: no, type: nauc_mrr_at_100_max
value: 12.977733602157626
verified: no, type: nauc_mrr_at_100_std
value: 3.819688827654704
verified: no, type: nauc_mrr_at_10_diff1
value: 17.366258247556274
verified: no, type: nauc_mrr_at_10_max
value: 12.525863095955028
verified: no, type: nauc_mrr_at_10_std
value: 2.9586217333067033
verified: no, type: nauc_mrr_at_1_diff1
value: 21.181200992092933
verified: no, type: nauc_mrr_at_1_max
value: 9.071174422547715
verified: no, type: nauc_mrr_at_1_std
value: 0.37666341313223156
verified: no, type: nauc_mrr_at_20_diff1
value: 17.47842029246494
verified: no, type: nauc_mrr_at_20_max
value: 12.782728137865854
verified: no, type: nauc_mrr_at_20_std
value: 3.335207400639897
verified: no, type: nauc_mrr_at_3_diff1
value: 18.51145002403263
verified: no, type: nauc_mrr_at_3_max
value: 10.835289485126742
verified: no, type: nauc_mrr_at_3_std
value: 1.9317890085586098
verified: no, type: nauc_mrr_at_5_diff1
value: 17.85072852768249
verified: no, type: nauc_mrr_at_5_max
value: 11.48513938150474
verified: no, type: nauc_mrr_at_5_std
value: 2.42459300983239
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.90906471124972
verified: no, type: nauc_ndcg_at_1000_max
value: 18.10309890125217
verified: no, type: nauc_ndcg_at_1000_std
value: 9.531587494208333
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.794610031459452
verified: no, type: nauc_ndcg_at_100_max
value: 17.320423121617587
verified: no, type: nauc_ndcg_at_100_std
value: 8.36089871892644
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.9238328483549
verified: no, type: nauc_ndcg_at_10_max
value: 15.003898384476175
verified: no, type: nauc_ndcg_at_10_std
value: 3.220068514580869
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.181200992092933
verified: no, type: nauc_ndcg_at_1_max
value: 9.071174422547715
verified: no, type: nauc_ndcg_at_1_std
value: 0.37666341313223156
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.122783032672636
verified: no, type: nauc_ndcg_at_20_max
value: 15.811529036192868
verified: no, type: nauc_ndcg_at_20_std
value: 4.638881062044276
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.397651629456085
verified: no, type: nauc_ndcg_at_3_max
value: 11.519185092964664
verified: no, type: nauc_ndcg_at_3_std
value: 0.5852664941054009
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.836092374281833
verified: no, type: nauc_ndcg_at_5_max
value: 12.692159310256345
verified: no, type: nauc_ndcg_at_5_std
value: 1.7356004993081944
verified: no, type: nauc_precision_at_1000_diff1
value: 3.073453832047264
verified: no, type: nauc_precision_at_1000_max
value: 23.790855697865958
verified: no, type: nauc_precision_at_1000_std
value: 32.57511127212919
verified: no, type: nauc_precision_at_100_diff1
value: 9.127444700503846
verified: no, type: nauc_precision_at_100_max
value: 22.71156118580008
verified: no, type: nauc_precision_at_100_std
value: 24.63648530454141
verified: no, type: nauc_precision_at_10_diff1
value: 13.02401021030829
verified: no, type: nauc_precision_at_10_max
value: 18.85263386483255
verified: no, type: nauc_precision_at_10_std
value: 8.373513612599647
verified: no, type: nauc_precision_at_1_diff1
value: 21.181200992092933
verified: no, type: nauc_precision_at_1_max
value: 9.071174422547715
verified: no, type: nauc_precision_at_1_std
value: 0.37666341313223156
verified: no, type: nauc_precision_at_20_diff1
value: 12.975989332948448
verified: no, type: nauc_precision_at_20_max
value: 20.296858370304385
verified: no, type: nauc_precision_at_20_std
value: 12.119876359299383
verified: no, type: nauc_precision_at_3_diff1
value: 17.130641156396027
verified: no, type: nauc_precision_at_3_max
value: 12.010571872098485
verified: no, type: nauc_precision_at_3_std
value: 2.637465881798806
verified: no, type: nauc_precision_at_5_diff1
value: 14.960326184287629
verified: no, type: nauc_precision_at_5_max
value: 14.264819044499205
verified: no, type: nauc_precision_at_5_std
value: 4.5445140864787215
verified: no, type: nauc_recall_at_1000_diff1
value: 11.322486975456016
verified: no, type: nauc_recall_at_1000_max
value: 42.74305283200241
verified: no, type: nauc_recall_at_1000_std
value: 47.78794764298061
verified: no, type: nauc_recall_at_100_diff1
value: 12.242221079259041
verified: no, type: nauc_recall_at_100_max
value: 26.918744103646013
verified: no, type: nauc_recall_at_100_std
value: 24.541980019505186
verified: no, type: nauc_recall_at_10_diff1
value: 13.38045827515169
verified: no, type: nauc_recall_at_10_max
value: 18.545456163809533
verified: no, type: nauc_recall_at_10_std
value: 5.734945625849404
verified: no, type: nauc_recall_at_1_diff1
value: 22.792911666175435
verified: no, type: nauc_recall_at_1_max
value: 9.420966909430586
verified: no, type: nauc_recall_at_1_std
value: -2.177707391834426
verified: no, type: nauc_recall_at_20_diff1
value: 14.133329746281683
verified: no, type: nauc_recall_at_20_max
value: 20.394153554260118
verified: no, type: nauc_recall_at_20_std
value: 9.229321407977622
verified: no, type: nauc_recall_at_3_diff1
value: 18.230047011254864
verified: no, type: nauc_recall_at_3_max
value: 12.217461047044784
verified: no, type: nauc_recall_at_3_std
value: 1.0395060720237228
verified: no, type: nauc_recall_at_5_diff1
value: 14.947190921163273
verified: no, type: nauc_recall_at_5_max
value: 13.844816353548604
verified: no, type: nauc_recall_at_5_std
value: 2.9621844586841086
verified: no, type: ndcg_at_1
value: 9.733
verified: no, type: ndcg_at_10
value: 19.543
verified: no, type: ndcg_at_100
value: 25.965
verified: no, type: ndcg_at_1000
value: 28.663
verified: no, type: ndcg_at_20
value: 21.985
verified: no, type: ndcg_at_3
value: 14.308000000000002
verified: no, type: ndcg_at_5
value: 16.771
verified: no, type: precision_at_1
value: 9.733
verified: no, type: precision_at_10
value: 3.7249999999999996
verified: no, type: precision_at_100
value: 0.739
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 2.4330000000000003
verified: no, type: precision_at_3
value: 6.856
verified: no, type: precision_at_5
value: 5.475
verified: no, type: recall_at_1
value: 8.413
verified: no, type: recall_at_10
value: 31.668000000000003
verified: no, type: recall_at_100
value: 61.551
verified: no, type: recall_at_1000
value: 82.228
verified: no, type: recall_at_20
value: 40.888999999999996
verified: no, type: recall_at_3
value: 17.669
verified: no, type: recall_at_5
value: 23.488999999999997
verified: no, task: type: Retrieval
dataset: name: MTEB QuoraRetrieval (default)
type: mteb/quora
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: main_score
value: 80.598
verified: no, type: map_at_1
value: 63.532
verified: no, type: map_at_10
value: 76.07300000000001
verified: no, type: map_at_100
value: 76.863
verified: no, type: map_at_1000
value: 76.896
verified: no, type: map_at_20
value: 76.575
verified: no, type: map_at_3
value: 73.075
verified: no, type: map_at_5
value: 74.888
verified: no, type: mrr_at_1
value: 73.11
verified: no, type: mrr_at_10
value: 80.13760714285678
verified: no, type: mrr_at_100
value: 80.40676931635143
verified: no, type: mrr_at_1000
value: 80.413857041773
verified: no, type: mrr_at_20
value: 80.33569450368124
verified: no, type: mrr_at_3
value: 78.73166666666627
verified: no, type: mrr_at_5
value: 79.60316666666607
verified: no, type: nauc_map_at_1000_diff1
value: 71.76748518946404
verified: no, type: nauc_map_at_1000_max
value: 37.52091562623074
verified: no, type: nauc_map_at_1000_std
value: -19.886772833711106
verified: no, type: nauc_map_at_100_diff1
value: 71.77392469494623
verified: no, type: nauc_map_at_100_max
value: 37.51305402355471
verified: no, type: nauc_map_at_100_std
value: -19.90950133564633
verified: no, type: nauc_map_at_10_diff1
value: 71.78435718469383
verified: no, type: nauc_map_at_10_max
value: 37.12859151143304
verified: no, type: nauc_map_at_10_std
value: -20.6727975668906
verified: no, type: nauc_map_at_1_diff1
value: 74.16329762399023
verified: no, type: nauc_map_at_1_max
value: 30.710315707498864
verified: no, type: nauc_map_at_1_std
value: -19.3193474040897
verified: no, type: nauc_map_at_20_diff1
value: 71.8048608565351
verified: no, type: nauc_map_at_20_max
value: 37.437936254957336
verified: no, type: nauc_map_at_20_std
value: -20.256332267213164
verified: no, type: nauc_map_at_3_diff1
value: 72.15934361454754
verified: no, type: nauc_map_at_3_max
value: 35.34630080626579
verified: no, type: nauc_map_at_3_std
value: -22.03571060362441
verified: no, type: nauc_map_at_5_diff1
value: 71.83699898564598
verified: no, type: nauc_map_at_5_max
value: 36.479498983192975
verified: no, type: nauc_map_at_5_std
value: -21.231304270451062
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.88897169606878
verified: no, type: nauc_mrr_at_1000_max
value: 40.200221349285634
verified: no, type: nauc_mrr_at_1000_std
value: -17.633375591506123
verified: no, type: nauc_mrr_at_100_diff1
value: 72.88918562563104
verified: no, type: nauc_mrr_at_100_max
value: 40.20508375617468
verified: no, type: nauc_mrr_at_100_std
value: -17.62754237516005
verified: no, type: nauc_mrr_at_10_diff1
value: 72.78722143722388
verified: no, type: nauc_mrr_at_10_max
value: 40.26493516347653
verified: no, type: nauc_mrr_at_10_std
value: -17.591516046092213
verified: no, type: nauc_mrr_at_1_diff1
value: 74.20323111992924
verified: no, type: nauc_mrr_at_1_max
value: 39.1888925247388
verified: no, type: nauc_mrr_at_1_std
value: -17.041083591080856
verified: no, type: nauc_mrr_at_20_diff1
value: 72.87614719969847
verified: no, type: nauc_mrr_at_20_max
value: 40.25187245577547
verified: no, type: nauc_mrr_at_20_std
value: -17.623643078270213
verified: no, type: nauc_mrr_at_3_diff1
value: 72.70424133205663
verified: no, type: nauc_mrr_at_3_max
value: 40.015103745774944
verified: no, type: nauc_mrr_at_3_std
value: -18.296912082298693
verified: no, type: nauc_mrr_at_5_diff1
value: 72.6695462203408
verified: no, type: nauc_mrr_at_5_max
value: 40.166677547198724
verified: no, type: nauc_mrr_at_5_std
value: -17.836669429879553
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.7014600627096
verified: no, type: nauc_ndcg_at_1000_max
value: 39.17528447849729
verified: no, type: nauc_ndcg_at_1000_std
value: -18.169144412803025
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.72812292491562
verified: no, type: nauc_ndcg_at_100_max
value: 39.178065817466866
verified: no, type: nauc_ndcg_at_100_std
value: -17.98857148420824
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.22490342106018
verified: no, type: nauc_ndcg_at_10_max
value: 38.58976910658222
verified: no, type: nauc_ndcg_at_10_std
value: -19.3807889122846
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.20323111992924
verified: no, type: nauc_ndcg_at_1_max
value: 39.18366557965937
verified: no, type: nauc_ndcg_at_1_std
value: -16.979563433712343
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.59416957115776
verified: no, type: nauc_ndcg_at_20_max
value: 39.11048553178983
verified: no, type: nauc_ndcg_at_20_std
value: -18.913452979338476
verified: no, type: nauc_ndcg_at_3_diff1
value: 71.15596154191027
verified: no, type: nauc_ndcg_at_3_max
value: 37.36564154714553
verified: no, type: nauc_ndcg_at_3_std
value: -20.721815190390565
verified: no, type: nauc_ndcg_at_5_diff1
value: 71.0047395584928
verified: no, type: nauc_ndcg_at_5_max
value: 37.95479899642812
verified: no, type: nauc_ndcg_at_5_std
value: -20.008045920279887
verified: no, type: nauc_precision_at_1000_diff1
value: -36.79287717727177
verified: no, type: nauc_precision_at_1000_max
value: -4.853042765778535
verified: no, type: nauc_precision_at_1000_std
value: 21.89700327903914
verified: no, type: nauc_precision_at_100_diff1
value: -33.803566917391024
verified: no, type: nauc_precision_at_100_max
value: -2.343501157957199
verified: no, type: nauc_precision_at_100_std
value: 21.03134251148425
verified: no, type: nauc_precision_at_10_diff1
value: -19.647078935128047
verified: no, type: nauc_precision_at_10_max
value: 7.646163968592671
verified: no, type: nauc_precision_at_10_std
value: 11.425640109742039
verified: no, type: nauc_precision_at_1_diff1
value: 74.20323111992924
verified: no, type: nauc_precision_at_1_max
value: 39.18366557965937
verified: no, type: nauc_precision_at_1_std
value: -16.979563433712343
verified: no, type: nauc_precision_at_20_diff1
value: -26.95360783576433
verified: no, type: nauc_precision_at_20_max
value: 3.534889652498316
verified: no, type: nauc_precision_at_20_std
value: 16.011941126119197
verified: no, type: nauc_precision_at_3_diff1
value: 7.80806721613657
verified: no, type: nauc_precision_at_3_max
value: 18.93471456458755
verified: no, type: nauc_precision_at_3_std
value: -2.3471793824170493
verified: no, type: nauc_precision_at_5_diff1
value: -7.187077136844068
verified: no, type: nauc_precision_at_5_max
value: 13.710196203710806
verified: no, type: nauc_precision_at_5_std
value: 5.029517000064198
verified: no, type: nauc_recall_at_1000_diff1
value: 55.29138658386572
verified: no, type: nauc_recall_at_1000_max
value: 57.58368141138265
verified: no, type: nauc_recall_at_1000_std
value: 33.353499745829765
verified: no, type: nauc_recall_at_100_diff1
value: 65.98407378542676
verified: no, type: nauc_recall_at_100_max
value: 43.3437006049648
verified: no, type: nauc_recall_at_100_std
value: 3.7556643837275345
verified: no, type: nauc_recall_at_10_diff1
value: 64.73552843826317
verified: no, type: nauc_recall_at_10_max
value: 37.93061567923699
verified: no, type: nauc_recall_at_10_std
value: -19.1098323242707
verified: no, type: nauc_recall_at_1_diff1
value: 74.16329762399023
verified: no, type: nauc_recall_at_1_max
value: 30.710315707498864
verified: no, type: nauc_recall_at_1_std
value: -19.3193474040897
verified: no, type: nauc_recall_at_20_diff1
value: 64.4507396763554
verified: no, type: nauc_recall_at_20_max
value: 40.62914458603293
verified: no, type: nauc_recall_at_20_std
value: -15.040711675139082
verified: no, type: nauc_recall_at_3_diff1
value: 67.8143518137102
verified: no, type: nauc_recall_at_3_max
value: 33.649275891159945
verified: no, type: nauc_recall_at_3_std
value: -24.400275123272163
verified: no, type: nauc_recall_at_5_diff1
value: 65.9405683463817
verified: no, type: nauc_recall_at_5_max
value: 35.64051201738537
verified: no, type: nauc_recall_at_5_std
value: -22.06335424061329
verified: no, type: ndcg_at_1
value: 73.11
verified: no, type: ndcg_at_10
value: 80.598
verified: no, type: ndcg_at_100
value: 82.75200000000001
verified: no, type: ndcg_at_1000
value: 83.145
verified: no, type: ndcg_at_20
value: 81.71300000000001
verified: no, type: ndcg_at_3
value: 77.025
verified: no, type: ndcg_at_5
value: 78.85
verified: no, type: precision_at_1
value: 73.11
verified: no, type: precision_at_10
value: 12.206999999999999
verified: no, type: precision_at_100
value: 1.459
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 6.579
verified: no, type: precision_at_3
value: 33.36
verified: no, type: precision_at_5
value: 22.09
verified: no, type: recall_at_1
value: 63.532
verified: no, type: recall_at_10
value: 89.32600000000001
verified: no, type: recall_at_100
value: 97.35000000000001
verified: no, type: recall_at_1000
value: 99.613
verified: no, type: recall_at_20
value: 93.151
verified: no, type: recall_at_3
value: 79.074
verified: no, type: recall_at_5
value: 84.143
verified: no, task: type: Clustering
dataset: name: MTEB RedditClustering (default)
type: mteb/reddit-clustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: main_score
value: 39.5465127563479
verified: no, type: v_measure
value: 39.5465127563479
verified: no, type: v_measure_std
value: 5.038703300031419
verified: no, task: type: Clustering
dataset: name: MTEB RedditClusteringP2P (default)
type: mteb/reddit-clustering-p2p
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: main_score
value: 47.07911795189491
verified: no, type: v_measure
value: 47.07911795189491
verified: no, type: v_measure_std
value: 11.546436135362846
verified: no, task: type: Retrieval
dataset: name: MTEB SCIDOCS (default)
type: mteb/scidocs
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: main_score
value: 12.386999999999999
verified: no, type: map_at_1
value: 3.053
verified: no, type: map_at_10
value: 6.912999999999999
verified: no, type: map_at_100
value: 8.261000000000001
verified: no, type: map_at_1000
value: 8.530999999999999
verified: no, type: map_at_20
value: 7.566000000000001
verified: no, type: map_at_3
value: 5.094
verified: no, type: map_at_5
value: 5.997
verified: no, type: mrr_at_1
value: 15
verified: no, type: mrr_at_10
value: 22.795357142857135
verified: no, type: mrr_at_100
value: 24.007787966055577
verified: no, type: mrr_at_1000
value: 24.09964360060081
verified: no, type: mrr_at_20
value: 23.466190383404
verified: no, type: mrr_at_3
value: 20.100000000000012
verified: no, type: mrr_at_5
value: 21.685000000000006
verified: no, type: nauc_map_at_1000_diff1
value: 11.73412101608325
verified: no, type: nauc_map_at_1000_max
value: 14.330449150895694
verified: no, type: nauc_map_at_1000_std
value: 15.742095990011743
verified: no, type: nauc_map_at_100_diff1
value: 11.777038848684697
verified: no, type: nauc_map_at_100_max
value: 14.104140826193404
verified: no, type: nauc_map_at_100_std
value: 15.155771699462264
verified: no, type: nauc_map_at_10_diff1
value: 12.374060330916672
verified: no, type: nauc_map_at_10_max
value: 11.856630361520313
verified: no, type: nauc_map_at_10_std
value: 11.753665232073269
verified: no, type: nauc_map_at_1_diff1
value: 16.986085327339335
verified: no, type: nauc_map_at_1_max
value: 12.246255844992572
verified: no, type: nauc_map_at_1_std
value: 7.863450169503143
verified: no, type: nauc_map_at_20_diff1
value: 11.634858111388464
verified: no, type: nauc_map_at_20_max
value: 13.108008262696513
verified: no, type: nauc_map_at_20_std
value: 13.423455469499999
verified: no, type: nauc_map_at_3_diff1
value: 14.889445454705324
verified: no, type: nauc_map_at_3_max
value: 11.572110481390013
verified: no, type: nauc_map_at_3_std
value: 8.556136010622351
verified: no, type: nauc_map_at_5_diff1
value: 12.907309838627985
verified: no, type: nauc_map_at_5_max
value: 11.000220583694968
verified: no, type: nauc_map_at_5_std
value: 10.111376166991917
verified: no, type: nauc_mrr_at_1000_diff1
value: 14.963874100415397
verified: no, type: nauc_mrr_at_1000_max
value: 13.495160823256164
verified: no, type: nauc_mrr_at_1000_std
value: 11.28815345444998
verified: no, type: nauc_mrr_at_100_diff1
value: 14.97621893176082
verified: no, type: nauc_mrr_at_100_max
value: 13.464936280105155
verified: no, type: nauc_mrr_at_100_std
value: 11.305521958378108
verified: no, type: nauc_mrr_at_10_diff1
value: 14.956869421525884
verified: no, type: nauc_mrr_at_10_max
value: 13.425685629657924
verified: no, type: nauc_mrr_at_10_std
value: 10.767260180262618
verified: no, type: nauc_mrr_at_1_diff1
value: 16.83378691664147
verified: no, type: nauc_mrr_at_1_max
value: 12.112287067835906
verified: no, type: nauc_mrr_at_1_std
value: 8.418304606390475
verified: no, type: nauc_mrr_at_20_diff1
value: 14.917032940839656
verified: no, type: nauc_mrr_at_20_max
value: 13.41755983642966
verified: no, type: nauc_mrr_at_20_std
value: 11.11458079038555
verified: no, type: nauc_mrr_at_3_diff1
value: 15.214496970273089
verified: no, type: nauc_mrr_at_3_max
value: 12.165871395179483
verified: no, type: nauc_mrr_at_3_std
value: 9.980162064503286
verified: no, type: nauc_mrr_at_5_diff1
value: 14.835204244776087
verified: no, type: nauc_mrr_at_5_max
value: 12.524956858818742
verified: no, type: nauc_mrr_at_5_std
value: 10.099655249800849
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.764737128236437
verified: no, type: nauc_ndcg_at_1000_max
value: 18.3469700109834
verified: no, type: nauc_ndcg_at_1000_std
value: 23.22837765426608
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.606245579895573
verified: no, type: nauc_ndcg_at_100_max
value: 17.167157579603412
verified: no, type: nauc_ndcg_at_100_std
value: 20.347909657378473
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.394040285590439
verified: no, type: nauc_ndcg_at_10_max
value: 13.388439287974505
verified: no, type: nauc_ndcg_at_10_std
value: 13.188024533529397
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.83378691664147
verified: no, type: nauc_ndcg_at_1_max
value: 12.112287067835906
verified: no, type: nauc_ndcg_at_1_std
value: 8.418304606390475
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.212784095325706
verified: no, type: nauc_ndcg_at_20_max
value: 15.185332617097233
verified: no, type: nauc_ndcg_at_20_std
value: 16.087050160363443
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.708471591387005
verified: no, type: nauc_ndcg_at_3_max
value: 11.70756510699363
verified: no, type: nauc_ndcg_at_3_std
value: 9.658612404132116
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.123868466784149
verified: no, type: nauc_ndcg_at_5_max
value: 11.60382600862464
verified: no, type: nauc_ndcg_at_5_std
value: 10.625775061954277
verified: no, type: nauc_precision_at_1000_diff1
value: 3.608251418490512
verified: no, type: nauc_precision_at_1000_max
value: 20.501537930519582
verified: no, type: nauc_precision_at_1000_std
value: 34.4770607840569
verified: no, type: nauc_precision_at_100_diff1
value: 7.864853652134883
verified: no, type: nauc_precision_at_100_max
value: 19.894334894038547
verified: no, type: nauc_precision_at_100_std
value: 28.711783183330663
verified: no, type: nauc_precision_at_10_diff1
value: 9.605214553552692
verified: no, type: nauc_precision_at_10_max
value: 14.347596155123817
verified: no, type: nauc_precision_at_10_std
value: 16.242794843380032
verified: no, type: nauc_precision_at_1_diff1
value: 16.83378691664147
verified: no, type: nauc_precision_at_1_max
value: 12.112287067835906
verified: no, type: nauc_precision_at_1_std
value: 8.418304606390475
verified: no, type: nauc_precision_at_20_diff1
value: 6.9964985542924545
verified: no, type: nauc_precision_at_20_max
value: 17.275243538199216
verified: no, type: nauc_precision_at_20_std
value: 20.986245055691036
verified: no, type: nauc_precision_at_3_diff1
value: 13.995705983866177
verified: no, type: nauc_precision_at_3_max
value: 11.391320470301181
verified: no, type: nauc_precision_at_3_std
value: 10.151716783634907
verified: no, type: nauc_precision_at_5_diff1
value: 11.064867165700008
verified: no, type: nauc_precision_at_5_max
value: 10.965289810519257
verified: no, type: nauc_precision_at_5_std
value: 11.837752544253021
verified: no, type: nauc_recall_at_1000_diff1
value: 3.4118402840027118
verified: no, type: nauc_recall_at_1000_max
value: 21.505334337938027
verified: no, type: nauc_recall_at_1000_std
value: 34.87205826061254
verified: no, type: nauc_recall_at_100_diff1
value: 7.793188645900735
verified: no, type: nauc_recall_at_100_max
value: 20.09269964020807
verified: no, type: nauc_recall_at_100_std
value: 28.838050639358375
verified: no, type: nauc_recall_at_10_diff1
value: 10.010288074812564
verified: no, type: nauc_recall_at_10_max
value: 14.470333599080465
verified: no, type: nauc_recall_at_10_std
value: 16.106977670704044
verified: no, type: nauc_recall_at_1_diff1
value: 16.986085327339335
verified: no, type: nauc_recall_at_1_max
value: 12.246255844992572
verified: no, type: nauc_recall_at_1_std
value: 7.863450169503143
verified: no, type: nauc_recall_at_20_diff1
value: 7.248991485381231
verified: no, type: nauc_recall_at_20_max
value: 17.357162157871585
verified: no, type: nauc_recall_at_20_std
value: 20.916649810908385
verified: no, type: nauc_recall_at_3_diff1
value: 14.190312777099356
verified: no, type: nauc_recall_at_3_max
value: 11.494013846579504
verified: no, type: nauc_recall_at_3_std
value: 9.871734511413411
verified: no, type: nauc_recall_at_5_diff1
value: 11.369318015463497
verified: no, type: nauc_recall_at_5_max
value: 11.0867249382338
verified: no, type: nauc_recall_at_5_std
value: 11.565786080587733
verified: no, type: ndcg_at_1
value: 15
verified: no, type: ndcg_at_10
value: 12.386999999999999
verified: no, type: ndcg_at_100
value: 18.533
verified: no, type: ndcg_at_1000
value: 23.955000000000002
verified: no, type: ndcg_at_20
value: 14.459
verified: no, type: ndcg_at_3
value: 11.75
verified: no, type: ndcg_at_5
value: 10.285
verified: no, type: precision_at_1
value: 15
verified: no, type: precision_at_10
value: 6.36
verified: no, type: precision_at_100
value: 1.528
verified: no, type: precision_at_1000
value: 0.28300000000000003
verified: no, type: precision_at_20
value: 4.375
verified: no, type: precision_at_3
value: 10.767
verified: no, type: precision_at_5
value: 8.9
verified: no, type: recall_at_1
value: 3.053
verified: no, type: recall_at_10
value: 12.873000000000001
verified: no, type: recall_at_100
value: 30.982
verified: no, type: recall_at_1000
value: 57.489999999999995
verified: no, type: recall_at_20
value: 17.718
verified: no, type: recall_at_3
value: 6.553000000000001
verified: no, type: recall_at_5
value: 9.013
verified: no, task: type: STS
dataset: name: MTEB SICK-R (default)
type: mteb/sickr-sts
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cosine_pearson
value: 75.67336823619708
verified: no, type: cosine_spearman
value: 64.6753400763881
verified: no, type: euclidean_pearson
value: 69.13481550039579
verified: no, type: euclidean_spearman
value: 64.6752133161514
verified: no, type: main_score
value: 64.6753400763881
verified: no, type: manhattan_pearson
value: 69.01619023671678
verified: no, type: manhattan_spearman
value: 64.8728231074179
verified: no, type: pearson
value: 75.67336823619708
verified: no, type: spearman
value: 64.6753400763881
verified: no, task: type: STS
dataset: name: MTEB STS12 (default)
type: mteb/sts12-sts
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cosine_pearson
value: 72.06681927996405
verified: no, type: cosine_spearman
value: 62.248985055530525
verified: no, type: euclidean_pearson
value: 68.05815981894538
verified: no, type: euclidean_spearman
value: 62.248985055530525
verified: no, type: main_score
value: 62.248985055530525
verified: no, type: manhattan_pearson
value: 66.68543185400786
verified: no, type: manhattan_spearman
value: 61.43850654925033
verified: no, type: pearson
value: 72.06681927996405
verified: no, type: spearman
value: 62.248985055530525
verified: no, task: type: STS
dataset: name: MTEB STS13 (default)
type: mteb/sts13-sts
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cosine_pearson
value: 76.53983680018591
verified: no, type: cosine_spearman
value: 77.27600787572996
verified: no, type: euclidean_pearson
value: 76.77960647262235
verified: no, type: euclidean_spearman
value: 77.27600787572996
verified: no, type: main_score
value: 77.27600787572996
verified: no, type: manhattan_pearson
value: 76.37651436440808
verified: no, type: manhattan_spearman
value: 76.85568457177312
verified: no, type: pearson
value: 76.53983680018591
verified: no, type: spearman
value: 77.27600787572996
verified: no, task: type: STS
dataset: name: MTEB STS14 (default)
type: mteb/sts14-sts
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cosine_pearson
value: 76.20854411766629
verified: no, type: cosine_spearman
value: 71.914099628002
verified: no, type: euclidean_pearson
value: 74.5273047891339
verified: no, type: euclidean_spearman
value: 71.914099628002
verified: no, type: main_score
value: 71.914099628002
verified: no, type: manhattan_pearson
value: 74.53275458017302
verified: no, type: manhattan_spearman
value: 71.9720930787841
verified: no, type: pearson
value: 76.20854411766629
verified: no, type: spearman
value: 71.914099628002
verified: no, task: type: STS
dataset: name: MTEB STS15 (default)
type: mteb/sts15-sts
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cosine_pearson
value: 79.24273419832653
verified: no, type: cosine_spearman
value: 79.75345871163103
verified: no, type: euclidean_pearson
value: 79.31395801169265
verified: no, type: euclidean_spearman
value: 79.75345871163103
verified: no, type: main_score
value: 79.75345871163103
verified: no, type: manhattan_pearson
value: 79.24199238927697
verified: no, type: manhattan_spearman
value: 79.64058599210834
verified: no, type: pearson
value: 79.24273419832653
verified: no, type: spearman
value: 79.75345871163103
verified: no, task: type: STS
dataset: name: MTEB STS16 (default)
type: mteb/sts16-sts
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cosine_pearson
value: 75.64452330127995
verified: no, type: cosine_spearman
value: 76.26343823222666
verified: no, type: euclidean_pearson
value: 75.64112047932008
verified: no, type: euclidean_spearman
value: 76.26343823222666
verified: no, type: main_score
value: 76.26343823222666
verified: no, type: manhattan_pearson
value: 75.32718809126764
verified: no, type: manhattan_spearman
value: 75.9420892784719
verified: no, type: pearson
value: 75.64452330127995
verified: no, type: spearman
value: 76.26343823222666
verified: no, task: type: STS
dataset: name: MTEB STS17 (es-en)
type: mteb/sts17-crosslingual-sts
config: es-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 17.52217310066287
verified: no, type: cosine_spearman
value: 14.729958484232528
verified: no, type: euclidean_pearson
value: 17.507234354096582
verified: no, type: euclidean_spearman
value: 14.729958484232528
verified: no, type: main_score
value: 14.729958484232528
verified: no, type: manhattan_pearson
value: 15.286020788097272
verified: no, type: manhattan_spearman
value: 11.320242312589713
verified: no, type: pearson
value: 17.52217310066287
verified: no, type: spearman
value: 14.729958484232528
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-en)
type: mteb/sts17-crosslingual-sts
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 84.67406984717113
verified: no, type: cosine_spearman
value: 85.96709815630739
verified: no, type: euclidean_pearson
value: 84.7186375682207
verified: no, type: euclidean_spearman
value: 85.96709815630739
verified: no, type: main_score
value: 85.96709815630739
verified: no, type: manhattan_pearson
value: 85.07894758059129
verified: no, type: manhattan_spearman
value: 86.57110045700985
verified: no, type: pearson
value: 84.67406984717113
verified: no, type: spearman
value: 85.96709815630739
verified: no, task: type: STS
dataset: name: MTEB STS17 (fr-en)
type: mteb/sts17-crosslingual-sts
config: fr-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 36.02331692863771
verified: no, type: cosine_spearman
value: 34.28540470062557
verified: no, type: euclidean_pearson
value: 35.996881386631514
verified: no, type: euclidean_spearman
value: 34.28540470062557
verified: no, type: main_score
value: 34.28540470062557
verified: no, type: manhattan_pearson
value: 35.47246063445784
verified: no, type: manhattan_spearman
value: 34.83247787211397
verified: no, type: pearson
value: 36.02331692863771
verified: no, type: spearman
value: 34.28540470062557
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-tr)
type: mteb/sts17-crosslingual-sts
config: en-tr
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 13.925983981770388
verified: no, type: cosine_spearman
value: 11.193291331109325
verified: no, type: euclidean_pearson
value: 13.9151651239108
verified: no, type: euclidean_spearman
value: 11.193291331109325
verified: no, type: main_score
value: 11.193291331109325
verified: no, type: manhattan_pearson
value: 12.652407957594654
verified: no, type: manhattan_spearman
value: 9.888358907769014
verified: no, type: pearson
value: 13.925983981770388
verified: no, type: spearman
value: 11.193291331109325
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-de)
type: mteb/sts17-crosslingual-sts
config: en-de
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 26.77839285232968
verified: no, type: cosine_spearman
value: 23.010015986939717
verified: no, type: euclidean_pearson
value: 27.13668235790385
verified: no, type: euclidean_spearman
value: 23.010015986939717
verified: no, type: main_score
value: 23.010015986939717
verified: no, type: manhattan_pearson
value: 27.02698710744775
verified: no, type: manhattan_spearman
value: 23.038730409304936
verified: no, type: pearson
value: 26.77839285232968
verified: no, type: spearman
value: 23.010015986939717
verified: no, task: type: STS
dataset: name: MTEB STS17 (it-en)
type: mteb/sts17-crosslingual-sts
config: it-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 25.330935194314364
verified: no, type: cosine_spearman
value: 23.143555348782797
verified: no, type: euclidean_pearson
value: 24.670147594978143
verified: no, type: euclidean_spearman
value: 23.143555348782797
verified: no, type: main_score
value: 23.143555348782797
verified: no, type: manhattan_pearson
value: 24.879695698914418
verified: no, type: manhattan_spearman
value: 25.916630507885134
verified: no, type: pearson
value: 25.330935194314364
verified: no, type: spearman
value: 23.143555348782797
verified: no, task: type: STS
dataset: name: MTEB STS17 (en-ar)
type: mteb/sts17-crosslingual-sts
config: en-ar
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 6.61651078645899
verified: no, type: cosine_spearman
value: 5.415104433010482
verified: no, type: euclidean_pearson
value: 6.791575957480809
verified: no, type: euclidean_spearman
value: 5.415104433010482
verified: no, type: main_score
value: 5.415104433010482
verified: no, type: manhattan_pearson
value: 3.6585407382250987
verified: no, type: manhattan_spearman
value: 4.566044103659472
verified: no, type: pearson
value: 6.61651078645899
verified: no, type: spearman
value: 5.415104433010482
verified: no, task: type: STS
dataset: name: MTEB STS17 (nl-en)
type: mteb/sts17-crosslingual-sts
config: nl-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cosine_pearson
value: 32.718045784523184
verified: no, type: cosine_spearman
value: 27.52844368619317
verified: no, type: euclidean_pearson
value: 32.98978359596458
verified: no, type: euclidean_spearman
value: 27.52844368619317
verified: no, type: main_score
value: 27.52844368619317
verified: no, type: manhattan_pearson
value: 35.57923949366344
verified: no, type: manhattan_spearman
value: 34.27137422651138
verified: no, type: pearson
value: 32.718045784523184
verified: no, type: spearman
value: 27.52844368619317
verified: no, task: type: STS
dataset: name: MTEB STS22 (es-en)
type: mteb/sts22-crosslingual-sts
config: es-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 9.98410299881163
verified: no, type: cosine_spearman
value: 10.98684405086525
verified: no, type: euclidean_pearson
value: 9.461680781495218
verified: no, type: euclidean_spearman
value: 10.9925413190658
verified: no, type: main_score
value: 10.98684405086525
verified: no, type: manhattan_pearson
value: 9.442055271895944
verified: no, type: manhattan_spearman
value: 11.226101908391069
verified: no, type: pearson
value: 9.98410299881163
verified: no, type: spearman
value: 10.98684405086525
verified: no, task: type: STS
dataset: name: MTEB STS22 (en)
type: mteb/sts22-crosslingual-sts
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 59.3180680265132
verified: no, type: cosine_spearman
value: 63.07956002739231
verified: no, type: euclidean_pearson
value: 62.46424835000928
verified: no, type: euclidean_spearman
value: 63.07956002739231
verified: no, type: main_score
value: 63.07956002739231
verified: no, type: manhattan_pearson
value: 62.048137683643766
verified: no, type: manhattan_spearman
value: 61.83898606879604
verified: no, type: pearson
value: 59.3180680265132
verified: no, type: spearman
value: 63.07956002739231
verified: no, task: type: STS
dataset: name: MTEB STS22 (de-en)
type: mteb/sts22-crosslingual-sts
config: de-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 29.061215770374826
verified: no, type: cosine_spearman
value: 36.21441725938738
verified: no, type: euclidean_pearson
value: 28.44045530150387
verified: no, type: euclidean_spearman
value: 36.21441725938738
verified: no, type: main_score
value: 36.21441725938738
verified: no, type: manhattan_pearson
value: 29.32403221599612
verified: no, type: manhattan_spearman
value: 38.914481153396494
verified: no, type: pearson
value: 29.061215770374826
verified: no, type: spearman
value: 36.21441725938738
verified: no, task: type: STS
dataset: name: MTEB STS22 (zh-en)
type: mteb/sts22-crosslingual-sts
config: zh-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 11.266385865086239
verified: no, type: cosine_spearman
value: 17.291293843893733
verified: no, type: euclidean_pearson
value: 10.045897285683115
verified: no, type: euclidean_spearman
value: 17.321323804048646
verified: no, type: main_score
value: 17.291293843893733
verified: no, type: manhattan_pearson
value: 15.333482209624194
verified: no, type: manhattan_spearman
value: 20.399166731513915
verified: no, type: pearson
value: 11.266385865086239
verified: no, type: spearman
value: 17.291293843893733
verified: no, task: type: STS
dataset: name: MTEB STS22 (pl-en)
type: mteb/sts22-crosslingual-sts
config: pl-en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cosine_pearson
value: 9.647587208410648
verified: no, type: cosine_spearman
value: 21.33739699413266
verified: no, type: euclidean_pearson
value: 7.451981822243237
verified: no, type: euclidean_spearman
value: 21.33739699413266
verified: no, type: main_score
value: 21.33739699413266
verified: no, type: manhattan_pearson
value: 10.05280275870948
verified: no, type: manhattan_spearman
value: 22.233400969472218
verified: no, type: pearson
value: 9.647587208410648
verified: no, type: spearman
value: 21.33739699413266
verified: no, task: type: STS
dataset: name: MTEB STSBenchmark (default)
type: mteb/stsbenchmark-sts
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cosine_pearson
value: 77.2598255013409
verified: no, type: cosine_spearman
value: 75.40519061413276
verified: no, type: euclidean_pearson
value: 77.19878276657876
verified: no, type: euclidean_spearman
value: 75.40519061413276
verified: no, type: main_score
value: 75.40519061413276
verified: no, type: manhattan_pearson
value: 77.04099640594512
verified: no, type: manhattan_spearman
value: 75.32219501493076
verified: no, type: pearson
value: 77.2598255013409
verified: no, type: spearman
value: 75.40519061413276
verified: no, task: type: Reranking
dataset: name: MTEB SciDocsRR (default)
type: mteb/scidocs-reranking
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: main_score
value: 72.10127087089839
verified: no, type: map
value: 72.10127087089839
verified: no, type: mrr
value: 90.62288020621355
verified: no, type: nAUC_map_diff1
value: 8.726677558277695
verified: no, type: nAUC_map_max
value: 54.59636736704295
verified: no, type: nAUC_map_std
value: 67.36367052533402
verified: no, type: nAUC_mrr_diff1
value: 47.77588337162405
verified: no, type: nAUC_mrr_max
value: 74.90946175462605
verified: no, type: nAUC_mrr_std
value: 71.81332269641806
verified: no, task: type: Retrieval
dataset: name: MTEB SciFact (default)
type: mteb/scifact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: main_score
value: 50.63999999999999
verified: no, type: map_at_1
value: 35.5
verified: no, type: map_at_10
value: 45.238
verified: no, type: map_at_100
value: 46.135999999999996
verified: no, type: map_at_1000
value: 46.181
verified: no, type: map_at_20
value: 45.767
verified: no, type: map_at_3
value: 42.329
verified: no, type: map_at_5
value: 44.054
verified: no, type: mrr_at_1
value: 37.666666666666664
verified: no, type: mrr_at_10
value: 46.6611111111111
verified: no, type: mrr_at_100
value: 47.37819687814183
verified: no, type: mrr_at_1000
value: 47.417644921595766
verified: no, type: mrr_at_20
value: 47.06856780130773
verified: no, type: mrr_at_3
value: 43.94444444444443
verified: no, type: mrr_at_5
value: 45.52777777777777
verified: no, type: nauc_map_at_1000_diff1
value: 52.83081390161976
verified: no, type: nauc_map_at_1000_max
value: 37.21621852995913
verified: no, type: nauc_map_at_1000_std
value: -3.416369626271914
verified: no, type: nauc_map_at_100_diff1
value: 52.823502489139884
verified: no, type: nauc_map_at_100_max
value: 37.2435733087758
verified: no, type: nauc_map_at_100_std
value: -3.376708460074628
verified: no, type: nauc_map_at_10_diff1
value: 52.495695868970785
verified: no, type: nauc_map_at_10_max
value: 36.79244353087952
verified: no, type: nauc_map_at_10_std
value: -3.998841918813238
verified: no, type: nauc_map_at_1_diff1
value: 55.20714819661926
verified: no, type: nauc_map_at_1_max
value: 33.68583272500883
verified: no, type: nauc_map_at_1_std
value: -7.806502386166579
verified: no, type: nauc_map_at_20_diff1
value: 52.82557233788675
verified: no, type: nauc_map_at_20_max
value: 37.02532534485883
verified: no, type: nauc_map_at_20_std
value: -3.6962702134516126
verified: no, type: nauc_map_at_3_diff1
value: 53.005833884053054
verified: no, type: nauc_map_at_3_max
value: 35.102473883265056
verified: no, type: nauc_map_at_3_std
value: -6.237364868462919
verified: no, type: nauc_map_at_5_diff1
value: 52.67151253564545
verified: no, type: nauc_map_at_5_max
value: 36.083416260083574
verified: no, type: nauc_map_at_5_std
value: -4.7023113318143785
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.938698102997094
verified: no, type: nauc_mrr_at_1000_max
value: 39.46705187537523
verified: no, type: nauc_mrr_at_1000_std
value: 0.6163818152860598
verified: no, type: nauc_mrr_at_100_diff1
value: 52.93491193041612
verified: no, type: nauc_mrr_at_100_max
value: 39.490426719059165
verified: no, type: nauc_mrr_at_100_std
value: 0.6662007971949842
verified: no, type: nauc_mrr_at_10_diff1
value: 52.70216069864656
verified: no, type: nauc_mrr_at_10_max
value: 39.52193808791504
verified: no, type: nauc_mrr_at_10_std
value: 0.536595037291294
verified: no, type: nauc_mrr_at_1_diff1
value: 55.77100806609076
verified: no, type: nauc_mrr_at_1_max
value: 37.966164940491446
verified: no, type: nauc_mrr_at_1_std
value: -2.1074234936282537
verified: no, type: nauc_mrr_at_20_diff1
value: 52.942136130524986
verified: no, type: nauc_mrr_at_20_max
value: 39.42716448302782
verified: no, type: nauc_mrr_at_20_std
value: 0.5472281187662744
verified: no, type: nauc_mrr_at_3_diff1
value: 53.144295072591206
verified: no, type: nauc_mrr_at_3_max
value: 38.05294316134295
verified: no, type: nauc_mrr_at_3_std
value: -1.2360608664776096
verified: no, type: nauc_mrr_at_5_diff1
value: 52.789220500594205
verified: no, type: nauc_mrr_at_5_max
value: 38.83395427252616
verified: no, type: nauc_mrr_at_5_std
value: -0.09099470685601964
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.16867590195915
verified: no, type: nauc_ndcg_at_1000_max
value: 39.70115643730131
verified: no, type: nauc_ndcg_at_1000_std
value: 0.904258507053096
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.87328245345757
verified: no, type: nauc_ndcg_at_100_max
value: 40.59055338026654
verified: no, type: nauc_ndcg_at_100_std
value: 2.554356951645788
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.809281234563805
verified: no, type: nauc_ndcg_at_10_max
value: 39.085094925973245
verified: no, type: nauc_ndcg_at_10_std
value: -0.23387754671232033
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.77100806609076
verified: no, type: nauc_ndcg_at_1_max
value: 37.966164940491446
verified: no, type: nauc_ndcg_at_1_std
value: -2.1074234936282537
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.74864887078553
verified: no, type: nauc_ndcg_at_20_max
value: 39.32033115509482
verified: no, type: nauc_ndcg_at_20_std
value: 0.4346356935494506
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.9909705702443
verified: no, type: nauc_ndcg_at_3_max
value: 36.078476037019094
verified: no, type: nauc_ndcg_at_3_std
value: -4.014502363911228
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.312788955634325
verified: no, type: nauc_ndcg_at_5_max
value: 37.54290824294073
verified: no, type: nauc_ndcg_at_5_std
value: -1.8169251273098448
verified: no, type: nauc_precision_at_1000_diff1
value: 1.4596703970072096
verified: no, type: nauc_precision_at_1000_max
value: 36.408552907408
verified: no, type: nauc_precision_at_1000_std
value: 53.892991905053776
verified: no, type: nauc_precision_at_100_diff1
value: 17.90829681479967
verified: no, type: nauc_precision_at_100_max
value: 50.02058762977557
verified: no, type: nauc_precision_at_100_std
value: 50.95242296795188
verified: no, type: nauc_precision_at_10_diff1
value: 33.69533492770854
verified: no, type: nauc_precision_at_10_max
value: 47.554637845938025
verified: no, type: nauc_precision_at_10_std
value: 21.812883074791838
verified: no, type: nauc_precision_at_1_diff1
value: 55.77100806609076
verified: no, type: nauc_precision_at_1_max
value: 37.966164940491446
verified: no, type: nauc_precision_at_1_std
value: -2.1074234936282537
verified: no, type: nauc_precision_at_20_diff1
value: 31.797703948512723
verified: no, type: nauc_precision_at_20_max
value: 46.94077230822751
verified: no, type: nauc_precision_at_20_std
value: 29.525569664289396
verified: no, type: nauc_precision_at_3_diff1
value: 41.753151429999456
verified: no, type: nauc_precision_at_3_max
value: 38.30163209243931
verified: no, type: nauc_precision_at_3_std
value: 6.19935377482869
verified: no, type: nauc_precision_at_5_diff1
value: 38.479320931912575
verified: no, type: nauc_precision_at_5_max
value: 41.576866734894516
verified: no, type: nauc_precision_at_5_std
value: 13.327714566652604
verified: no, type: nauc_recall_at_1000_diff1
value: 50.28923446773287
verified: no, type: nauc_recall_at_1000_max
value: 68.29528746364413
verified: no, type: nauc_recall_at_1000_std
value: 48.2313231806132
verified: no, type: nauc_recall_at_100_diff1
value: 46.22085619290839
verified: no, type: nauc_recall_at_100_max
value: 61.60933703216747
verified: no, type: nauc_recall_at_100_std
value: 42.210649980610896
verified: no, type: nauc_recall_at_10_diff1
value: 43.10485234893865
verified: no, type: nauc_recall_at_10_max
value: 43.06779802776641
verified: no, type: nauc_recall_at_10_std
value: 8.272818985431385
verified: no, type: nauc_recall_at_1_diff1
value: 55.20714819661926
verified: no, type: nauc_recall_at_1_max
value: 33.68583272500883
verified: no, type: nauc_recall_at_1_std
value: -7.806502386166579
verified: no, type: nauc_recall_at_20_diff1
value: 46.850902149595036
verified: no, type: nauc_recall_at_20_max
value: 44.58623368637416
verified: no, type: nauc_recall_at_20_std
value: 11.890054420031708
verified: no, type: nauc_recall_at_3_diff1
value: 48.80301236823221
verified: no, type: nauc_recall_at_3_max
value: 34.177890037375
verified: no, type: nauc_recall_at_3_std
value: -3.852215004054359
verified: no, type: nauc_recall_at_5_diff1
value: 46.206941308622056
verified: no, type: nauc_recall_at_5_max
value: 38.61994260176494
verified: no, type: nauc_recall_at_5_std
value: 2.735469769782116
verified: no, type: ndcg_at_1
value: 37.667
verified: no, type: ndcg_at_10
value: 50.63999999999999
verified: no, type: ndcg_at_100
value: 54.885
verified: no, type: ndcg_at_1000
value: 56.274
verified: no, type: ndcg_at_20
value: 52.349000000000004
verified: no, type: ndcg_at_3
value: 44.891999999999996
verified: no, type: ndcg_at_5
value: 47.788000000000004
verified: no, type: precision_at_1
value: 37.667
verified: no, type: precision_at_10
value: 7.3
verified: no, type: precision_at_100
value: 0.97
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 4.067
verified: no, type: precision_at_3
value: 18.333
verified: no, type: precision_at_5
value: 12.6
verified: no, type: recall_at_1
value: 35.5
verified: no, type: recall_at_10
value: 66.178
verified: no, type: recall_at_100
value: 85.9
verified: no, type: recall_at_1000
value: 97.1
verified: no, type: recall_at_20
value: 72.60600000000001
verified: no, type: recall_at_3
value: 50.306
verified: no, type: recall_at_5
value: 57.443999999999996
verified: no, task: type: PairClassification
dataset: name: MTEB SprintDuplicateQuestions (default)
type: mteb/sprintduplicatequestions-pairclassification
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cosine_accuracy
value: 99.71386138613862
verified: no, type: cosine_accuracy_threshold
value: 78.56961662426235
verified: no, type: cosine_ap
value: 90.20131927652946
verified: no, type: cosine_f1
value: 84.7749114820435
verified: no, type: cosine_f1_threshold
value: 75.7768544371973
verified: no, type: cosine_precision
value: 85.7727737973388
verified: no, type: cosine_recall
value: 83.8
verified: no, type: dot_accuracy
value: 99.71386138613862
verified: no, type: dot_accuracy_threshold
value: 78.56961780669964
verified: no, type: dot_ap
value: 90.20131927652946
verified: no, type: dot_f1
value: 84.7749114820435
verified: no, type: dot_f1_threshold
value: 75.77685228378391
verified: no, type: dot_precision
value: 85.7727737973388
verified: no, type: dot_recall
value: 83.8
verified: no, type: euclidean_accuracy
value: 99.71386138613862
verified: no, type: euclidean_accuracy_threshold
value: 65.46813529720524
verified: no, type: euclidean_ap
value: 90.20131927652946
verified: no, type: euclidean_f1
value: 84.7749114820435
verified: no, type: euclidean_f1_threshold
value: 69.60336608830053
verified: no, type: euclidean_precision
value: 85.7727737973388
verified: no, type: euclidean_recall
value: 83.8
verified: no, type: main_score
value: 90.20131927652946
verified: no, type: manhattan_accuracy
value: 99.7059405940594
verified: no, type: manhattan_accuracy_threshold
value: 804.8100425289704
verified: no, type: manhattan_ap
value: 90.00682250828237
verified: no, type: manhattan_f1
value: 84.44211629125196
verified: no, type: manhattan_f1_threshold
value: 828.8486447498144
verified: no, type: manhattan_precision
value: 88.66886688668868
verified: no, type: manhattan_recall
value: 80.60000000000001
verified: no, type: max_accuracy
value: 99.71386138613862
verified: no, type: max_ap
value: 90.20131927652946
verified: no, type: max_f1
value: 84.7749114820435
verified: no, type: max_precision
value: 88.66886688668868
verified: no, type: max_recall
value: 83.8
verified: no, type: similarity_accuracy
value: 99.71386138613862
verified: no, type: similarity_accuracy_threshold
value: 78.56961662426235
verified: no, type: similarity_ap
value: 90.20131927652946
verified: no, type: similarity_f1
value: 84.7749114820435
verified: no, type: similarity_f1_threshold
value: 75.7768544371973
verified: no, type: similarity_precision
value: 85.7727737973388
verified: no, type: similarity_recall
value: 83.8
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClustering (default)
type: mteb/stackexchange-clustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: main_score
value: 48.18939518021159
verified: no, type: v_measure
value: 48.18939518021159
verified: no, type: v_measure_std
value: 4.6189444340187995
verified: no, task: type: Clustering
dataset: name: MTEB StackExchangeClusteringP2P (default)
type: mteb/stackexchange-clustering-p2p
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: main_score
value: 30.743938802421265
verified: no, type: v_measure
value: 30.743938802421265
verified: no, type: v_measure_std
value: 1.4645401677053824
verified: no, task: type: Reranking
dataset: name: MTEB StackOverflowDupQuestions (default)
type: mteb/stackoverflowdupquestions-reranking
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: main_score
value: 43.254152892780986
verified: no, type: map
value: 43.254152892780986
verified: no, type: mrr
value: 43.70483989050165
verified: no, type: nAUC_map_diff1
value: 33.22453777168869
verified: no, type: nAUC_map_max
value: 13.175366935671228
verified: no, type: nAUC_map_std
value: 3.718253924398536
verified: no, type: nAUC_mrr_diff1
value: 32.58818809467491
verified: no, type: nAUC_mrr_max
value: 14.093758435205075
verified: no, type: nAUC_mrr_std
value: 4.198791420159734
verified: no, task: type: Summarization
dataset: name: MTEB SummEval (default)
type: mteb/summeval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cosine_pearson
value: 29.88360050203766
verified: no, type: cosine_spearman
value: 29.275185932109494
verified: no, type: dot_pearson
value: 29.883597746108975
verified: no, type: dot_spearman
value: 29.28377974870949
verified: no, type: main_score
value: 29.275185932109494
verified: no, type: pearson
value: 29.88360050203766
verified: no, type: spearman
value: 29.275185932109494
verified: no, task: type: Retrieval
dataset: name: MTEB TRECCOVID (default)
type: mteb/trec-covid
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: main_score
value: 45.747
verified: no, type: map_at_1
value: 0.148
verified: no, type: map_at_10
value: 0.972
verified: no, type: map_at_100
value: 4.652
verified: no, type: map_at_1000
value: 11.511000000000001
verified: no, type: map_at_20
value: 1.643
verified: no, type: map_at_3
value: 0.369
verified: no, type: map_at_5
value: 0.561
verified: no, type: mrr_at_1
value: 62
verified: no, type: mrr_at_10
value: 70.06904761904761
verified: no, type: mrr_at_100
value: 70.45500059672992
verified: no, type: mrr_at_1000
value: 70.45500059672992
verified: no, type: mrr_at_20
value: 70.31716791979949
verified: no, type: mrr_at_3
value: 68
verified: no, type: mrr_at_5
value: 69.19999999999999
verified: no, type: nauc_map_at_1000_diff1
value: -0.8266899821302324
verified: no, type: nauc_map_at_1000_max
value: 34.62914536640893
verified: no, type: nauc_map_at_1000_std
value: 57.177693387251615
verified: no, type: nauc_map_at_100_diff1
value: -3.3097934383165613
verified: no, type: nauc_map_at_100_max
value: 22.052336613600293
verified: no, type: nauc_map_at_100_std
value: 29.905360060478188
verified: no, type: nauc_map_at_10_diff1
value: 6.057035481050755
verified: no, type: nauc_map_at_10_max
value: 22.742824418774667
verified: no, type: nauc_map_at_10_std
value: 5.649441588476496
verified: no, type: nauc_map_at_1_diff1
value: 10.469485578180873
verified: no, type: nauc_map_at_1_max
value: 4.582098501050435
verified: no, type: nauc_map_at_1_std
value: -10.47482550446343
verified: no, type: nauc_map_at_20_diff1
value: 1.5813367839245727
verified: no, type: nauc_map_at_20_max
value: 25.09380802651507
verified: no, type: nauc_map_at_20_std
value: 11.733045886140895
verified: no, type: nauc_map_at_3_diff1
value: -0.4174848325628528
verified: no, type: nauc_map_at_3_max
value: 16.54291715633098
verified: no, type: nauc_map_at_3_std
value: -6.315368365719176
verified: no, type: nauc_map_at_5_diff1
value: 1.6439114449809122
verified: no, type: nauc_map_at_5_max
value: 18.119472468345634
verified: no, type: nauc_map_at_5_std
value: -1.4642215840068935
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.962304210632194
verified: no, type: nauc_mrr_at_1000_max
value: 28.66281052259736
verified: no, type: nauc_mrr_at_1000_std
value: 14.4833499197582
verified: no, type: nauc_mrr_at_100_diff1
value: 19.962304210632194
verified: no, type: nauc_mrr_at_100_max
value: 28.66281052259736
verified: no, type: nauc_mrr_at_100_std
value: 14.4833499197582
verified: no, type: nauc_mrr_at_10_diff1
value: 19.79498540271038
verified: no, type: nauc_mrr_at_10_max
value: 28.07551011390951
verified: no, type: nauc_mrr_at_10_std
value: 13.820791565247939
verified: no, type: nauc_mrr_at_1_diff1
value: 23.72088730271045
verified: no, type: nauc_mrr_at_1_max
value: 29.338830261821947
verified: no, type: nauc_mrr_at_1_std
value: 10.463649509276033
verified: no, type: nauc_mrr_at_20_diff1
value: 20.06776286940325
verified: no, type: nauc_mrr_at_20_max
value: 28.69272909781133
verified: no, type: nauc_mrr_at_20_std
value: 14.560673636667628
verified: no, type: nauc_mrr_at_3_diff1
value: 18.71166001912622
verified: no, type: nauc_mrr_at_3_max
value: 30.645161290322555
verified: no, type: nauc_mrr_at_3_std
value: 16.37394164159257
verified: no, type: nauc_mrr_at_5_diff1
value: 15.791374902745353
verified: no, type: nauc_mrr_at_5_max
value: 28.51602708149093
verified: no, type: nauc_mrr_at_5_std
value: 15.246386476651619
verified: no, type: nauc_ndcg_at_1000_diff1
value: -5.179304837164554
verified: no, type: nauc_ndcg_at_1000_max
value: 27.27301986190763
verified: no, type: nauc_ndcg_at_1000_std
value: 49.239144813886654
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.283019925558149
verified: no, type: nauc_ndcg_at_100_max
value: 29.80340187562149
verified: no, type: nauc_ndcg_at_100_std
value: 47.60799676958296
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.621471677557253
verified: no, type: nauc_ndcg_at_10_max
value: 31.78727749460396
verified: no, type: nauc_ndcg_at_10_std
value: 26.339328462146177
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.896384303421446
verified: no, type: nauc_ndcg_at_1_max
value: 28.727080596332872
verified: no, type: nauc_ndcg_at_1_std
value: 12.10515793682523
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.253524538786647
verified: no, type: nauc_ndcg_at_20_max
value: 33.412855576178295
verified: no, type: nauc_ndcg_at_20_std
value: 34.10895211064073
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.303112239393863
verified: no, type: nauc_ndcg_at_3_max
value: 35.0880605283756
verified: no, type: nauc_ndcg_at_3_std
value: 18.514877130637803
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.537541001217583
verified: no, type: nauc_ndcg_at_5_max
value: 32.24796400964019
verified: no, type: nauc_ndcg_at_5_std
value: 21.65596013895985
verified: no, type: nauc_precision_at_1000_diff1
value: 5.217123572202896
verified: no, type: nauc_precision_at_1000_max
value: 31.954154167309177
verified: no, type: nauc_precision_at_1000_std
value: 60.51613061301686
verified: no, type: nauc_precision_at_100_diff1
value: 5.748688865778208
verified: no, type: nauc_precision_at_100_max
value: 28.503515028630567
verified: no, type: nauc_precision_at_100_std
value: 52.8175811950368
verified: no, type: nauc_precision_at_10_diff1
value: 9.634424129349284
verified: no, type: nauc_precision_at_10_max
value: 33.90210630229416
verified: no, type: nauc_precision_at_10_std
value: 30.197787312348073
verified: no, type: nauc_precision_at_1_diff1
value: 23.72088730271045
verified: no, type: nauc_precision_at_1_max
value: 29.338830261821947
verified: no, type: nauc_precision_at_1_std
value: 10.463649509276033
verified: no, type: nauc_precision_at_20_diff1
value: 2.6440820197838923
verified: no, type: nauc_precision_at_20_max
value: 36.6927642980172
verified: no, type: nauc_precision_at_20_std
value: 40.53918258763216
verified: no, type: nauc_precision_at_3_diff1
value: 2.9773659425793695
verified: no, type: nauc_precision_at_3_max
value: 35.63522203655881
verified: no, type: nauc_precision_at_3_std
value: 17.365942579371055
verified: no, type: nauc_precision_at_5_diff1
value: 3.883249981522982
verified: no, type: nauc_precision_at_5_max
value: 34.19785174053362
verified: no, type: nauc_precision_at_5_std
value: 25.391096548495977
verified: no, type: nauc_recall_at_1000_diff1
value: -10.977265624215267
verified: no, type: nauc_recall_at_1000_max
value: 22.349720150932985
verified: no, type: nauc_recall_at_1000_std
value: 47.14118127199015
verified: no, type: nauc_recall_at_100_diff1
value: -10.566105105889243
verified: no, type: nauc_recall_at_100_max
value: 13.59897332326766
verified: no, type: nauc_recall_at_100_std
value: 25.1260269383207
verified: no, type: nauc_recall_at_10_diff1
value: 3.9418824014124514
verified: no, type: nauc_recall_at_10_max
value: 18.87305117920693
verified: no, type: nauc_recall_at_10_std
value: 4.227456274746917
verified: no, type: nauc_recall_at_1_diff1
value: 10.469485578180873
verified: no, type: nauc_recall_at_1_max
value: 4.582098501050435
verified: no, type: nauc_recall_at_1_std
value: -10.47482550446343
verified: no, type: nauc_recall_at_20_diff1
value: -3.663384950691917
verified: no, type: nauc_recall_at_20_max
value: 20.838703493064635
verified: no, type: nauc_recall_at_20_std
value: 10.729793670370862
verified: no, type: nauc_recall_at_3_diff1
value: -1.1850402683856456
verified: no, type: nauc_recall_at_3_max
value: 16.033671610288522
verified: no, type: nauc_recall_at_3_std
value: -6.953520529126048
verified: no, type: nauc_recall_at_5_diff1
value: -0.5156927662191768
verified: no, type: nauc_recall_at_5_max
value: 15.556954479927315
verified: no, type: nauc_recall_at_5_std
value: -2.965229848389009
verified: no, type: ndcg_at_1
value: 56.00000000000001
verified: no, type: ndcg_at_10
value: 45.747
verified: no, type: ndcg_at_100
value: 32.761
verified: no, type: ndcg_at_1000
value: 29.633
verified: no, type: ndcg_at_20
value: 42.905
verified: no, type: ndcg_at_3
value: 50.641999999999996
verified: no, type: ndcg_at_5
value: 48.231
verified: no, type: precision_at_1
value: 62
verified: no, type: precision_at_10
value: 47.8
verified: no, type: precision_at_100
value: 33.72
verified: no, type: precision_at_1000
value: 14.238000000000001
verified: no, type: precision_at_20
value: 45.2
verified: no, type: precision_at_3
value: 54
verified: no, type: precision_at_5
value: 50.8
verified: no, type: recall_at_1
value: 0.148
verified: no, type: recall_at_10
value: 1.143
verified: no, type: recall_at_100
value: 7.219
verified: no, type: recall_at_1000
value: 28.294999999999998
verified: no, type: recall_at_20
value: 2.083
verified: no, type: recall_at_3
value: 0.395
verified: no, type: recall_at_5
value: 0.628
verified: no, task: type: Retrieval
dataset: name: MTEB Touche2020 (default)
type: mteb/touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: main_score
value: 18.618000000000002
verified: no, type: map_at_1
value: 1.22
verified: no, type: map_at_10
value: 6.635000000000001
verified: no, type: map_at_100
value: 10.873
verified: no, type: map_at_1000
value: 12.415
verified: no, type: map_at_20
value: 8.334
verified: no, type: map_at_3
value: 2.8240000000000003
verified: no, type: map_at_5
value: 4.111
verified: no, type: mrr_at_1
value: 14.285714285714285
verified: no, type: mrr_at_10
value: 31.959831551668284
verified: no, type: mrr_at_100
value: 33.15059576942869
verified: no, type: mrr_at_1000
value: 33.15059576942869
verified: no, type: mrr_at_20
value: 32.685999641281754
verified: no, type: mrr_at_3
value: 25.850340136054424
verified: no, type: mrr_at_5
value: 29.31972789115646
verified: no, type: nauc_map_at_1000_diff1
value: 8.820920087157313
verified: no, type: nauc_map_at_1000_max
value: -33.58280072902863
verified: no, type: nauc_map_at_1000_std
value: -22.730292551065183
verified: no, type: nauc_map_at_100_diff1
value: 9.741008911531535
verified: no, type: nauc_map_at_100_max
value: -33.6532837418042
verified: no, type: nauc_map_at_100_std
value: -28.3444309192652
verified: no, type: nauc_map_at_10_diff1
value: 7.657150877271815
verified: no, type: nauc_map_at_10_max
value: -41.7412362957407
verified: no, type: nauc_map_at_10_std
value: -35.66062824513052
verified: no, type: nauc_map_at_1_diff1
value: 7.593190069621649
verified: no, type: nauc_map_at_1_max
value: -39.58442010649443
verified: no, type: nauc_map_at_1_std
value: -22.564719811889777
verified: no, type: nauc_map_at_20_diff1
value: 7.245303325270055
verified: no, type: nauc_map_at_20_max
value: -37.804327180430946
verified: no, type: nauc_map_at_20_std
value: -32.702756826489846
verified: no, type: nauc_map_at_3_diff1
value: 6.742365189818029
verified: no, type: nauc_map_at_3_max
value: -41.7228290771728
verified: no, type: nauc_map_at_3_std
value: -30.230168338925107
verified: no, type: nauc_map_at_5_diff1
value: 11.935913888588882
verified: no, type: nauc_map_at_5_max
value: -41.39335754887243
verified: no, type: nauc_map_at_5_std
value: -33.780157609546535
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.6708159098532442
verified: no, type: nauc_mrr_at_1000_max
value: -36.55890935351506
verified: no, type: nauc_mrr_at_1000_std
value: -24.27343264470873
verified: no, type: nauc_mrr_at_100_diff1
value: -1.6708159098532442
verified: no, type: nauc_mrr_at_100_max
value: -36.55890935351506
verified: no, type: nauc_mrr_at_100_std
value: -24.27343264470873
verified: no, type: nauc_mrr_at_10_diff1
value: -0.42650070974468685
verified: no, type: nauc_mrr_at_10_max
value: -37.09244916127389
verified: no, type: nauc_mrr_at_10_std
value: -24.66093983608399
verified: no, type: nauc_mrr_at_1_diff1
value: -5.630573652147252
verified: no, type: nauc_mrr_at_1_max
value: -33.616658797870684
verified: no, type: nauc_mrr_at_1_std
value: -23.601564115907
verified: no, type: nauc_mrr_at_20_diff1
value: -1.832519847770416
verified: no, type: nauc_mrr_at_20_max
value: -37.12461848720876
verified: no, type: nauc_mrr_at_20_std
value: -24.697864546344437
verified: no, type: nauc_mrr_at_3_diff1
value: -0.005683436651441496
verified: no, type: nauc_mrr_at_3_max
value: -32.50516010446863
verified: no, type: nauc_mrr_at_3_std
value: -21.544877233050823
verified: no, type: nauc_mrr_at_5_diff1
value: -2.354001730958692
verified: no, type: nauc_mrr_at_5_max
value: -32.51899298268129
verified: no, type: nauc_mrr_at_5_std
value: -23.68035252143919
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.007950932108976
verified: no, type: nauc_ndcg_at_1000_max
value: -31.274257790464837
verified: no, type: nauc_ndcg_at_1000_std
value: 3.658749568249879
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.626007116136158
verified: no, type: nauc_ndcg_at_100_max
value: -35.59107319590088
verified: no, type: nauc_ndcg_at_100_std
value: -18.874707006492024
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.82558048538336
verified: no, type: nauc_ndcg_at_10_max
value: -39.51461465840459
verified: no, type: nauc_ndcg_at_10_std
value: -30.33405672804229
verified: no, type: nauc_ndcg_at_1_diff1
value: -1.598770159246464
verified: no, type: nauc_ndcg_at_1_max
value: -31.975857803575675
verified: no, type: nauc_ndcg_at_1_std
value: -18.993368614347663
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.616460882964375
verified: no, type: nauc_ndcg_at_20_max
value: -36.68867443298684
verified: no, type: nauc_ndcg_at_20_std
value: -27.831158282067598
verified: no, type: nauc_ndcg_at_3_diff1
value: 3.6760483719742556
verified: no, type: nauc_ndcg_at_3_max
value: -30.935030030092992
verified: no, type: nauc_ndcg_at_3_std
value: -18.717891674270643
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.773599917143413
verified: no, type: nauc_ndcg_at_5_max
value: -31.08451038101287
verified: no, type: nauc_ndcg_at_5_std
value: -25.478457258577336
verified: no, type: nauc_precision_at_1000_diff1
value: -6.780225586359699
verified: no, type: nauc_precision_at_1000_max
value: 38.71975790762798
verified: no, type: nauc_precision_at_1000_std
value: 57.8083677042306
verified: no, type: nauc_precision_at_100_diff1
value: 2.959136061872892
verified: no, type: nauc_precision_at_100_max
value: -8.27764507575222
verified: no, type: nauc_precision_at_100_std
value: 5.742410187313611
verified: no, type: nauc_precision_at_10_diff1
value: 9.882789695687109
verified: no, type: nauc_precision_at_10_max
value: -31.486245698037102
verified: no, type: nauc_precision_at_10_std
value: -29.081919554833874
verified: no, type: nauc_precision_at_1_diff1
value: -5.630573652147252
verified: no, type: nauc_precision_at_1_max
value: -33.616658797870684
verified: no, type: nauc_precision_at_1_std
value: -23.601564115907
verified: no, type: nauc_precision_at_20_diff1
value: 5.165999913921455
verified: no, type: nauc_precision_at_20_max
value: -19.322665087378923
verified: no, type: nauc_precision_at_20_std
value: -19.841805142598865
verified: no, type: nauc_precision_at_3_diff1
value: 2.846740832419061
verified: no, type: nauc_precision_at_3_max
value: -30.76562032864513
verified: no, type: nauc_precision_at_3_std
value: -23.610192672373636
verified: no, type: nauc_precision_at_5_diff1
value: 13.83881140180208
verified: no, type: nauc_precision_at_5_max
value: -23.40672207825652
verified: no, type: nauc_precision_at_5_std
value: -26.803291207458884
verified: no, type: nauc_recall_at_1000_diff1
value: 5.989093134294799
verified: no, type: nauc_recall_at_1000_max
value: -23.01810906637643
verified: no, type: nauc_recall_at_1000_std
value: 51.72967782759332
verified: no, type: nauc_recall_at_100_diff1
value: 9.279568158025599
verified: no, type: nauc_recall_at_100_max
value: -32.49225165397591
verified: no, type: nauc_recall_at_100_std
value: -14.266931753931292
verified: no, type: nauc_recall_at_10_diff1
value: 8.789441102892894
verified: no, type: nauc_recall_at_10_max
value: -41.575759675933185
verified: no, type: nauc_recall_at_10_std
value: -36.066608504981836
verified: no, type: nauc_recall_at_1_diff1
value: 7.593190069621649
verified: no, type: nauc_recall_at_1_max
value: -39.58442010649443
verified: no, type: nauc_recall_at_1_std
value: -22.564719811889777
verified: no, type: nauc_recall_at_20_diff1
value: 7.288095720364289
verified: no, type: nauc_recall_at_20_max
value: -34.19747470428325
verified: no, type: nauc_recall_at_20_std
value: -29.334755464530023
verified: no, type: nauc_recall_at_3_diff1
value: 7.541743741210702
verified: no, type: nauc_recall_at_3_max
value: -38.357726279072416
verified: no, type: nauc_recall_at_3_std
value: -29.877869977138204
verified: no, type: nauc_recall_at_5_diff1
value: 11.512545675995455
verified: no, type: nauc_recall_at_5_max
value: -37.366204857623586
verified: no, type: nauc_recall_at_5_std
value: -33.58926486109219
verified: no, type: ndcg_at_1
value: 12.245000000000001
verified: no, type: ndcg_at_10
value: 18.618000000000002
verified: no, type: ndcg_at_100
value: 28.488000000000003
verified: no, type: ndcg_at_1000
value: 41.208
verified: no, type: ndcg_at_20
value: 19.536
verified: no, type: ndcg_at_3
value: 15.045
verified: no, type: ndcg_at_5
value: 16.359
verified: no, type: precision_at_1
value: 14.285999999999998
verified: no, type: precision_at_10
value: 19.796
verified: no, type: precision_at_100
value: 6.5920000000000005
verified: no, type: precision_at_1000
value: 1.471
verified: no, type: precision_at_20
value: 15.204
verified: no, type: precision_at_3
value: 18.367
verified: no, type: precision_at_5
value: 18.776
verified: no, type: recall_at_1
value: 1.22
verified: no, type: recall_at_10
value: 13.763
verified: no, type: recall_at_100
value: 40.107
verified: no, type: recall_at_1000
value: 79.06800000000001
verified: no, type: recall_at_20
value: 20.049
verified: no, type: recall_at_3
value: 4.2540000000000004
verified: no, type: recall_at_5
value: 7.142999999999999
verified: no, task: type: Classification
dataset: name: MTEB ToxicConversationsClassification (default)
type: mteb/toxic_conversations_50k
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 69.0625
verified: no, type: ap
value: 12.429057046174089
verified: no, type: ap_weighted
value: 12.429057046174089
verified: no, type: f1
value: 52.366056859622454
verified: no, type: f1_weighted
value: 75.91632061778698
verified: no, type: main_score
value: 69.0625
verified: no, task: type: Classification
dataset: name: MTEB TweetSentimentExtractionClassification (default)
type: mteb/tweet_sentiment_extraction
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 55.387662705149964
verified: no, type: f1
value: 55.62292803889264
verified: no, type: f1_weighted
value: 55.01561915660653
verified: no, type: main_score
value: 55.387662705149964
verified: no, task: type: Clustering
dataset: name: MTEB TwentyNewsgroupsClustering (default)
type: mteb/twentynewsgroups-clustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: main_score
value: 33.535908963951435
verified: no, type: v_measure
value: 33.535908963951435
verified: no, type: v_measure_std
value: 1.8862804680454297
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterSemEval2015 (default)
type: mteb/twittersemeval2015-pairclassification
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cosine_accuracy
value: 81.57000655659535
verified: no, type: cosine_accuracy_threshold
value: 76.01186428039885
verified: no, type: cosine_ap
value: 57.187252502171674
verified: no, type: cosine_f1
value: 54.94480738905159
verified: no, type: cosine_f1_threshold
value: 63.27845286960887
verified: no, type: cosine_precision
value: 47.93632075471698
verified: no, type: cosine_recall
value: 64.35356200527704
verified: no, type: dot_accuracy
value: 81.57000655659535
verified: no, type: dot_accuracy_threshold
value: 76.01186510638954
verified: no, type: dot_ap
value: 57.1872568788409
verified: no, type: dot_f1
value: 54.94480738905159
verified: no, type: dot_f1_threshold
value: 63.27845437266042
verified: no, type: dot_precision
value: 47.93632075471698
verified: no, type: dot_recall
value: 64.35356200527704
verified: no, type: euclidean_accuracy
value: 81.57000655659535
verified: no, type: euclidean_accuracy_threshold
value: 69.2649048666448
verified: no, type: euclidean_ap
value: 57.18724194735979
verified: no, type: euclidean_f1
value: 54.94480738905159
verified: no, type: euclidean_f1_threshold
value: 85.69894748780587
verified: no, type: euclidean_precision
value: 47.93632075471698
verified: no, type: euclidean_recall
value: 64.35356200527704
verified: no, type: main_score
value: 57.516050924090266
verified: no, type: manhattan_accuracy
value: 81.71902008702389
verified: no, type: manhattan_accuracy_threshold
value: 856.8997862166725
verified: no, type: manhattan_ap
value: 57.516050924090266
verified: no, type: manhattan_f1
value: 55.16339869281046
verified: no, type: manhattan_f1_threshold
value: 1035.858379830097
verified: no, type: manhattan_precision
value: 50.18378378378379
verified: no, type: manhattan_recall
value: 61.24010554089709
verified: no, type: max_accuracy
value: 81.71902008702389
verified: no, type: max_ap
value: 57.516050924090266
verified: no, type: max_f1
value: 55.16339869281046
verified: no, type: max_precision
value: 50.18378378378379
verified: no, type: max_recall
value: 64.35356200527704
verified: no, type: similarity_accuracy
value: 81.57000655659535
verified: no, type: similarity_accuracy_threshold
value: 76.01186428039885
verified: no, type: similarity_ap
value: 57.187252502171674
verified: no, type: similarity_f1
value: 54.94480738905159
verified: no, type: similarity_f1_threshold
value: 63.27845286960887
verified: no, type: similarity_precision
value: 47.93632075471698
verified: no, type: similarity_recall
value: 64.35356200527704
verified: no, task: type: PairClassification
dataset: name: MTEB TwitterURLCorpus (default)
type: mteb/twitterurlcorpus-pairclassification
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cosine_accuracy
value: 87.09977878682035
verified: no, type: cosine_accuracy_threshold
value: 63.00089389314832
verified: no, type: cosine_ap
value: 81.9487582699938
verified: no, type: cosine_f1
value: 74.04089724292375
verified: no, type: cosine_f1_threshold
value: 56.35024835869245
verified: no, type: cosine_precision
value: 70.7599466704091
verified: no, type: cosine_recall
value: 77.64089929165382
verified: no, type: dot_accuracy
value: 87.09977878682035
verified: no, type: dot_accuracy_threshold
value: 63.00089560728222
verified: no, type: dot_ap
value: 81.94879514546079
verified: no, type: dot_f1
value: 74.04089724292375
verified: no, type: dot_f1_threshold
value: 56.350250341728405
verified: no, type: dot_precision
value: 70.7599466704091
verified: no, type: dot_recall
value: 77.64089929165382
verified: no, type: euclidean_accuracy
value: 87.09977878682035
verified: no, type: euclidean_accuracy_threshold
value: 86.02221469735642
verified: no, type: euclidean_ap
value: 81.94875892553148
verified: no, type: euclidean_f1
value: 74.04089724292375
verified: no, type: euclidean_f1_threshold
value: 93.43420484744681
verified: no, type: euclidean_precision
value: 70.7599466704091
verified: no, type: euclidean_recall
value: 77.64089929165382
verified: no, type: main_score
value: 82.13756947863085
verified: no, type: manhattan_accuracy
value: 87.19292117825125
verified: no, type: manhattan_accuracy_threshold
value: 1076.0586285257887
verified: no, type: manhattan_ap
value: 82.13756947863085
verified: no, type: manhattan_f1
value: 74.36426623424485
verified: no, type: manhattan_f1_threshold
value: 1148.366796662276
verified: no, type: manhattan_precision
value: 71.32051463311183
verified: no, type: manhattan_recall
value: 77.6793963658762
verified: no, type: max_accuracy
value: 87.19292117825125
verified: no, type: max_ap
value: 82.13756947863085
verified: no, type: max_f1
value: 74.36426623424485
verified: no, type: max_precision
value: 71.32051463311183
verified: no, type: max_recall
value: 77.6793963658762
verified: no, type: similarity_accuracy
value: 87.09977878682035
verified: no, type: similarity_accuracy_threshold
value: 63.00089389314832
verified: no, type: similarity_ap
value: 81.9487582699938
verified: no, type: similarity_f1
value: 74.04089724292375
verified: no, type: similarity_f1_threshold
value: 56.35024835869245
verified: no, type: similarity_precision
value: 70.7599466704091
verified: no, type: similarity_recall
value: 77.64089929165382
verified: no
Likes: 0 | All-time downloads: 74
Created: 2025-04-11 02:17:46