Model: minishlab/M2V_base_glove
Author: minishlab
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, mteb, sentence-transformers, en, base_model:BAAI/bge-base-en-v1.5, base_model:finetune:BAAI/bge-base-en-v1.5, license:mit, model-index, region:us
Base models (finetune): id: BAAI/bge-base-en-v1.5
Card metadata: base_model: BAAI/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model-index: name: M2V_base_glove
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 65.65217391304347
verified: no, type: ap
value: 17.836356075619893
verified: no, type: ap_weighted
value: 17.836356075619893
verified: no, type: f1
value: 54.37306111606638
verified: no, type: f1_weighted
value: 72.23675193582666
verified: no, type: main_score
value: 65.65217391304347
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 67.19402985074628
verified: no, type: ap
value: 30.94305233770745
verified: no, type: ap_weighted
value: 30.94305233770745
verified: no, type: f1
value: 61.69517242961607
verified: no, type: f1_weighted
value: 70.41137216914223
verified: no, type: main_score
value: 67.19402985074628
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 68.45135
verified: no, type: ap
value: 63.48441586885817
verified: no, type: ap_weighted
value: 63.48441586885817
verified: no, type: f1
value: 67.81657156872735
verified: no, type: f1_weighted
value: 67.81657156872735
verified: no, type: main_score
value: 68.45135
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 31.838
verified: no, type: f1
value: 31.4067444768528
verified: no, type: f1_weighted
value: 31.4067444768528
verified: no, type: main_score
value: 31.838
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 33.774
verified: no, type: map_at_1
value: 17.212
verified: no, type: map_at_10
value: 27.572000000000003
verified: no, type: map_at_100
value: 28.756999999999998
verified: no, type: map_at_1000
value: 28.826
verified: no, type: map_at_20
value: 28.275
verified: no, type: map_at_3
value: 24.064
verified: no, type: map_at_5
value: 25.909
verified: no, type: mrr_at_1
value: 17.56756756756757
verified: no, type: mrr_at_10
value: 27.708206326627337
verified: no, type: mrr_at_100
value: 28.89290919456729
verified: no, type: mrr_at_1000
value: 28.96196792349176
verified: no, type: mrr_at_20
value: 28.411079006850485
verified: no, type: mrr_at_3
value: 24.182076813655733
verified: no, type: mrr_at_5
value: 26.045519203413875
verified: no, type: nauc_map_at_1000_diff1
value: 8.485123367352873
verified: no, type: nauc_map_at_1000_max
value: -0.9193979953494795
verified: no, type: nauc_map_at_1000_std
value: 15.100068482294574
verified: no, type: nauc_map_at_100_diff1
value: 8.519325841728035
verified: no, type: nauc_map_at_100_max
value: -0.8956256416288586
verified: no, type: nauc_map_at_100_std
value: 15.147231104798806
verified: no, type: nauc_map_at_10_diff1
value: 8.380916599430705
verified: no, type: nauc_map_at_10_max
value: -0.9917288035736084
verified: no, type: nauc_map_at_10_std
value: 14.761940291815831
verified: no, type: nauc_map_at_1_diff1
value: 9.060503842089553
verified: no, type: nauc_map_at_1_max
value: -4.8081298761261655
verified: no, type: nauc_map_at_1_std
value: 11.125316223515181
verified: no, type: nauc_map_at_20_diff1
value: 8.516487295524888
verified: no, type: nauc_map_at_20_max
value: -0.8417277704421139
verified: no, type: nauc_map_at_20_std
value: 15.101334311163782
verified: no, type: nauc_map_at_3_diff1
value: 7.922067336816303
verified: no, type: nauc_map_at_3_max
value: -2.2211217686219347
verified: no, type: nauc_map_at_3_std
value: 12.687891894715243
verified: no, type: nauc_map_at_5_diff1
value: 7.407423493480417
verified: no, type: nauc_map_at_5_max
value: -2.4578439857602445
verified: no, type: nauc_map_at_5_std
value: 13.543477676837792
verified: no, type: nauc_mrr_at_1000_diff1
value: 7.318853326158743
verified: no, type: nauc_mrr_at_1000_max
value: -0.74537688800884
verified: no, type: nauc_mrr_at_1000_std
value: 14.72062445798488
verified: no, type: nauc_mrr_at_100_diff1
value: 7.35529594869805
verified: no, type: nauc_mrr_at_100_max
value: -0.722109219876811
verified: no, type: nauc_mrr_at_100_std
value: 14.768290519037613
verified: no, type: nauc_mrr_at_10_diff1
value: 7.21492350238724
verified: no, type: nauc_mrr_at_10_max
value: -0.8670677275648112
verified: no, type: nauc_mrr_at_10_std
value: 14.38960682092002
verified: no, type: nauc_mrr_at_1_diff1
value: 7.5570385779405775
verified: no, type: nauc_mrr_at_1_max
value: -3.16483196648834
verified: no, type: nauc_mrr_at_1_std
value: 10.218393597427989
verified: no, type: nauc_mrr_at_20_diff1
value: 7.335130620378978
verified: no, type: nauc_mrr_at_20_max
value: -0.6993053791581448
verified: no, type: nauc_mrr_at_20_std
value: 14.708624057565162
verified: no, type: nauc_mrr_at_3_diff1
value: 6.613680793028679
verified: no, type: nauc_mrr_at_3_max
value: -2.2272295185954625
verified: no, type: nauc_mrr_at_3_std
value: 12.388157171198323
verified: no, type: nauc_mrr_at_5_diff1
value: 6.212985461013579
verified: no, type: nauc_mrr_at_5_max
value: -2.338470059431682
verified: no, type: nauc_mrr_at_5_std
value: 13.240099646562145
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.840275201346746
verified: no, type: nauc_ndcg_at_1000_max
value: 0.6647417450383817
verified: no, type: nauc_ndcg_at_1000_std
value: 17.8564730922891
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.762676212675903
verified: no, type: nauc_ndcg_at_100_max
value: 1.4262377536189703
verified: no, type: nauc_ndcg_at_100_std
value: 19.4795643393269
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.188741734944518
verified: no, type: nauc_ndcg_at_10_max
value: 1.3802584933742896
verified: no, type: nauc_ndcg_at_10_std
value: 17.506067996460327
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.060503842089553
verified: no, type: nauc_ndcg_at_1_max
value: -4.8081298761261655
verified: no, type: nauc_ndcg_at_1_std
value: 11.125316223515181
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.746204603745053
verified: no, type: nauc_ndcg_at_20_max
value: 1.788309512869953
verified: no, type: nauc_ndcg_at_20_std
value: 18.9423764949264
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.774791913420696
verified: no, type: nauc_ndcg_at_3_max
value: -1.597066965567201
verified: no, type: nauc_ndcg_at_3_std
value: 13.176494210176115
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.842522112636893
verified: no, type: nauc_ndcg_at_5_max
value: -1.973068438869888
verified: no, type: nauc_ndcg_at_5_std
value: 14.57209872417026
verified: no, type: nauc_precision_at_1000_diff1
value: -3.0834719469656173
verified: no, type: nauc_precision_at_1000_max
value: 14.451702830586255
verified: no, type: nauc_precision_at_1000_std
value: 54.77279828687448
verified: no, type: nauc_precision_at_100_diff1
value: 18.013952140209113
verified: no, type: nauc_precision_at_100_max
value: 13.365490775657305
verified: no, type: nauc_precision_at_100_std
value: 46.774497474558906
verified: no, type: nauc_precision_at_10_diff1
value: 12.087879006855367
verified: no, type: nauc_precision_at_10_max
value: 8.577753066338223
verified: no, type: nauc_precision_at_10_std
value: 25.83055948986621
verified: no, type: nauc_precision_at_1_diff1
value: 9.060503842089553
verified: no, type: nauc_precision_at_1_max
value: -4.8081298761261655
verified: no, type: nauc_precision_at_1_std
value: 11.125316223515181
verified: no, type: nauc_precision_at_20_diff1
value: 14.837517107092523
verified: no, type: nauc_precision_at_20_max
value: 10.825098623940823
verified: no, type: nauc_precision_at_20_std
value: 33.07428383738506
verified: no, type: nauc_precision_at_3_diff1
value: 7.454307392090738
verified: no, type: nauc_precision_at_3_max
value: -0.07600576651425912
verified: no, type: nauc_precision_at_3_std
value: 14.401150268962715
verified: no, type: nauc_precision_at_5_diff1
value: 5.3722482323229945
verified: no, type: nauc_precision_at_5_max
value: -0.8401775506949162
verified: no, type: nauc_precision_at_5_std
value: 17.210282537073585
verified: no, type: nauc_recall_at_1000_diff1
value: -3.0834719469653953
verified: no, type: nauc_recall_at_1000_max
value: 14.451702830586296
verified: no, type: nauc_recall_at_1000_std
value: 54.77279828687437
verified: no, type: nauc_recall_at_100_diff1
value: 18.013952140209057
verified: no, type: nauc_recall_at_100_max
value: 13.365490775657346
verified: no, type: nauc_recall_at_100_std
value: 46.77449747455887
verified: no, type: nauc_recall_at_10_diff1
value: 12.08787900685538
verified: no, type: nauc_recall_at_10_max
value: 8.577753066338186
verified: no, type: nauc_recall_at_10_std
value: 25.830559489866182
verified: no, type: nauc_recall_at_1_diff1
value: 9.060503842089553
verified: no, type: nauc_recall_at_1_max
value: -4.8081298761261655
verified: no, type: nauc_recall_at_1_std
value: 11.125316223515181
verified: no, type: nauc_recall_at_20_diff1
value: 14.837517107092587
verified: no, type: nauc_recall_at_20_max
value: 10.825098623940837
verified: no, type: nauc_recall_at_20_std
value: 33.07428383738506
verified: no, type: nauc_recall_at_3_diff1
value: 7.45430739209076
verified: no, type: nauc_recall_at_3_max
value: -0.07600576651424053
verified: no, type: nauc_recall_at_3_std
value: 14.401150268962763
verified: no, type: nauc_recall_at_5_diff1
value: 5.372248232322972
verified: no, type: nauc_recall_at_5_max
value: -0.8401775506949434
verified: no, type: nauc_recall_at_5_std
value: 17.210282537073567
verified: no, type: ndcg_at_1
value: 17.212
verified: no, type: ndcg_at_10
value: 33.774
verified: no, type: ndcg_at_100
value: 39.648
verified: no, type: ndcg_at_1000
value: 41.557
verified: no, type: ndcg_at_20
value: 36.317
verified: no, type: ndcg_at_3
value: 26.439
verified: no, type: ndcg_at_5
value: 29.787000000000003
verified: no, type: precision_at_1
value: 17.212
verified: no, type: precision_at_10
value: 5.377
verified: no, type: precision_at_100
value: 0.814
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 3.19
verified: no, type: precision_at_3
value: 11.119
verified: no, type: precision_at_5
value: 8.307
verified: no, type: recall_at_1
value: 17.212
verified: no, type: recall_at_10
value: 53.769999999999996
verified: no, type: recall_at_100
value: 81.437
verified: no, type: recall_at_1000
value: 96.65700000000001
verified: no, type: recall_at_20
value: 63.798
verified: no, type: recall_at_3
value: 33.357
verified: no, type: recall_at_5
value: 41.536
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 36.269773496288245
verified: no, type: v_measure
value: 36.269773496288245
verified: no, type: v_measure_std
value: 14.198119547704884
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 26.49448515145058
verified: no, type: v_measure
value: 26.49448515145058
verified: no, type: v_measure_std
value: 14.782872832774022
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 52.88598975544666
verified: no, type: map
value: 52.88598975544666
verified: no, type: mrr
value: 67.66906300839818
verified: no, type: nAUC_map_diff1
value: 10.49901867802098
verified: no, type: nAUC_map_max
value: 16.22592076548971
verified: no, type: nAUC_map_std
value: 8.364041971796572
verified: no, type: nAUC_mrr_diff1
value: 9.318385742328429
verified: no, type: nAUC_mrr_max
value: 25.360931571595074
verified: no, type: nAUC_mrr_std
value: 10.230339410350053
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 63.84878372119195
verified: no, type: cosine_spearman
value: 65.856922281397
verified: no, type: euclidean_pearson
value: 40.02875369629121
verified: no, type: euclidean_spearman
value: 49.260760994073486
verified: no, type: main_score
value: 65.856922281397
verified: no, type: manhattan_pearson
value: 39.167512785706535
verified: no, type: manhattan_spearman
value: 49.23786890619668
verified: no, type: pearson
value: 63.84878372119195
verified: no, type: spearman
value: 65.856922281397
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 72.38961038961038
verified: no, type: f1
value: 72.56423030958749
verified: no, type: f1_weighted
value: 72.5642303095875
verified: no, type: main_score
value: 72.38961038961038
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 32.25731264202783
verified: no, type: v_measure
value: 32.25731264202783
verified: no, type: v_measure_std
value: 0.6180162953967675
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 22.338013507954145
verified: no, type: v_measure
value: 22.338013507954145
verified: no, type: v_measure_std
value: 0.8858915900286259
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 27.422
verified: no, type: map_at_1
value: 15.805
verified: no, type: map_at_10
value: 22.539
verified: no, type: map_at_100
value: 23.580000000000002
verified: no, type: map_at_1000
value: 23.724999999999998
verified: no, type: map_at_20
value: 22.979
verified: no, type: map_at_3
value: 19.824
verified: no, type: map_at_5
value: 21.23
verified: no, type: mrr_at_1
value: 20.171673819742487
verified: no, type: mrr_at_10
value: 27.032552172037143
verified: no, type: mrr_at_100
value: 27.87771584885484
verified: no, type: mrr_at_1000
value: 27.958914975599175
verified: no, type: mrr_at_20
value: 27.424591091295408
verified: no, type: mrr_at_3
value: 24.58273724368146
verified: no, type: mrr_at_5
value: 25.82021936099191
verified: no, type: nauc_map_at_1000_diff1
value: 42.57030843164609
verified: no, type: nauc_map_at_1000_max
value: 27.21303919157657
verified: no, type: nauc_map_at_1000_std
value: -4.5260719947191825
verified: no, type: nauc_map_at_100_diff1
value: 42.58560170722753
verified: no, type: nauc_map_at_100_max
value: 27.172621592070005
verified: no, type: nauc_map_at_100_std
value: -4.608320819640847
verified: no, type: nauc_map_at_10_diff1
value: 43.20261782730561
verified: no, type: nauc_map_at_10_max
value: 27.17733501002295
verified: no, type: nauc_map_at_10_std
value: -4.853722954829147
verified: no, type: nauc_map_at_1_diff1
value: 50.4589534396627
verified: no, type: nauc_map_at_1_max
value: 31.98243028349231
verified: no, type: nauc_map_at_1_std
value: -5.994261367708959
verified: no, type: nauc_map_at_20_diff1
value: 42.738499762952614
verified: no, type: nauc_map_at_20_max
value: 27.143975463265175
verified: no, type: nauc_map_at_20_std
value: -4.806069582811075
verified: no, type: nauc_map_at_3_diff1
value: 44.56389669066582
verified: no, type: nauc_map_at_3_max
value: 26.833926287971416
verified: no, type: nauc_map_at_3_std
value: -4.955428514290965
verified: no, type: nauc_map_at_5_diff1
value: 43.86876315553915
verified: no, type: nauc_map_at_5_max
value: 27.333186284565176
verified: no, type: nauc_map_at_5_std
value: -5.074595359564486
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.63679192264147
verified: no, type: nauc_mrr_at_1000_max
value: 26.234117053729133
verified: no, type: nauc_mrr_at_1000_std
value: -2.3877696058349405
verified: no, type: nauc_mrr_at_100_diff1
value: 39.60055271322061
verified: no, type: nauc_mrr_at_100_max
value: 26.209241967136354
verified: no, type: nauc_mrr_at_100_std
value: -2.40172379518456
verified: no, type: nauc_mrr_at_10_diff1
value: 39.91403030715458
verified: no, type: nauc_mrr_at_10_max
value: 26.291376019365615
verified: no, type: nauc_mrr_at_10_std
value: -2.808990142924426
verified: no, type: nauc_mrr_at_1_diff1
value: 47.28788038819518
verified: no, type: nauc_mrr_at_1_max
value: 30.963706202382934
verified: no, type: nauc_mrr_at_1_std
value: -3.51497869942044
verified: no, type: nauc_mrr_at_20_diff1
value: 39.632871640502756
verified: no, type: nauc_mrr_at_20_max
value: 26.268767712675096
verified: no, type: nauc_mrr_at_20_std
value: -2.5995012134040913
verified: no, type: nauc_mrr_at_3_diff1
value: 41.59291827397769
verified: no, type: nauc_mrr_at_3_max
value: 26.377970945135985
verified: no, type: nauc_mrr_at_3_std
value: -2.260424527742146
verified: no, type: nauc_mrr_at_5_diff1
value: 40.660417345775265
verified: no, type: nauc_mrr_at_5_max
value: 26.53119326656918
verified: no, type: nauc_mrr_at_5_std
value: -2.6138936135502435
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.09235776641414
verified: no, type: nauc_ndcg_at_1000_max
value: 25.640060639600037
verified: no, type: nauc_ndcg_at_1000_std
value: -1.0492521706000484
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.58032591292403
verified: no, type: nauc_ndcg_at_100_max
value: 25.227643635602963
verified: no, type: nauc_ndcg_at_100_std
value: -2.062733211841763
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.5902476515199
verified: no, type: nauc_ndcg_at_10_max
value: 25.54860574123993
verified: no, type: nauc_ndcg_at_10_std
value: -3.945402600781258
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.28788038819518
verified: no, type: nauc_ndcg_at_1_max
value: 30.963706202382934
verified: no, type: nauc_ndcg_at_1_std
value: -3.51497869942044
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.21420502242327
verified: no, type: nauc_ndcg_at_20_max
value: 25.36312552066329
verified: no, type: nauc_ndcg_at_20_std
value: -3.620006678321481
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.618842500004114
verified: no, type: nauc_ndcg_at_3_max
value: 24.49658271374697
verified: no, type: nauc_ndcg_at_3_std
value: -3.1464626400858737
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.62911850945203
verified: no, type: nauc_ndcg_at_5_max
value: 25.645929097520533
verified: no, type: nauc_ndcg_at_5_std
value: -3.930292192790889
verified: no, type: nauc_precision_at_1000_diff1
value: -11.247759993119494
verified: no, type: nauc_precision_at_1000_max
value: 0.0520592709173242
verified: no, type: nauc_precision_at_1000_std
value: 13.875737244571596
verified: no, type: nauc_precision_at_100_diff1
value: 2.9396114844829846
verified: no, type: nauc_precision_at_100_max
value: 12.65311404861249
verified: no, type: nauc_precision_at_100_std
value: 5.197197717403989
verified: no, type: nauc_precision_at_10_diff1
value: 21.598728649828637
verified: no, type: nauc_precision_at_10_max
value: 19.600344390387036
verified: no, type: nauc_precision_at_10_std
value: -2.287072109349386
verified: no, type: nauc_precision_at_1_diff1
value: 47.28788038819518
verified: no, type: nauc_precision_at_1_max
value: 30.963706202382934
verified: no, type: nauc_precision_at_1_std
value: -3.51497869942044
verified: no, type: nauc_precision_at_20_diff1
value: 14.033184370220674
verified: no, type: nauc_precision_at_20_max
value: 18.336361358754594
verified: no, type: nauc_precision_at_20_std
value: -1.129136759880148
verified: no, type: nauc_precision_at_3_diff1
value: 32.877986961799415
verified: no, type: nauc_precision_at_3_max
value: 18.58314886301541
verified: no, type: nauc_precision_at_3_std
value: -1.3149473444001074
verified: no, type: nauc_precision_at_5_diff1
value: 28.64823897592757
verified: no, type: nauc_precision_at_5_max
value: 20.1392449105061
verified: no, type: nauc_precision_at_5_std
value: -2.4972384266998424
verified: no, type: nauc_recall_at_1000_diff1
value: 20.162811892550007
verified: no, type: nauc_recall_at_1000_max
value: 14.914546121550105
verified: no, type: nauc_recall_at_1000_std
value: 22.679861727471952
verified: no, type: nauc_recall_at_100_diff1
value: 21.682602022946543
verified: no, type: nauc_recall_at_100_max
value: 17.054270054720657
verified: no, type: nauc_recall_at_100_std
value: 6.873757453857215
verified: no, type: nauc_recall_at_10_diff1
value: 31.380594956722373
verified: no, type: nauc_recall_at_10_max
value: 19.869238680763793
verified: no, type: nauc_recall_at_10_std
value: -2.3399003157867297
verified: no, type: nauc_recall_at_1_diff1
value: 50.4589534396627
verified: no, type: nauc_recall_at_1_max
value: 31.98243028349231
verified: no, type: nauc_recall_at_1_std
value: -5.994261367708959
verified: no, type: nauc_recall_at_20_diff1
value: 26.8397372221868
verified: no, type: nauc_recall_at_20_max
value: 19.363005179158783
verified: no, type: nauc_recall_at_20_std
value: -1.6220262325260055
verified: no, type: nauc_recall_at_3_diff1
value: 37.022991018079324
verified: no, type: nauc_recall_at_3_max
value: 20.02153979328149
verified: no, type: nauc_recall_at_3_std
value: -2.6647682121076017
verified: no, type: nauc_recall_at_5_diff1
value: 34.27903939519203
verified: no, type: nauc_recall_at_5_max
value: 21.241055817449386
verified: no, type: nauc_recall_at_5_std
value: -3.4314867128318873
verified: no, type: ndcg_at_1
value: 20.172
verified: no, type: ndcg_at_10
value: 27.422
verified: no, type: ndcg_at_100
value: 32.505
verified: no, type: ndcg_at_1000
value: 35.637
verified: no, type: ndcg_at_20
value: 28.814
verified: no, type: ndcg_at_3
value: 22.977
verified: no, type: ndcg_at_5
value: 24.765
verified: no, type: precision_at_1
value: 20.172
verified: no, type: precision_at_10
value: 5.6370000000000005
verified: no, type: precision_at_100
value: 1.027
verified: no, type: precision_at_1000
value: 0.161
verified: no, type: precision_at_20
value: 3.3259999999999996
verified: no, type: precision_at_3
value: 11.493
verified: no, type: precision_at_5
value: 8.584
verified: no, type: recall_at_1
value: 15.805
verified: no, type: recall_at_10
value: 37.374
verified: no, type: recall_at_100
value: 60.279
verified: no, type: recall_at_1000
value: 81.635
verified: no, type: recall_at_20
value: 42.439
verified: no, type: recall_at_3
value: 24.2
verified: no, type: recall_at_5
value: 29.309
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 22.185
verified: no, type: map_at_1
value: 13.771
verified: no, type: map_at_10
value: 18.723
verified: no, type: map_at_100
value: 19.547
verified: no, type: map_at_1000
value: 19.67
verified: no, type: map_at_20
value: 19.144
verified: no, type: map_at_3
value: 17.039
verified: no, type: map_at_5
value: 18.07
verified: no, type: mrr_at_1
value: 17.261146496815286
verified: no, type: mrr_at_10
value: 22.57607926397735
verified: no, type: mrr_at_100
value: 23.328421262845985
verified: no, type: mrr_at_1000
value: 23.406708440207726
verified: no, type: mrr_at_20
value: 23.00513067729992
verified: no, type: mrr_at_3
value: 20.881104033970274
verified: no, type: mrr_at_5
value: 21.90976645435243
verified: no, type: nauc_map_at_1000_diff1
value: 41.81438335345437
verified: no, type: nauc_map_at_1000_max
value: 8.562208130739274
verified: no, type: nauc_map_at_1000_std
value: -1.137157212764164
verified: no, type: nauc_map_at_100_diff1
value: 41.85780839439892
verified: no, type: nauc_map_at_100_max
value: 8.566307619578293
verified: no, type: nauc_map_at_100_std
value: -1.2129732393356614
verified: no, type: nauc_map_at_10_diff1
value: 41.785746693197126
verified: no, type: nauc_map_at_10_max
value: 8.77020097530979
verified: no, type: nauc_map_at_10_std
value: -1.860022142851326
verified: no, type: nauc_map_at_1_diff1
value: 49.349328412728234
verified: no, type: nauc_map_at_1_max
value: 9.959808327960705
verified: no, type: nauc_map_at_1_std
value: -2.4979706379347015
verified: no, type: nauc_map_at_20_diff1
value: 41.99867158799419
verified: no, type: nauc_map_at_20_max
value: 8.630845517982852
verified: no, type: nauc_map_at_20_std
value: -1.5555880960790722
verified: no, type: nauc_map_at_3_diff1
value: 42.8531788404898
verified: no, type: nauc_map_at_3_max
value: 9.38507401851082
verified: no, type: nauc_map_at_3_std
value: -2.296896840269839
verified: no, type: nauc_map_at_5_diff1
value: 42.12620645186648
verified: no, type: nauc_map_at_5_max
value: 9.264433745870681
verified: no, type: nauc_map_at_5_std
value: -2.0693688828997736
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.29012154388628
verified: no, type: nauc_mrr_at_1000_max
value: 8.779701545657264
verified: no, type: nauc_mrr_at_1000_std
value: -0.20014917783799155
verified: no, type: nauc_mrr_at_100_diff1
value: 40.3006068547429
verified: no, type: nauc_mrr_at_100_max
value: 8.775743924193097
verified: no, type: nauc_mrr_at_100_std
value: -0.20828264879030806
verified: no, type: nauc_mrr_at_10_diff1
value: 40.33534553416421
verified: no, type: nauc_mrr_at_10_max
value: 8.981726859310484
verified: no, type: nauc_mrr_at_10_std
value: -0.5216611931728035
verified: no, type: nauc_mrr_at_1_diff1
value: 46.65590153016528
verified: no, type: nauc_mrr_at_1_max
value: 11.354410377930167
verified: no, type: nauc_mrr_at_1_std
value: -0.48512368172284914
verified: no, type: nauc_mrr_at_20_diff1
value: 40.34786514439957
verified: no, type: nauc_mrr_at_20_max
value: 8.832294217324495
verified: no, type: nauc_mrr_at_20_std
value: -0.42924000733933554
verified: no, type: nauc_mrr_at_3_diff1
value: 41.28224899603959
verified: no, type: nauc_mrr_at_3_max
value: 10.003171996897654
verified: no, type: nauc_mrr_at_3_std
value: -0.8113798290447825
verified: no, type: nauc_mrr_at_5_diff1
value: 40.56541714571373
verified: no, type: nauc_mrr_at_5_max
value: 9.563905395193512
verified: no, type: nauc_mrr_at_5_std
value: -0.8315502471129665
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.05472732838954
verified: no, type: nauc_ndcg_at_1000_max
value: 6.7845911459695305
verified: no, type: nauc_ndcg_at_1000_std
value: 2.2417310333870804
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.769913303134494
verified: no, type: nauc_ndcg_at_100_max
value: 6.98512669077204
verified: no, type: nauc_ndcg_at_100_std
value: 1.0262609809171577
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.908082234801846
verified: no, type: nauc_ndcg_at_10_max
value: 7.603096791364804
verified: no, type: nauc_ndcg_at_10_std
value: -1.1550921794586773
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.65590153016528
verified: no, type: nauc_ndcg_at_1_max
value: 11.354410377930167
verified: no, type: nauc_ndcg_at_1_std
value: -0.48512368172284914
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.465569854802325
verified: no, type: nauc_ndcg_at_20_max
value: 7.154863969387037
verified: no, type: nauc_ndcg_at_20_std
value: -0.6152305686970557
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.30563509474192
verified: no, type: nauc_ndcg_at_3_max
value: 9.303308928291493
verified: no, type: nauc_ndcg_at_3_std
value: -1.7310855429382492
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.43089993856754
verified: no, type: nauc_ndcg_at_5_max
value: 8.684101391653703
verified: no, type: nauc_ndcg_at_5_std
value: -1.5609939178898662
verified: no, type: nauc_precision_at_1000_diff1
value: 3.0018103428187315
verified: no, type: nauc_precision_at_1000_max
value: -0.12486785354520373
verified: no, type: nauc_precision_at_1000_std
value: 16.595960891881056
verified: no, type: nauc_precision_at_100_diff1
value: 15.783807114606802
verified: no, type: nauc_precision_at_100_max
value: 2.2692493411585826
verified: no, type: nauc_precision_at_100_std
value: 12.367040550680183
verified: no, type: nauc_precision_at_10_diff1
value: 26.23103176130776
verified: no, type: nauc_precision_at_10_max
value: 5.077361697939634
verified: no, type: nauc_precision_at_10_std
value: 3.2548036883456657
verified: no, type: nauc_precision_at_1_diff1
value: 46.65590153016528
verified: no, type: nauc_precision_at_1_max
value: 11.354410377930167
verified: no, type: nauc_precision_at_1_std
value: -0.48512368172284914
verified: no, type: nauc_precision_at_20_diff1
value: 24.983738615009624
verified: no, type: nauc_precision_at_20_max
value: 3.095779692318981
verified: no, type: nauc_precision_at_20_std
value: 6.526918452724511
verified: no, type: nauc_precision_at_3_diff1
value: 32.03964896171193
verified: no, type: nauc_precision_at_3_max
value: 10.000197471378979
verified: no, type: nauc_precision_at_3_std
value: -0.3781576907697181
verified: no, type: nauc_precision_at_5_diff1
value: 29.031758722891198
verified: no, type: nauc_precision_at_5_max
value: 8.97944054772189
verified: no, type: nauc_precision_at_5_std
value: 0.5467561737293052
verified: no, type: nauc_recall_at_1000_diff1
value: 22.648641936528087
verified: no, type: nauc_recall_at_1000_max
value: -0.43222220598242816
verified: no, type: nauc_recall_at_1000_std
value: 16.242047878703833
verified: no, type: nauc_recall_at_100_diff1
value: 29.817588639346766
verified: no, type: nauc_recall_at_100_max
value: 2.582453220704315
verified: no, type: nauc_recall_at_100_std
value: 6.976670600001465
verified: no, type: nauc_recall_at_10_diff1
value: 32.0508451306858
verified: no, type: nauc_recall_at_10_max
value: 4.398320289922377
verified: no, type: nauc_recall_at_10_std
value: -1.1675629134288315
verified: no, type: nauc_recall_at_1_diff1
value: 49.349328412728234
verified: no, type: nauc_recall_at_1_max
value: 9.959808327960705
verified: no, type: nauc_recall_at_1_std
value: -2.4979706379347015
verified: no, type: nauc_recall_at_20_diff1
value: 33.11704220737327
verified: no, type: nauc_recall_at_20_max
value: 3.1705964314148267
verified: no, type: nauc_recall_at_20_std
value: 0.2300386402818066
verified: no, type: nauc_recall_at_3_diff1
value: 35.99265552818323
verified: no, type: nauc_recall_at_3_max
value: 7.869051232744449
verified: no, type: nauc_recall_at_3_std
value: -2.358653198443007
verified: no, type: nauc_recall_at_5_diff1
value: 33.520063454248074
verified: no, type: nauc_recall_at_5_max
value: 6.8093745620610395
verified: no, type: nauc_recall_at_5_std
value: -1.7390155063380721
verified: no, type: ndcg_at_1
value: 17.261000000000003
verified: no, type: ndcg_at_10
value: 22.185
verified: no, type: ndcg_at_100
value: 26.107000000000003
verified: no, type: ndcg_at_1000
value: 29.071
verified: no, type: ndcg_at_20
value: 23.56
verified: no, type: ndcg_at_3
value: 19.333
verified: no, type: ndcg_at_5
value: 20.807000000000002
verified: no, type: precision_at_1
value: 17.261000000000003
verified: no, type: precision_at_10
value: 4.223
verified: no, type: precision_at_100
value: 0.783
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_20
value: 2.608
verified: no, type: precision_at_3
value: 9.299
verified: no, type: precision_at_5
value: 6.854
verified: no, type: recall_at_1
value: 13.771
verified: no, type: recall_at_10
value: 28.508
verified: no, type: recall_at_100
value: 45.863
verified: no, type: recall_at_1000
value: 66.604
verified: no, type: recall_at_20
value: 33.588
verified: no, type: recall_at_3
value: 20.427999999999997
verified: no, type: recall_at_5
value: 24.357
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 33.79
verified: no, type: map_at_1
value: 21.637999999999998
verified: no, type: map_at_10
value: 29.212
verified: no, type: map_at_100
value: 30.214999999999996
verified: no, type: map_at_1000
value: 30.312
verified: no, type: map_at_20
value: 29.757
verified: no, type: map_at_3
value: 26.734
verified: no, type: map_at_5
value: 28.131
verified: no, type: mrr_at_1
value: 25.07836990595611
verified: no, type: mrr_at_10
value: 32.23615464994772
verified: no, type: mrr_at_100
value: 33.086737260738005
verified: no, type: mrr_at_1000
value: 33.15229870932955
verified: no, type: mrr_at_20
value: 32.7018407151951
verified: no, type: mrr_at_3
value: 29.905956112852643
verified: no, type: mrr_at_5
value: 31.24137931034478
verified: no, type: nauc_map_at_1000_diff1
value: 37.12307495362121
verified: no, type: nauc_map_at_1000_max
value: 21.537265058555853
verified: no, type: nauc_map_at_1000_std
value: -8.738060307090839
verified: no, type: nauc_map_at_100_diff1
value: 37.1180741454758
verified: no, type: nauc_map_at_100_max
value: 21.554344473420436
verified: no, type: nauc_map_at_100_std
value: -8.78869495524838
verified: no, type: nauc_map_at_10_diff1
value: 37.171532078470385
verified: no, type: nauc_map_at_10_max
value: 21.419973328157454
verified: no, type: nauc_map_at_10_std
value: -9.225483825250098
verified: no, type: nauc_map_at_1_diff1
value: 41.21674359277609
verified: no, type: nauc_map_at_1_max
value: 21.17386538449636
verified: no, type: nauc_map_at_1_std
value: -10.13071651221397
verified: no, type: nauc_map_at_20_diff1
value: 37.07089391994802
verified: no, type: nauc_map_at_20_max
value: 21.56668913570749
verified: no, type: nauc_map_at_20_std
value: -9.063862622862095
verified: no, type: nauc_map_at_3_diff1
value: 37.685900130415895
verified: no, type: nauc_map_at_3_max
value: 20.275025161152723
verified: no, type: nauc_map_at_3_std
value: -10.786471610700463
verified: no, type: nauc_map_at_5_diff1
value: 36.8471833508775
verified: no, type: nauc_map_at_5_max
value: 20.92621364369423
verified: no, type: nauc_map_at_5_std
value: -9.950094695828529
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.38260924638214
verified: no, type: nauc_mrr_at_1000_max
value: 23.783503700138628
verified: no, type: nauc_mrr_at_1000_std
value: -8.062115131406841
verified: no, type: nauc_mrr_at_100_diff1
value: 37.369442118264715
verified: no, type: nauc_mrr_at_100_max
value: 23.786993434343938
verified: no, type: nauc_mrr_at_100_std
value: -8.068423378948197
verified: no, type: nauc_mrr_at_10_diff1
value: 37.39001292590747
verified: no, type: nauc_mrr_at_10_max
value: 23.888309074872616
verified: no, type: nauc_mrr_at_10_std
value: -8.302475901455704
verified: no, type: nauc_mrr_at_1_diff1
value: 42.04523215156183
verified: no, type: nauc_mrr_at_1_max
value: 24.284081712011343
verified: no, type: nauc_mrr_at_1_std
value: -9.814660127876252
verified: no, type: nauc_mrr_at_20_diff1
value: 37.379334155540214
verified: no, type: nauc_mrr_at_20_max
value: 23.844473948925106
verified: no, type: nauc_mrr_at_20_std
value: -8.235356584670322
verified: no, type: nauc_mrr_at_3_diff1
value: 38.139923039533954
verified: no, type: nauc_mrr_at_3_max
value: 23.56622226506994
verified: no, type: nauc_mrr_at_3_std
value: -9.875475998553846
verified: no, type: nauc_mrr_at_5_diff1
value: 37.32472725762185
verified: no, type: nauc_mrr_at_5_max
value: 23.678357942681288
verified: no, type: nauc_mrr_at_5_std
value: -8.973665899372584
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.9269587646789
verified: no, type: nauc_ndcg_at_1000_max
value: 22.032154334522335
verified: no, type: nauc_ndcg_at_1000_std
value: -4.420257572893553
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.70701221495438
verified: no, type: nauc_ndcg_at_100_max
value: 22.385258261960903
verified: no, type: nauc_ndcg_at_100_std
value: -5.218237549092405
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.84180901292102
verified: no, type: nauc_ndcg_at_10_max
value: 22.464645985022006
verified: no, type: nauc_ndcg_at_10_std
value: -7.5341732536415975
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.04523215156183
verified: no, type: nauc_ndcg_at_1_max
value: 24.284081712011343
verified: no, type: nauc_ndcg_at_1_std
value: -9.814660127876252
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.52062094141778
verified: no, type: nauc_ndcg_at_20_max
value: 22.55317967653313
verified: no, type: nauc_ndcg_at_20_std
value: -7.110500864173957
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.81378575758175
verified: no, type: nauc_ndcg_at_3_max
value: 20.819587275808576
verified: no, type: nauc_ndcg_at_3_std
value: -10.624109644518786
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.36217863334981
verified: no, type: nauc_ndcg_at_5_max
value: 21.612788726107834
verified: no, type: nauc_ndcg_at_5_std
value: -9.18508650489183
verified: no, type: nauc_precision_at_1000_diff1
value: 5.772508569767738
verified: no, type: nauc_precision_at_1000_max
value: 7.590203889721581
verified: no, type: nauc_precision_at_1000_std
value: 25.20499657865677
verified: no, type: nauc_precision_at_100_diff1
value: 17.027746274944796
verified: no, type: nauc_precision_at_100_max
value: 18.23112402146368
verified: no, type: nauc_precision_at_100_std
value: 14.975250839963802
verified: no, type: nauc_precision_at_10_diff1
value: 27.568104882639886
verified: no, type: nauc_precision_at_10_max
value: 24.523260535220405
verified: no, type: nauc_precision_at_10_std
value: -0.7790401720706134
verified: no, type: nauc_precision_at_1_diff1
value: 42.04523215156183
verified: no, type: nauc_precision_at_1_max
value: 24.284081712011343
verified: no, type: nauc_precision_at_1_std
value: -9.814660127876252
verified: no, type: nauc_precision_at_20_diff1
value: 23.61060569911262
verified: no, type: nauc_precision_at_20_max
value: 23.27474009600092
verified: no, type: nauc_precision_at_20_std
value: 2.1363983504905684
verified: no, type: nauc_precision_at_3_diff1
value: 32.021133529943114
verified: no, type: nauc_precision_at_3_max
value: 21.951492022009393
verified: no, type: nauc_precision_at_3_std
value: -9.33081717856222
verified: no, type: nauc_precision_at_5_diff1
value: 27.781401018009493
verified: no, type: nauc_precision_at_5_max
value: 23.00327374589772
verified: no, type: nauc_precision_at_5_std
value: -5.582376474473184
verified: no, type: nauc_recall_at_1000_diff1
value: 28.08463704110158
verified: no, type: nauc_recall_at_1000_max
value: 14.719308230994152
verified: no, type: nauc_recall_at_1000_std
value: 31.09066132145234
verified: no, type: nauc_recall_at_100_diff1
value: 28.757625108969016
verified: no, type: nauc_recall_at_100_max
value: 20.69402876399338
verified: no, type: nauc_recall_at_100_std
value: 10.02186914341548
verified: no, type: nauc_recall_at_10_diff1
value: 30.775586269840577
verified: no, type: nauc_recall_at_10_max
value: 22.4818353459375
verified: no, type: nauc_recall_at_10_std
value: -3.004399664292814
verified: no, type: nauc_recall_at_1_diff1
value: 41.21674359277609
verified: no, type: nauc_recall_at_1_max
value: 21.17386538449636
verified: no, type: nauc_recall_at_1_std
value: -10.13071651221397
verified: no, type: nauc_recall_at_20_diff1
value: 29.12970422131222
verified: no, type: nauc_recall_at_20_max
value: 22.211132247666548
verified: no, type: nauc_recall_at_20_std
value: -1.6807314724407867
verified: no, type: nauc_recall_at_3_diff1
value: 33.437878690991376
verified: no, type: nauc_recall_at_3_max
value: 18.621911570214518
verified: no, type: nauc_recall_at_3_std
value: -10.670879405179733
verified: no, type: nauc_recall_at_5_diff1
value: 30.19398360899056
verified: no, type: nauc_recall_at_5_max
value: 20.646327147212524
verified: no, type: nauc_recall_at_5_std
value: -7.5225214344616615
verified: no, type: ndcg_at_1
value: 25.078
verified: no, type: ndcg_at_10
value: 33.79
verified: no, type: ndcg_at_100
value: 38.72
verified: no, type: ndcg_at_1000
value: 41.107
verified: no, type: ndcg_at_20
value: 35.609
verified: no, type: ndcg_at_3
value: 29.096
verified: no, type: ndcg_at_5
value: 31.348
verified: no, type: precision_at_1
value: 25.078
verified: no, type: precision_at_10
value: 5.618
verified: no, type: precision_at_100
value: 0.8909999999999999
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 3.292
verified: no, type: precision_at_3
value: 13.062000000000001
verified: no, type: precision_at_5
value: 9.254
verified: no, type: recall_at_1
value: 21.637999999999998
verified: no, type: recall_at_10
value: 44.968
verified: no, type: recall_at_100
value: 67.415
verified: no, type: recall_at_1000
value: 84.88799999999999
verified: no, type: recall_at_20
value: 51.762
verified: no, type: recall_at_3
value: 32.054
verified: no, type: recall_at_5
value: 37.677
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 13.854
verified: no, type: map_at_1
value: 8.437
verified: no, type: map_at_10
value: 11.713
verified: no, type: map_at_100
value: 12.398000000000001
verified: no, type: map_at_1000
value: 12.506999999999998
verified: no, type: map_at_20
value: 12.058
verified: no, type: map_at_3
value: 10.584
verified: no, type: map_at_5
value: 11.12
verified: no, type: mrr_at_1
value: 8.926553672316384
verified: no, type: mrr_at_10
value: 12.423325262308312
verified: no, type: mrr_at_100
value: 13.10586004343873
verified: no, type: mrr_at_1000
value: 13.212007969459988
verified: no, type: mrr_at_20
value: 12.758616943509635
verified: no, type: mrr_at_3
value: 11.224105461393593
verified: no, type: mrr_at_5
value: 11.828625235404894
verified: no, type: nauc_map_at_1000_diff1
value: 31.895778457147372
verified: no, type: nauc_map_at_1000_max
value: 17.690415779738842
verified: no, type: nauc_map_at_1000_std
value: -18.79188186045447
verified: no, type: nauc_map_at_100_diff1
value: 31.892654811209773
verified: no, type: nauc_map_at_100_max
value: 17.621047925604824
verified: no, type: nauc_map_at_100_std
value: -18.791276567129998
verified: no, type: nauc_map_at_10_diff1
value: 33.426989015523645
verified: no, type: nauc_map_at_10_max
value: 18.050335773420002
verified: no, type: nauc_map_at_10_std
value: -19.382509111730492
verified: no, type: nauc_map_at_1_diff1
value: 42.314161966032856
verified: no, type: nauc_map_at_1_max
value: 22.207585066404487
verified: no, type: nauc_map_at_1_std
value: -23.600059254769178
verified: no, type: nauc_map_at_20_diff1
value: 32.41734162581042
verified: no, type: nauc_map_at_20_max
value: 17.85152366175027
verified: no, type: nauc_map_at_20_std
value: -18.99269556017807
verified: no, type: nauc_map_at_3_diff1
value: 35.23676219675338
verified: no, type: nauc_map_at_3_max
value: 19.07665145397135
verified: no, type: nauc_map_at_3_std
value: -21.38726052792218
verified: no, type: nauc_map_at_5_diff1
value: 33.88523071159954
verified: no, type: nauc_map_at_5_max
value: 18.023838499714422
verified: no, type: nauc_map_at_5_std
value: -20.640978226500593
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.084485141409704
verified: no, type: nauc_mrr_at_1000_max
value: 18.463084602140174
verified: no, type: nauc_mrr_at_1000_std
value: -16.96576220212689
verified: no, type: nauc_mrr_at_100_diff1
value: 30.083032361790384
verified: no, type: nauc_mrr_at_100_max
value: 18.41867896211605
verified: no, type: nauc_mrr_at_100_std
value: -16.941672717749174
verified: no, type: nauc_mrr_at_10_diff1
value: 31.454758915975727
verified: no, type: nauc_mrr_at_10_max
value: 18.89724676766129
verified: no, type: nauc_mrr_at_10_std
value: -17.494532807628087
verified: no, type: nauc_mrr_at_1_diff1
value: 40.42911498617085
verified: no, type: nauc_mrr_at_1_max
value: 23.687375206668168
verified: no, type: nauc_mrr_at_1_std
value: -21.73867940605904
verified: no, type: nauc_mrr_at_20_diff1
value: 30.46673282152249
verified: no, type: nauc_mrr_at_20_max
value: 18.578617566395927
verified: no, type: nauc_mrr_at_20_std
value: -17.093906397674257
verified: no, type: nauc_mrr_at_3_diff1
value: 33.47174891283547
verified: no, type: nauc_mrr_at_3_max
value: 20.253650649438896
verified: no, type: nauc_mrr_at_3_std
value: -19.54698186106603
verified: no, type: nauc_mrr_at_5_diff1
value: 31.746879870345563
verified: no, type: nauc_mrr_at_5_max
value: 18.901963239215746
verified: no, type: nauc_mrr_at_5_std
value: -18.621911662052824
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.09096968865543
verified: no, type: nauc_ndcg_at_1000_max
value: 15.891636106534374
verified: no, type: nauc_ndcg_at_1000_std
value: -13.871634842181408
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.175105867882852
verified: no, type: nauc_ndcg_at_100_max
value: 14.17771979280098
verified: no, type: nauc_ndcg_at_100_std
value: -13.991847290428177
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.77008313203033
verified: no, type: nauc_ndcg_at_10_max
value: 16.49571094148876
verified: no, type: nauc_ndcg_at_10_std
value: -16.42614748077505
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.42911498617085
verified: no, type: nauc_ndcg_at_1_max
value: 23.687375206668168
verified: no, type: nauc_ndcg_at_1_std
value: -21.73867940605904
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.76029443519322
verified: no, type: nauc_ndcg_at_20_max
value: 15.74572558341743
verified: no, type: nauc_ndcg_at_20_std
value: -15.32279872308287
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.806913565642375
verified: no, type: nauc_ndcg_at_3_max
value: 18.45178369596658
verified: no, type: nauc_ndcg_at_3_std
value: -20.37006496685283
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.494877222338364
verified: no, type: nauc_ndcg_at_5_max
value: 16.541239086008822
verified: no, type: nauc_ndcg_at_5_std
value: -19.015633388163188
verified: no, type: nauc_precision_at_1000_diff1
value: -0.43658726743856746
verified: no, type: nauc_precision_at_1000_max
value: 17.036247228446616
verified: no, type: nauc_precision_at_1000_std
value: 3.435494852675229
verified: no, type: nauc_precision_at_100_diff1
value: 6.712643480741582
verified: no, type: nauc_precision_at_100_max
value: 9.614879293703039
verified: no, type: nauc_precision_at_100_std
value: -3.4126404487749653
verified: no, type: nauc_precision_at_10_diff1
value: 21.510457197077496
verified: no, type: nauc_precision_at_10_max
value: 16.184332818605537
verified: no, type: nauc_precision_at_10_std
value: -9.294139265690534
verified: no, type: nauc_precision_at_1_diff1
value: 40.42911498617085
verified: no, type: nauc_precision_at_1_max
value: 23.687375206668168
verified: no, type: nauc_precision_at_1_std
value: -21.73867940605904
verified: no, type: nauc_precision_at_20_diff1
value: 13.992219269068753
verified: no, type: nauc_precision_at_20_max
value: 14.937883960803463
verified: no, type: nauc_precision_at_20_std
value: -7.104557238331423
verified: no, type: nauc_precision_at_3_diff1
value: 26.261517666998035
verified: no, type: nauc_precision_at_3_max
value: 18.354566058660986
verified: no, type: nauc_precision_at_3_std
value: -17.341338758596976
verified: no, type: nauc_precision_at_5_diff1
value: 21.742341640092196
verified: no, type: nauc_precision_at_5_max
value: 15.096193569326688
verified: no, type: nauc_precision_at_5_std
value: -14.266583144611857
verified: no, type: nauc_recall_at_1000_diff1
value: 4.2314167922614905
verified: no, type: nauc_recall_at_1000_max
value: 12.215254827462095
verified: no, type: nauc_recall_at_1000_std
value: -1.4077735592136236
verified: no, type: nauc_recall_at_100_diff1
value: 8.185574219798335
verified: no, type: nauc_recall_at_100_max
value: 4.897935122753127
verified: no, type: nauc_recall_at_100_std
value: -4.283502316451027
verified: no, type: nauc_recall_at_10_diff1
value: 23.28365482091351
verified: no, type: nauc_recall_at_10_max
value: 12.121504428933513
verified: no, type: nauc_recall_at_10_std
value: -10.957020862721302
verified: no, type: nauc_recall_at_1_diff1
value: 42.314161966032856
verified: no, type: nauc_recall_at_1_max
value: 22.207585066404487
verified: no, type: nauc_recall_at_1_std
value: -23.600059254769178
verified: no, type: nauc_recall_at_20_diff1
value: 15.503784848951534
verified: no, type: nauc_recall_at_20_max
value: 10.217338368574987
verified: no, type: nauc_recall_at_20_std
value: -8.400517193855757
verified: no, type: nauc_recall_at_3_diff1
value: 28.04652701414722
verified: no, type: nauc_recall_at_3_max
value: 15.164882904887497
verified: no, type: nauc_recall_at_3_std
value: -19.033698598216844
verified: no, type: nauc_recall_at_5_diff1
value: 24.268291218903475
verified: no, type: nauc_recall_at_5_max
value: 11.923028154467396
verified: no, type: nauc_recall_at_5_std
value: -16.82567873471909
verified: no, type: ndcg_at_1
value: 8.927
verified: no, type: ndcg_at_10
value: 13.854
verified: no, type: ndcg_at_100
value: 17.7
verified: no, type: ndcg_at_1000
value: 21.035
verified: no, type: ndcg_at_20
value: 15.059000000000001
verified: no, type: ndcg_at_3
value: 11.484
verified: no, type: ndcg_at_5
value: 12.437
verified: no, type: precision_at_1
value: 8.927
verified: no, type: precision_at_10
value: 2.271
verified: no, type: precision_at_100
value: 0.44400000000000006
verified: no, type: precision_at_1000
value: 0.078
verified: no, type: precision_at_20
value: 1.401
verified: no, type: precision_at_3
value: 4.934
verified: no, type: precision_at_5
value: 3.5479999999999996
verified: no, type: recall_at_1
value: 8.437
verified: no, type: recall_at_10
value: 19.834
verified: no, type: recall_at_100
value: 38.694
verified: no, type: recall_at_1000
value: 64.744
verified: no, type: recall_at_20
value: 24.429000000000002
verified: no, type: recall_at_3
value: 13.361999999999998
verified: no, type: recall_at_5
value: 15.540000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 9.837
verified: no, type: map_at_1
value: 5.159
verified: no, type: map_at_10
value: 7.703
verified: no, type: map_at_100
value: 8.426
verified: no, type: map_at_1000
value: 8.519
verified: no, type: map_at_20
value: 8.047
verified: no, type: map_at_3
value: 6.654
verified: no, type: map_at_5
value: 7.091
verified: no, type: mrr_at_1
value: 6.467661691542288
verified: no, type: mrr_at_10
value: 9.478302929795472
verified: no, type: mrr_at_100
value: 10.289008336384581
verified: no, type: mrr_at_1000
value: 10.371409959945957
verified: no, type: mrr_at_20
value: 9.90206244583065
verified: no, type: mrr_at_3
value: 8.167495854063018
verified: no, type: mrr_at_5
value: 8.776948590381428
verified: no, type: nauc_map_at_1000_diff1
value: 20.991965340430756
verified: no, type: nauc_map_at_1000_max
value: 5.4803410436586315
verified: no, type: nauc_map_at_1000_std
value: 7.532860192395963
verified: no, type: nauc_map_at_100_diff1
value: 20.948048169848562
verified: no, type: nauc_map_at_100_max
value: 5.423178225119055
verified: no, type: nauc_map_at_100_std
value: 7.428927233698493
verified: no, type: nauc_map_at_10_diff1
value: 21.246222726045804
verified: no, type: nauc_map_at_10_max
value: 4.63095343363466
verified: no, type: nauc_map_at_10_std
value: 7.144023053962637
verified: no, type: nauc_map_at_1_diff1
value: 30.223652292546266
verified: no, type: nauc_map_at_1_max
value: 4.553051882134141
verified: no, type: nauc_map_at_1_std
value: 4.951308605278772
verified: no, type: nauc_map_at_20_diff1
value: 20.921761668029813
verified: no, type: nauc_map_at_20_max
value: 5.030778839822774
verified: no, type: nauc_map_at_20_std
value: 7.029955811602383
verified: no, type: nauc_map_at_3_diff1
value: 23.285924325381803
verified: no, type: nauc_map_at_3_max
value: 5.75529272678179
verified: no, type: nauc_map_at_3_std
value: 4.596117470066295
verified: no, type: nauc_map_at_5_diff1
value: 22.537257669190947
verified: no, type: nauc_map_at_5_max
value: 4.121925731323751
verified: no, type: nauc_map_at_5_std
value: 6.304714061098604
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.173759649273233
verified: no, type: nauc_mrr_at_1000_max
value: 7.621793094874906
verified: no, type: nauc_mrr_at_1000_std
value: 7.8559620996974004
verified: no, type: nauc_mrr_at_100_diff1
value: 19.111228160116582
verified: no, type: nauc_mrr_at_100_max
value: 7.5928006784641
verified: no, type: nauc_mrr_at_100_std
value: 7.81950691444481
verified: no, type: nauc_mrr_at_10_diff1
value: 19.489946278790672
verified: no, type: nauc_mrr_at_10_max
value: 6.980975854904637
verified: no, type: nauc_mrr_at_10_std
value: 7.706339687745954
verified: no, type: nauc_mrr_at_1_diff1
value: 27.48148957465694
verified: no, type: nauc_mrr_at_1_max
value: 7.372706481581169
verified: no, type: nauc_mrr_at_1_std
value: 6.391416784537868
verified: no, type: nauc_mrr_at_20_diff1
value: 19.148965222777782
verified: no, type: nauc_mrr_at_20_max
value: 7.290887679899084
verified: no, type: nauc_mrr_at_20_std
value: 7.448183665979951
verified: no, type: nauc_mrr_at_3_diff1
value: 21.750601270327905
verified: no, type: nauc_mrr_at_3_max
value: 8.244444667347075
verified: no, type: nauc_mrr_at_3_std
value: 4.729668071892326
verified: no, type: nauc_mrr_at_5_diff1
value: 20.7897812930415
verified: no, type: nauc_mrr_at_5_max
value: 6.863327307713806
verified: no, type: nauc_mrr_at_5_std
value: 6.841304973729449
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.29441255932624
verified: no, type: nauc_ndcg_at_1000_max
value: 7.9286798648497285
verified: no, type: nauc_ndcg_at_1000_std
value: 11.877149914393652
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.4336463729308
verified: no, type: nauc_ndcg_at_100_max
value: 8.07229083359491
verified: no, type: nauc_ndcg_at_100_std
value: 10.34506864310445
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.55824567751664
verified: no, type: nauc_ndcg_at_10_max
value: 4.993609073207455
verified: no, type: nauc_ndcg_at_10_std
value: 8.781232299164529
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.48148957465694
verified: no, type: nauc_ndcg_at_1_max
value: 7.372706481581169
verified: no, type: nauc_ndcg_at_1_std
value: 6.391416784537868
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.87739691810417
verified: no, type: nauc_ndcg_at_20_max
value: 6.326711669823591
verified: no, type: nauc_ndcg_at_20_std
value: 8.193549456385835
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.57747982063095
verified: no, type: nauc_ndcg_at_3_max
value: 7.091503322088235
verified: no, type: nauc_ndcg_at_3_std
value: 4.157156253951653
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.082404601341455
verified: no, type: nauc_ndcg_at_5_max
value: 4.22584316571604
verified: no, type: nauc_ndcg_at_5_std
value: 7.054315761638248
verified: no, type: nauc_precision_at_1000_diff1
value: 9.317689102874894
verified: no, type: nauc_precision_at_1000_max
value: 9.58782401785448
verified: no, type: nauc_precision_at_1000_std
value: 10.64241217084012
verified: no, type: nauc_precision_at_100_diff1
value: 10.807229788315885
verified: no, type: nauc_precision_at_100_max
value: 13.109067404516338
verified: no, type: nauc_precision_at_100_std
value: 12.652461769792342
verified: no, type: nauc_precision_at_10_diff1
value: 11.747684802786821
verified: no, type: nauc_precision_at_10_max
value: 5.154980926282553
verified: no, type: nauc_precision_at_10_std
value: 10.96256762400505
verified: no, type: nauc_precision_at_1_diff1
value: 27.48148957465694
verified: no, type: nauc_precision_at_1_max
value: 7.372706481581169
verified: no, type: nauc_precision_at_1_std
value: 6.391416784537868
verified: no, type: nauc_precision_at_20_diff1
value: 10.048919763414146
verified: no, type: nauc_precision_at_20_max
value: 9.457533080637551
verified: no, type: nauc_precision_at_20_std
value: 8.38270502134793
verified: no, type: nauc_precision_at_3_diff1
value: 17.62648712108384
verified: no, type: nauc_precision_at_3_max
value: 9.368333317681678
verified: no, type: nauc_precision_at_3_std
value: 2.831364424989006
verified: no, type: nauc_precision_at_5_diff1
value: 15.244543857948454
verified: no, type: nauc_precision_at_5_max
value: 4.611372441896458
verified: no, type: nauc_precision_at_5_std
value: 8.947499545370727
verified: no, type: nauc_recall_at_1000_diff1
value: 11.860223591226426
verified: no, type: nauc_recall_at_1000_max
value: 9.065659539526218
verified: no, type: nauc_recall_at_1000_std
value: 21.369970396825007
verified: no, type: nauc_recall_at_100_diff1
value: 9.097923124619061
verified: no, type: nauc_recall_at_100_max
value: 11.44262240376369
verified: no, type: nauc_recall_at_100_std
value: 14.733237990671242
verified: no, type: nauc_recall_at_10_diff1
value: 11.095059312746661
verified: no, type: nauc_recall_at_10_max
value: 4.459364478932909
verified: no, type: nauc_recall_at_10_std
value: 11.13185668334817
verified: no, type: nauc_recall_at_1_diff1
value: 30.223652292546266
verified: no, type: nauc_recall_at_1_max
value: 4.553051882134141
verified: no, type: nauc_recall_at_1_std
value: 4.951308605278772
verified: no, type: nauc_recall_at_20_diff1
value: 10.810802709805385
verified: no, type: nauc_recall_at_20_max
value: 7.510486361196866
verified: no, type: nauc_recall_at_20_std
value: 9.447990949397933
verified: no, type: nauc_recall_at_3_diff1
value: 17.313057423204715
verified: no, type: nauc_recall_at_3_max
value: 7.227652377873599
verified: no, type: nauc_recall_at_3_std
value: 3.091979625029158
verified: no, type: nauc_recall_at_5_diff1
value: 15.40727532119762
verified: no, type: nauc_recall_at_5_max
value: 1.8611986193155992
verified: no, type: nauc_recall_at_5_std
value: 8.185241357994292
verified: no, type: ndcg_at_1
value: 6.468
verified: no, type: ndcg_at_10
value: 9.837
verified: no, type: ndcg_at_100
value: 13.825000000000001
verified: no, type: ndcg_at_1000
value: 16.592000000000002
verified: no, type: ndcg_at_20
value: 11.129
verified: no, type: ndcg_at_3
value: 7.579
verified: no, type: ndcg_at_5
value: 8.355
verified: no, type: precision_at_1
value: 6.468
verified: no, type: precision_at_10
value: 1.9900000000000002
verified: no, type: precision_at_100
value: 0.459
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.331
verified: no, type: precision_at_3
value: 3.566
verified: no, type: precision_at_5
value: 2.6870000000000003
verified: no, type: recall_at_1
value: 5.159
verified: no, type: recall_at_10
value: 14.746
verified: no, type: recall_at_100
value: 32.906
verified: no, type: recall_at_1000
value: 53.25
verified: no, type: recall_at_20
value: 19.439999999999998
verified: no, type: recall_at_3
value: 8.584999999999999
verified: no, type: recall_at_5
value: 10.446
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 24.915000000000003
verified: no, type: map_at_1
value: 15.504999999999999
verified: no, type: map_at_10
value: 20.957
verified: no, type: map_at_100
value: 21.917
verified: no, type: map_at_1000
value: 22.066
verified: no, type: map_at_20
value: 21.443
verified: no, type: map_at_3
value: 18.995
verified: no, type: map_at_5
value: 20.096
verified: no, type: mrr_at_1
value: 19.056785370548603
verified: no, type: mrr_at_10
value: 24.990833677070444
verified: no, type: mrr_at_100
value: 25.8208720564778
verified: no, type: mrr_at_1000
value: 25.912884506186014
verified: no, type: mrr_at_20
value: 25.41772037548221
verified: no, type: mrr_at_3
value: 22.95476419634265
verified: no, type: mrr_at_5
value: 24.11453320500482
verified: no, type: nauc_map_at_1000_diff1
value: 38.076585051060675
verified: no, type: nauc_map_at_1000_max
value: 18.056702089396662
verified: no, type: nauc_map_at_1000_std
value: -5.671192417504087
verified: no, type: nauc_map_at_100_diff1
value: 38.08599722714999
verified: no, type: nauc_map_at_100_max
value: 17.990649882140914
verified: no, type: nauc_map_at_100_std
value: -5.757790211650656
verified: no, type: nauc_map_at_10_diff1
value: 38.05562481839379
verified: no, type: nauc_map_at_10_max
value: 17.539054472069946
verified: no, type: nauc_map_at_10_std
value: -6.387542547194047
verified: no, type: nauc_map_at_1_diff1
value: 42.98313461413959
verified: no, type: nauc_map_at_1_max
value: 21.177240393143098
verified: no, type: nauc_map_at_1_std
value: -7.143850386196276
verified: no, type: nauc_map_at_20_diff1
value: 37.9625452229517
verified: no, type: nauc_map_at_20_max
value: 17.760857764249888
verified: no, type: nauc_map_at_20_std
value: -6.1970139184556965
verified: no, type: nauc_map_at_3_diff1
value: 39.44820032223843
verified: no, type: nauc_map_at_3_max
value: 16.7722965995488
verified: no, type: nauc_map_at_3_std
value: -6.81542895292068
verified: no, type: nauc_map_at_5_diff1
value: 38.59443276293579
verified: no, type: nauc_map_at_5_max
value: 17.371303618685445
verified: no, type: nauc_map_at_5_std
value: -6.135604805438213
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.43089835368739
verified: no, type: nauc_mrr_at_1000_max
value: 21.04805861047155
verified: no, type: nauc_mrr_at_1000_std
value: -5.068432531045453
verified: no, type: nauc_mrr_at_100_diff1
value: 37.41742475306239
verified: no, type: nauc_mrr_at_100_max
value: 21.04544732019752
verified: no, type: nauc_mrr_at_100_std
value: -5.095192190983453
verified: no, type: nauc_mrr_at_10_diff1
value: 37.32527292823289
verified: no, type: nauc_mrr_at_10_max
value: 20.817698975783884
verified: no, type: nauc_mrr_at_10_std
value: -5.556456776618353
verified: no, type: nauc_mrr_at_1_diff1
value: 42.09299252574772
verified: no, type: nauc_mrr_at_1_max
value: 24.33888118839859
verified: no, type: nauc_mrr_at_1_std
value: -5.666087824854275
verified: no, type: nauc_mrr_at_20_diff1
value: 37.421240074775845
verified: no, type: nauc_mrr_at_20_max
value: 21.00425959939269
verified: no, type: nauc_mrr_at_20_std
value: -5.335211771892977
verified: no, type: nauc_mrr_at_3_diff1
value: 38.52179702152584
verified: no, type: nauc_mrr_at_3_max
value: 20.463153588780404
verified: no, type: nauc_mrr_at_3_std
value: -6.209031923179788
verified: no, type: nauc_mrr_at_5_diff1
value: 37.62988493544957
verified: no, type: nauc_mrr_at_5_max
value: 20.79180521338152
verified: no, type: nauc_mrr_at_5_std
value: -5.258589248617482
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.73662163419835
verified: no, type: nauc_ndcg_at_1000_max
value: 19.63564222331479
verified: no, type: nauc_ndcg_at_1000_std
value: -1.851198141711594
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.09210648152838
verified: no, type: nauc_ndcg_at_100_max
value: 18.917342208415263
verified: no, type: nauc_ndcg_at_100_std
value: -3.0420576298778355
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.95226398653496
verified: no, type: nauc_ndcg_at_10_max
value: 17.37357287979475
verified: no, type: nauc_ndcg_at_10_std
value: -6.016002421388863
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.09299252574772
verified: no, type: nauc_ndcg_at_1_max
value: 24.33888118839859
verified: no, type: nauc_ndcg_at_1_std
value: -5.666087824854275
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.840674942997325
verified: no, type: nauc_ndcg_at_20_max
value: 17.933986692165053
verified: no, type: nauc_ndcg_at_20_std
value: -5.2137027245505205
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.04420087752632
verified: no, type: nauc_ndcg_at_3_max
value: 17.12908674549184
verified: no, type: nauc_ndcg_at_3_std
value: -6.5879484556209595
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.76262837789462
verified: no, type: nauc_ndcg_at_5_max
value: 17.602322681433666
verified: no, type: nauc_ndcg_at_5_std
value: -5.43250263819642
verified: no, type: nauc_precision_at_1000_diff1
value: 6.206827402965226
verified: no, type: nauc_precision_at_1000_max
value: 20.518766519942027
verified: no, type: nauc_precision_at_1000_std
value: 12.6849839612137
verified: no, type: nauc_precision_at_100_diff1
value: 17.95328955808249
verified: no, type: nauc_precision_at_100_max
value: 24.488415170072823
verified: no, type: nauc_precision_at_100_std
value: 8.318427798621334
verified: no, type: nauc_precision_at_10_diff1
value: 24.95807708093173
verified: no, type: nauc_precision_at_10_max
value: 21.14345372502348
verified: no, type: nauc_precision_at_10_std
value: -3.1126086789686704
verified: no, type: nauc_precision_at_1_diff1
value: 42.09299252574772
verified: no, type: nauc_precision_at_1_max
value: 24.33888118839859
verified: no, type: nauc_precision_at_1_std
value: -5.666087824854275
verified: no, type: nauc_precision_at_20_diff1
value: 22.984681114976453
verified: no, type: nauc_precision_at_20_max
value: 21.853967424797396
verified: no, type: nauc_precision_at_20_std
value: 0.07620414784835099
verified: no, type: nauc_precision_at_3_diff1
value: 31.59484266217764
verified: no, type: nauc_precision_at_3_max
value: 16.983380178190778
verified: no, type: nauc_precision_at_3_std
value: -5.539496681361992
verified: no, type: nauc_precision_at_5_diff1
value: 27.842741210601368
verified: no, type: nauc_precision_at_5_max
value: 19.67171996161724
verified: no, type: nauc_precision_at_5_std
value: -2.6999602559382043
verified: no, type: nauc_recall_at_1000_diff1
value: 19.224949841010464
verified: no, type: nauc_recall_at_1000_max
value: 18.457171603445914
verified: no, type: nauc_recall_at_1000_std
value: 22.347110023460264
verified: no, type: nauc_recall_at_100_diff1
value: 27.573048738296507
verified: no, type: nauc_recall_at_100_max
value: 15.701035991956289
verified: no, type: nauc_recall_at_100_std
value: 5.924963398447016
verified: no, type: nauc_recall_at_10_diff1
value: 29.69657755110037
verified: no, type: nauc_recall_at_10_max
value: 12.97000604361471
verified: no, type: nauc_recall_at_10_std
value: -5.416107045994844
verified: no, type: nauc_recall_at_1_diff1
value: 42.98313461413959
verified: no, type: nauc_recall_at_1_max
value: 21.177240393143098
verified: no, type: nauc_recall_at_1_std
value: -7.143850386196276
verified: no, type: nauc_recall_at_20_diff1
value: 29.040453658640118
verified: no, type: nauc_recall_at_20_max
value: 14.243344703914374
verified: no, type: nauc_recall_at_20_std
value: -3.015043773525295
verified: no, type: nauc_recall_at_3_diff1
value: 34.83950527042068
verified: no, type: nauc_recall_at_3_max
value: 11.569623342194008
verified: no, type: nauc_recall_at_3_std
value: -6.213973770001328
verified: no, type: nauc_recall_at_5_diff1
value: 32.204318355138106
verified: no, type: nauc_recall_at_5_max
value: 13.42199856062887
verified: no, type: nauc_recall_at_5_std
value: -4.019223300509159
verified: no, type: ndcg_at_1
value: 19.057
verified: no, type: ndcg_at_10
value: 24.915000000000003
verified: no, type: ndcg_at_100
value: 29.858
verified: no, type: ndcg_at_1000
value: 33.267
verified: no, type: ndcg_at_20
value: 26.544
verified: no, type: ndcg_at_3
value: 21.45
verified: no, type: ndcg_at_5
value: 23.089000000000002
verified: no, type: precision_at_1
value: 19.057
verified: no, type: precision_at_10
value: 4.601
verified: no, type: precision_at_100
value: 0.859
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_20
value: 2.82
verified: no, type: precision_at_3
value: 10.138
verified: no, type: precision_at_5
value: 7.430000000000001
verified: no, type: recall_at_1
value: 15.504999999999999
verified: no, type: recall_at_10
value: 33.052
verified: no, type: recall_at_100
value: 55.212
verified: no, type: recall_at_1000
value: 78.97
verified: no, type: recall_at_20
value: 38.865
verified: no, type: recall_at_3
value: 23.125
verified: no, type: recall_at_5
value: 27.357
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 16.933
verified: no, type: map_at_1
value: 9.391
verified: no, type: map_at_10
value: 13.785
verified: no, type: map_at_100
value: 14.832999999999998
verified: no, type: map_at_1000
value: 14.97
verified: no, type: map_at_20
value: 14.299999999999999
verified: no, type: map_at_3
value: 12.192
verified: no, type: map_at_5
value: 13.104
verified: no, type: mrr_at_1
value: 11.986301369863012
verified: no, type: mrr_at_10
value: 16.76329093281149
verified: no, type: mrr_at_100
value: 17.779884512390392
verified: no, type: mrr_at_1000
value: 17.882629462505502
verified: no, type: mrr_at_20
value: 17.298602789280416
verified: no, type: mrr_at_3
value: 15.106544901065444
verified: no, type: mrr_at_5
value: 16.059741248097417
verified: no, type: nauc_map_at_1000_diff1
value: 36.119633695463484
verified: no, type: nauc_map_at_1000_max
value: 17.825358789806963
verified: no, type: nauc_map_at_1000_std
value: -2.678306157407544
verified: no, type: nauc_map_at_100_diff1
value: 36.136511257676624
verified: no, type: nauc_map_at_100_max
value: 17.791171504175814
verified: no, type: nauc_map_at_100_std
value: -2.712161260291591
verified: no, type: nauc_map_at_10_diff1
value: 36.414283638871204
verified: no, type: nauc_map_at_10_max
value: 17.33919844365509
verified: no, type: nauc_map_at_10_std
value: -3.596581939565149
verified: no, type: nauc_map_at_1_diff1
value: 43.76928915162838
verified: no, type: nauc_map_at_1_max
value: 18.65584868511747
verified: no, type: nauc_map_at_1_std
value: -3.3203940049113925
verified: no, type: nauc_map_at_20_diff1
value: 36.390706892829236
verified: no, type: nauc_map_at_20_max
value: 17.713189000561734
verified: no, type: nauc_map_at_20_std
value: -3.3096832058190686
verified: no, type: nauc_map_at_3_diff1
value: 39.40208757504614
verified: no, type: nauc_map_at_3_max
value: 17.734548958019822
verified: no, type: nauc_map_at_3_std
value: -3.7767167790425376
verified: no, type: nauc_map_at_5_diff1
value: 37.31691641307714
verified: no, type: nauc_map_at_5_max
value: 17.824917859595036
verified: no, type: nauc_map_at_5_std
value: -4.341793743354893
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.845850294564006
verified: no, type: nauc_mrr_at_1000_max
value: 20.844113037057696
verified: no, type: nauc_mrr_at_1000_std
value: -2.969718761532978
verified: no, type: nauc_mrr_at_100_diff1
value: 31.833171076952905
verified: no, type: nauc_mrr_at_100_max
value: 20.832754686515557
verified: no, type: nauc_mrr_at_100_std
value: -2.9684641146406743
verified: no, type: nauc_mrr_at_10_diff1
value: 31.975383495650654
verified: no, type: nauc_mrr_at_10_max
value: 20.741551226715718
verified: no, type: nauc_mrr_at_10_std
value: -3.308168222228622
verified: no, type: nauc_mrr_at_1_diff1
value: 36.8962724905663
verified: no, type: nauc_mrr_at_1_max
value: 21.08515026265049
verified: no, type: nauc_mrr_at_1_std
value: -3.324764670910975
verified: no, type: nauc_mrr_at_20_diff1
value: 31.97142874389304
verified: no, type: nauc_mrr_at_20_max
value: 20.825942350517384
verified: no, type: nauc_mrr_at_20_std
value: -3.3615147616814536
verified: no, type: nauc_mrr_at_3_diff1
value: 34.43852472523908
verified: no, type: nauc_mrr_at_3_max
value: 21.54594535376395
verified: no, type: nauc_mrr_at_3_std
value: -3.1112804192797707
verified: no, type: nauc_mrr_at_5_diff1
value: 32.874215613900375
verified: no, type: nauc_mrr_at_5_max
value: 21.053271555386928
verified: no, type: nauc_mrr_at_5_std
value: -3.747293302434281
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.454242290151434
verified: no, type: nauc_ndcg_at_1000_max
value: 18.489639899176066
verified: no, type: nauc_ndcg_at_1000_std
value: 1.3159370438460316
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.25481472001158
verified: no, type: nauc_ndcg_at_100_max
value: 18.086139248726578
verified: no, type: nauc_ndcg_at_100_std
value: 0.7205652535273769
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.52727699271849
verified: no, type: nauc_ndcg_at_10_max
value: 17.237486979718312
verified: no, type: nauc_ndcg_at_10_std
value: -3.0915552982078935
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.8962724905663
verified: no, type: nauc_ndcg_at_1_max
value: 21.08515026265049
verified: no, type: nauc_ndcg_at_1_std
value: -3.324764670910975
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.50052068294007
verified: no, type: nauc_ndcg_at_20_max
value: 18.18091699705452
verified: no, type: nauc_ndcg_at_20_std
value: -2.545082654261116
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.76262984256575
verified: no, type: nauc_ndcg_at_3_max
value: 18.715225732805465
verified: no, type: nauc_ndcg_at_3_std
value: -3.3574761304071457
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.22831050785461
verified: no, type: nauc_ndcg_at_5_max
value: 18.329756369078734
verified: no, type: nauc_ndcg_at_5_std
value: -4.501968061129472
verified: no, type: nauc_precision_at_1000_diff1
value: 4.627456337422589
verified: no, type: nauc_precision_at_1000_max
value: 8.763785016596563
verified: no, type: nauc_precision_at_1000_std
value: 5.798944013054676
verified: no, type: nauc_precision_at_100_diff1
value: 12.785405156496902
verified: no, type: nauc_precision_at_100_max
value: 15.913251592907118
verified: no, type: nauc_precision_at_100_std
value: 7.922950006883855
verified: no, type: nauc_precision_at_10_diff1
value: 21.671324247697545
verified: no, type: nauc_precision_at_10_max
value: 16.844686528527216
verified: no, type: nauc_precision_at_10_std
value: -0.8935902484243391
verified: no, type: nauc_precision_at_1_diff1
value: 36.8962724905663
verified: no, type: nauc_precision_at_1_max
value: 21.08515026265049
verified: no, type: nauc_precision_at_1_std
value: -3.324764670910975
verified: no, type: nauc_precision_at_20_diff1
value: 21.990648382513978
verified: no, type: nauc_precision_at_20_max
value: 20.186544647997685
verified: no, type: nauc_precision_at_20_std
value: 0.9473827309819518
verified: no, type: nauc_precision_at_3_diff1
value: 29.809157912293742
verified: no, type: nauc_precision_at_3_max
value: 20.817234555254064
verified: no, type: nauc_precision_at_3_std
value: -2.9715364332106087
verified: no, type: nauc_precision_at_5_diff1
value: 24.812305580415774
verified: no, type: nauc_precision_at_5_max
value: 19.550818593102022
verified: no, type: nauc_precision_at_5_std
value: -4.725734397876206
verified: no, type: nauc_recall_at_1000_diff1
value: 19.311306554927057
verified: no, type: nauc_recall_at_1000_max
value: 15.928723354100303
verified: no, type: nauc_recall_at_1000_std
value: 20.082823111228784
verified: no, type: nauc_recall_at_100_diff1
value: 21.25168897405789
verified: no, type: nauc_recall_at_100_max
value: 15.00794104303515
verified: no, type: nauc_recall_at_100_std
value: 11.12128776821777
verified: no, type: nauc_recall_at_10_diff1
value: 25.198073470444715
verified: no, type: nauc_recall_at_10_max
value: 13.548174607713822
verified: no, type: nauc_recall_at_10_std
value: -1.963637599241129
verified: no, type: nauc_recall_at_1_diff1
value: 43.76928915162838
verified: no, type: nauc_recall_at_1_max
value: 18.65584868511747
verified: no, type: nauc_recall_at_1_std
value: -3.3203940049113925
verified: no, type: nauc_recall_at_20_diff1
value: 25.428294962767577
verified: no, type: nauc_recall_at_20_max
value: 16.232380758977776
verified: no, type: nauc_recall_at_20_std
value: -0.6565322850593908
verified: no, type: nauc_recall_at_3_diff1
value: 35.62311837406267
verified: no, type: nauc_recall_at_3_max
value: 16.099598243416118
verified: no, type: nauc_recall_at_3_std
value: -4.061382736951024
verified: no, type: nauc_recall_at_5_diff1
value: 29.30259587685098
verified: no, type: nauc_recall_at_5_max
value: 15.610376688031682
verified: no, type: nauc_recall_at_5_std
value: -5.480201062659099
verified: no, type: ndcg_at_1
value: 11.985999999999999
verified: no, type: ndcg_at_10
value: 16.933
verified: no, type: ndcg_at_100
value: 22.411
verified: no, type: ndcg_at_1000
value: 26.038
verified: no, type: ndcg_at_20
value: 18.790000000000003
verified: no, type: ndcg_at_3
value: 13.943
verified: no, type: ndcg_at_5
value: 15.389
verified: no, type: precision_at_1
value: 11.985999999999999
verified: no, type: precision_at_10
value: 3.253
verified: no, type: precision_at_100
value: 0.726
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: precision_at_20
value: 2.146
verified: no, type: precision_at_3
value: 6.773
verified: no, type: precision_at_5
value: 5.0680000000000005
verified: no, type: recall_at_1
value: 9.391
verified: no, type: recall_at_10
value: 23.697
verified: no, type: recall_at_100
value: 48.18
verified: no, type: recall_at_1000
value: 74.207
verified: no, type: recall_at_20
value: 30.489
verified: no, type: recall_at_3
value: 15.616
verified: no, type: recall_at_5
value: 19.243
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 18.395166666666665
verified: no, type: ndcg_at_10
value: 18.395166666666665
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 13.764000000000001
verified: no, type: map_at_1
value: 7.407
verified: no, type: map_at_10
value: 11.181000000000001
verified: no, type: map_at_100
value: 11.999
verified: no, type: map_at_1000
value: 12.086
verified: no, type: map_at_20
value: 11.643
verified: no, type: map_at_3
value: 9.808
verified: no, type: map_at_5
value: 10.527000000000001
verified: no, type: mrr_at_1
value: 9.049079754601227
verified: no, type: mrr_at_10
value: 13.019281332164766
verified: no, type: mrr_at_100
value: 13.83437647561529
verified: no, type: mrr_at_1000
value: 13.90849595726279
verified: no, type: mrr_at_20
value: 13.453243790394076
verified: no, type: mrr_at_3
value: 11.605316973415134
verified: no, type: mrr_at_5
value: 12.364519427402865
verified: no, type: nauc_map_at_1000_diff1
value: 22.684386058096422
verified: no, type: nauc_map_at_1000_max
value: 9.145886674872735
verified: no, type: nauc_map_at_1000_std
value: -4.501342855209255
verified: no, type: nauc_map_at_100_diff1
value: 22.663345222436842
verified: no, type: nauc_map_at_100_max
value: 9.14775447704162
verified: no, type: nauc_map_at_100_std
value: -4.546649058281547
verified: no, type: nauc_map_at_10_diff1
value: 22.42971510386587
verified: no, type: nauc_map_at_10_max
value: 9.534064523536093
verified: no, type: nauc_map_at_10_std
value: -5.5964681895716275
verified: no, type: nauc_map_at_1_diff1
value: 27.011177559854126
verified: no, type: nauc_map_at_1_max
value: 10.58197198530854
verified: no, type: nauc_map_at_1_std
value: -6.595308662343213
verified: no, type: nauc_map_at_20_diff1
value: 22.6849314678422
verified: no, type: nauc_map_at_20_max
value: 9.130124364237668
verified: no, type: nauc_map_at_20_std
value: -4.6306079677985545
verified: no, type: nauc_map_at_3_diff1
value: 23.765755755951382
verified: no, type: nauc_map_at_3_max
value: 8.386673560382699
verified: no, type: nauc_map_at_3_std
value: -6.820598051025553
verified: no, type: nauc_map_at_5_diff1
value: 22.72172408624874
verified: no, type: nauc_map_at_5_max
value: 9.94900277817333
verified: no, type: nauc_map_at_5_std
value: -6.015194799527161
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.19050948215309
verified: no, type: nauc_mrr_at_1000_max
value: 10.461180380214094
verified: no, type: nauc_mrr_at_1000_std
value: -2.9941483783767304
verified: no, type: nauc_mrr_at_100_diff1
value: 24.19585382086687
verified: no, type: nauc_mrr_at_100_max
value: 10.486570575603626
verified: no, type: nauc_mrr_at_100_std
value: -3.0182341126004104
verified: no, type: nauc_mrr_at_10_diff1
value: 24.190126428290462
verified: no, type: nauc_mrr_at_10_max
value: 11.126417890087135
verified: no, type: nauc_mrr_at_10_std
value: -3.839141693577256
verified: no, type: nauc_mrr_at_1_diff1
value: 28.571881597930947
verified: no, type: nauc_mrr_at_1_max
value: 11.543441276788943
verified: no, type: nauc_mrr_at_1_std
value: -5.512242856627392
verified: no, type: nauc_mrr_at_20_diff1
value: 24.203108205389672
verified: no, type: nauc_mrr_at_20_max
value: 10.50497556809877
verified: no, type: nauc_mrr_at_20_std
value: -3.082934311249442
verified: no, type: nauc_mrr_at_3_diff1
value: 25.98207063932455
verified: no, type: nauc_mrr_at_3_max
value: 9.94844316319691
verified: no, type: nauc_mrr_at_3_std
value: -5.0062389923354935
verified: no, type: nauc_mrr_at_5_diff1
value: 24.61646227495659
verified: no, type: nauc_mrr_at_5_max
value: 11.648384719673203
verified: no, type: nauc_mrr_at_5_std
value: -4.375379994287079
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.43768701111034
verified: no, type: nauc_ndcg_at_1000_max
value: 8.273252874349057
verified: no, type: nauc_ndcg_at_1000_std
value: 0.10670202820650984
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.4746954073475
verified: no, type: nauc_ndcg_at_100_max
value: 7.896808760471978
verified: no, type: nauc_ndcg_at_100_std
value: -1.2410245357577705
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.13137898867002
verified: no, type: nauc_ndcg_at_10_max
value: 9.755235332270159
verified: no, type: nauc_ndcg_at_10_std
value: -4.248419933008658
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.571881597930947
verified: no, type: nauc_ndcg_at_1_max
value: 11.543441276788943
verified: no, type: nauc_ndcg_at_1_std
value: -5.512242856627392
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.619408394641066
verified: no, type: nauc_ndcg_at_20_max
value: 8.114217280583363
verified: no, type: nauc_ndcg_at_20_std
value: -1.6730336682644353
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.16497986310871
verified: no, type: nauc_ndcg_at_3_max
value: 8.400666596386994
verified: no, type: nauc_ndcg_at_3_std
value: -6.307687835437969
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.80028821367463
verified: no, type: nauc_ndcg_at_5_max
value: 11.029219640459228
verified: no, type: nauc_ndcg_at_5_std
value: -5.1729515331734355
verified: no, type: nauc_precision_at_1000_diff1
value: 18.426797014316406
verified: no, type: nauc_precision_at_1000_max
value: 11.215745964862423
verified: no, type: nauc_precision_at_1000_std
value: 10.130362328925651
verified: no, type: nauc_precision_at_100_diff1
value: 22.777527984600223
verified: no, type: nauc_precision_at_100_max
value: 8.693126368523261
verified: no, type: nauc_precision_at_100_std
value: 6.849981524237866
verified: no, type: nauc_precision_at_10_diff1
value: 21.32311537782387
verified: no, type: nauc_precision_at_10_max
value: 12.466768131932003
verified: no, type: nauc_precision_at_10_std
value: -0.24380397765811196
verified: no, type: nauc_precision_at_1_diff1
value: 28.571881597930947
verified: no, type: nauc_precision_at_1_max
value: 11.543441276788943
verified: no, type: nauc_precision_at_1_std
value: -5.512242856627392
verified: no, type: nauc_precision_at_20_diff1
value: 23.320697000941518
verified: no, type: nauc_precision_at_20_max
value: 9.416642932870655
verified: no, type: nauc_precision_at_20_std
value: 6.117048580465784
verified: no, type: nauc_precision_at_3_diff1
value: 25.60854499214357
verified: no, type: nauc_precision_at_3_max
value: 9.327816784887316
verified: no, type: nauc_precision_at_3_std
value: -4.164690223373803
verified: no, type: nauc_precision_at_5_diff1
value: 22.487293449343895
verified: no, type: nauc_precision_at_5_max
value: 15.554122997255721
verified: no, type: nauc_precision_at_5_std
value: -2.170204158965489
verified: no, type: nauc_recall_at_1000_diff1
value: 15.20476822474712
verified: no, type: nauc_recall_at_1000_max
value: 4.204822145176049
verified: no, type: nauc_recall_at_1000_std
value: 12.879935852847554
verified: no, type: nauc_recall_at_100_diff1
value: 16.850604775963244
verified: no, type: nauc_recall_at_100_max
value: 2.767499477935308
verified: no, type: nauc_recall_at_100_std
value: 4.095047171340664
verified: no, type: nauc_recall_at_10_diff1
value: 16.689205215199248
verified: no, type: nauc_recall_at_10_max
value: 8.378648312390819
verified: no, type: nauc_recall_at_10_std
value: -2.8562137399428598
verified: no, type: nauc_recall_at_1_diff1
value: 27.011177559854126
verified: no, type: nauc_recall_at_1_max
value: 10.58197198530854
verified: no, type: nauc_recall_at_1_std
value: -6.595308662343213
verified: no, type: nauc_recall_at_20_diff1
value: 17.87665261251624
verified: no, type: nauc_recall_at_20_max
value: 3.8134273552005995
verified: no, type: nauc_recall_at_20_std
value: 3.3359977154662634
verified: no, type: nauc_recall_at_3_diff1
value: 20.670877063544086
verified: no, type: nauc_recall_at_3_max
value: 6.248798024686606
verified: no, type: nauc_recall_at_3_std
value: -7.011222642729971
verified: no, type: nauc_recall_at_5_diff1
value: 17.72007176247167
verified: no, type: nauc_recall_at_5_max
value: 11.43834990123289
verified: no, type: nauc_recall_at_5_std
value: -4.729213831313457
verified: no, type: ndcg_at_1
value: 9.049
verified: no, type: ndcg_at_10
value: 13.764000000000001
verified: no, type: ndcg_at_100
value: 17.992
verified: no, type: ndcg_at_1000
value: 20.558
verified: no, type: ndcg_at_20
value: 15.318999999999999
verified: no, type: ndcg_at_3
value: 11.038
verified: no, type: ndcg_at_5
value: 12.218
verified: no, type: precision_at_1
value: 9.049
verified: no, type: precision_at_10
value: 2.469
verified: no, type: precision_at_100
value: 0.505
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.603
verified: no, type: precision_at_3
value: 5.061
verified: no, type: precision_at_5
value: 3.773
verified: no, type: recall_at_1
value: 7.407
verified: no, type: recall_at_10
value: 20.158
verified: no, type: recall_at_100
value: 39.701
verified: no, type: recall_at_1000
value: 59.205
verified: no, type: recall_at_20
value: 25.887999999999998
verified: no, type: recall_at_3
value: 12.626999999999999
verified: no, type: recall_at_5
value: 15.488
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 9.181000000000001
verified: no, type: map_at_1
value: 4.861
verified: no, type: map_at_10
value: 7.306
verified: no, type: map_at_100
value: 7.8
verified: no, type: map_at_1000
value: 7.8950000000000005
verified: no, type: map_at_20
value: 7.542
verified: no, type: map_at_3
value: 6.439
verified: no, type: map_at_5
value: 6.869
verified: no, type: mrr_at_1
value: 6.159669649002065
verified: no, type: mrr_at_10
value: 9.153789641573534
verified: no, type: mrr_at_100
value: 9.669799893317009
verified: no, type: mrr_at_1000
value: 9.752120431878343
verified: no, type: mrr_at_20
value: 9.406808091404807
verified: no, type: mrr_at_3
value: 8.138334480385415
verified: no, type: mrr_at_5
value: 8.628699242945634
verified: no, type: nauc_map_at_1000_diff1
value: 26.690576069734234
verified: no, type: nauc_map_at_1000_max
value: 17.094449483335218
verified: no, type: nauc_map_at_1000_std
value: -3.774366560350282
verified: no, type: nauc_map_at_100_diff1
value: 26.783605375597645
verified: no, type: nauc_map_at_100_max
value: 17.080839761543665
verified: no, type: nauc_map_at_100_std
value: -3.9576344084646853
verified: no, type: nauc_map_at_10_diff1
value: 27.63020311826964
verified: no, type: nauc_map_at_10_max
value: 17.336825770328517
verified: no, type: nauc_map_at_10_std
value: -4.814817253146819
verified: no, type: nauc_map_at_1_diff1
value: 38.766697715414516
verified: no, type: nauc_map_at_1_max
value: 24.371350483475744
verified: no, type: nauc_map_at_1_std
value: -8.173284901113332
verified: no, type: nauc_map_at_20_diff1
value: 27.08870073967262
verified: no, type: nauc_map_at_20_max
value: 17.118664395958582
verified: no, type: nauc_map_at_20_std
value: -4.446220849289796
verified: no, type: nauc_map_at_3_diff1
value: 30.66081471780112
verified: no, type: nauc_map_at_3_max
value: 19.012237592897343
verified: no, type: nauc_map_at_3_std
value: -6.627184332678718
verified: no, type: nauc_map_at_5_diff1
value: 29.333535675239347
verified: no, type: nauc_map_at_5_max
value: 18.089350024708615
verified: no, type: nauc_map_at_5_std
value: -5.72123478612525
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.73352603489345
verified: no, type: nauc_mrr_at_1000_max
value: 19.79900221948312
verified: no, type: nauc_mrr_at_1000_std
value: -2.862077159418825
verified: no, type: nauc_mrr_at_100_diff1
value: 24.782609923929535
verified: no, type: nauc_mrr_at_100_max
value: 19.805461393582963
verified: no, type: nauc_mrr_at_100_std
value: -2.930689128967593
verified: no, type: nauc_mrr_at_10_diff1
value: 25.434777049042655
verified: no, type: nauc_mrr_at_10_max
value: 20.181531593368128
verified: no, type: nauc_mrr_at_10_std
value: -3.6076663995168774
verified: no, type: nauc_mrr_at_1_diff1
value: 35.62063854238608
verified: no, type: nauc_mrr_at_1_max
value: 26.799910642533735
verified: no, type: nauc_mrr_at_1_std
value: -7.609406566642959
verified: no, type: nauc_mrr_at_20_diff1
value: 24.992883725434815
verified: no, type: nauc_mrr_at_20_max
value: 19.92741978259664
verified: no, type: nauc_mrr_at_20_std
value: -3.2417052166595455
verified: no, type: nauc_mrr_at_3_diff1
value: 27.922046683219946
verified: no, type: nauc_mrr_at_3_max
value: 21.9282015050312
verified: no, type: nauc_mrr_at_3_std
value: -5.590575647868078
verified: no, type: nauc_mrr_at_5_diff1
value: 26.89070716968189
verified: no, type: nauc_mrr_at_5_max
value: 21.073432913750224
verified: no, type: nauc_mrr_at_5_std
value: -4.481614304446297
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.568651831011014
verified: no, type: nauc_ndcg_at_1000_max
value: 14.122372407292808
verified: no, type: nauc_ndcg_at_1000_std
value: 3.7957207135672597
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.80268793272095
verified: no, type: nauc_ndcg_at_100_max
value: 14.356177495251437
verified: no, type: nauc_ndcg_at_100_std
value: 0.7863981963465579
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.3461518500026
verified: no, type: nauc_ndcg_at_10_max
value: 15.57326961854722
verified: no, type: nauc_ndcg_at_10_std
value: -2.7445931345312284
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.62063854238608
verified: no, type: nauc_ndcg_at_1_max
value: 26.799910642533735
verified: no, type: nauc_ndcg_at_1_std
value: -7.609406566642959
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.04481909899471
verified: no, type: nauc_ndcg_at_20_max
value: 14.937866014666568
verified: no, type: nauc_ndcg_at_20_std
value: -1.747008165250061
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.939895558816584
verified: no, type: nauc_ndcg_at_3_max
value: 19.034512289670218
verified: no, type: nauc_ndcg_at_3_std
value: -5.8325182778108795
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.486633537077754
verified: no, type: nauc_ndcg_at_5_max
value: 17.271834422924798
verified: no, type: nauc_ndcg_at_5_std
value: -4.409805002517824
verified: no, type: nauc_precision_at_1000_diff1
value: 6.491111119228375
verified: no, type: nauc_precision_at_1000_max
value: 18.443725307197724
verified: no, type: nauc_precision_at_1000_std
value: 22.938787139825433
verified: no, type: nauc_precision_at_100_diff1
value: 10.17740447024087
verified: no, type: nauc_precision_at_100_max
value: 17.049105330751306
verified: no, type: nauc_precision_at_100_std
value: 12.762513963286978
verified: no, type: nauc_precision_at_10_diff1
value: 13.67439803472887
verified: no, type: nauc_precision_at_10_max
value: 16.055467906792828
verified: no, type: nauc_precision_at_10_std
value: 3.8405675136717323
verified: no, type: nauc_precision_at_1_diff1
value: 35.62063854238608
verified: no, type: nauc_precision_at_1_max
value: 26.799910642533735
verified: no, type: nauc_precision_at_1_std
value: -7.609406566642959
verified: no, type: nauc_precision_at_20_diff1
value: 12.306954777624213
verified: no, type: nauc_precision_at_20_max
value: 15.96836613953479
verified: no, type: nauc_precision_at_20_std
value: 6.70148311776044
verified: no, type: nauc_precision_at_3_diff1
value: 21.855506525702847
verified: no, type: nauc_precision_at_3_max
value: 19.209267745003704
verified: no, type: nauc_precision_at_3_std
value: -3.8119776477478413
verified: no, type: nauc_precision_at_5_diff1
value: 19.156111435062012
verified: no, type: nauc_precision_at_5_max
value: 18.34440488085919
verified: no, type: nauc_precision_at_5_std
value: -0.03928868519881514
verified: no, type: nauc_recall_at_1000_diff1
value: 7.849926346079982
verified: no, type: nauc_recall_at_1000_max
value: 5.306371454314062
verified: no, type: nauc_recall_at_1000_std
value: 17.18954803503502
verified: no, type: nauc_recall_at_100_diff1
value: 11.99060160309378
verified: no, type: nauc_recall_at_100_max
value: 7.243119921489159
verified: no, type: nauc_recall_at_100_std
value: 7.724576636146561
verified: no, type: nauc_recall_at_10_diff1
value: 15.951856271318244
verified: no, type: nauc_recall_at_10_max
value: 9.03241092518941
verified: no, type: nauc_recall_at_10_std
value: 0.2357705274357088
verified: no, type: nauc_recall_at_1_diff1
value: 38.766697715414516
verified: no, type: nauc_recall_at_1_max
value: 24.371350483475744
verified: no, type: nauc_recall_at_1_std
value: -8.173284901113332
verified: no, type: nauc_recall_at_20_diff1
value: 13.76245045354016
verified: no, type: nauc_recall_at_20_max
value: 8.303909450838308
verified: no, type: nauc_recall_at_20_std
value: 1.9797360213278055
verified: no, type: nauc_recall_at_3_diff1
value: 25.185146352227978
verified: no, type: nauc_recall_at_3_max
value: 14.711935197854292
verified: no, type: nauc_recall_at_3_std
value: -5.598795458243915
verified: no, type: nauc_recall_at_5_diff1
value: 21.958052739428716
verified: no, type: nauc_recall_at_5_max
value: 11.804079831463127
verified: no, type: nauc_recall_at_5_std
value: -3.0315767806264198
verified: no, type: ndcg_at_1
value: 6.16
verified: no, type: ndcg_at_10
value: 9.181000000000001
verified: no, type: ndcg_at_100
value: 11.946
verified: no, type: ndcg_at_1000
value: 14.71
verified: no, type: ndcg_at_20
value: 10.006
verified: no, type: ndcg_at_3
value: 7.4639999999999995
verified: no, type: ndcg_at_5
value: 8.133
verified: no, type: precision_at_1
value: 6.16
verified: no, type: precision_at_10
value: 1.844
verified: no, type: precision_at_100
value: 0.395
verified: no, type: precision_at_1000
value: 0.076
verified: no, type: precision_at_20
value: 1.173
verified: no, type: precision_at_3
value: 3.7159999999999997
verified: no, type: precision_at_5
value: 2.746
verified: no, type: recall_at_1
value: 4.861
verified: no, type: recall_at_10
value: 13.07
verified: no, type: recall_at_100
value: 25.946
verified: no, type: recall_at_1000
value: 46.434
verified: no, type: recall_at_20
value: 16.061
verified: no, type: recall_at_3
value: 8.325000000000001
verified: no, type: recall_at_5
value: 10.020999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 16.589000000000002
verified: no, type: map_at_1
value: 10.348
verified: no, type: map_at_10
value: 13.808000000000002
verified: no, type: map_at_100
value: 14.443
verified: no, type: map_at_1000
value: 14.551
verified: no, type: map_at_20
value: 14.106
verified: no, type: map_at_3
value: 12.454
verified: no, type: map_at_5
value: 13.173000000000002
verified: no, type: mrr_at_1
value: 12.406716417910447
verified: no, type: mrr_at_10
value: 16.39392324093816
verified: no, type: mrr_at_100
value: 17.01727060954383
verified: no, type: mrr_at_1000
value: 17.113417907096533
verified: no, type: mrr_at_20
value: 16.68964517846198
verified: no, type: mrr_at_3
value: 14.925373134328357
verified: no, type: mrr_at_5
value: 15.69962686567164
verified: no, type: nauc_map_at_1000_diff1
value: 37.96305817045708
verified: no, type: nauc_map_at_1000_max
value: 26.063580688542388
verified: no, type: nauc_map_at_1000_std
value: -4.831229848566574
verified: no, type: nauc_map_at_100_diff1
value: 37.972522088343716
verified: no, type: nauc_map_at_100_max
value: 26.04779581576852
verified: no, type: nauc_map_at_100_std
value: -4.909662655473513
verified: no, type: nauc_map_at_10_diff1
value: 38.35929365925692
verified: no, type: nauc_map_at_10_max
value: 26.201184962039935
verified: no, type: nauc_map_at_10_std
value: -5.4363000965541
verified: no, type: nauc_map_at_1_diff1
value: 48.68557105246294
verified: no, type: nauc_map_at_1_max
value: 32.48532434140668
verified: no, type: nauc_map_at_1_std
value: -4.93862403800474
verified: no, type: nauc_map_at_20_diff1
value: 38.20690594362951
verified: no, type: nauc_map_at_20_max
value: 26.03970982522202
verified: no, type: nauc_map_at_20_std
value: -5.242556500809629
verified: no, type: nauc_map_at_3_diff1
value: 41.428803061011465
verified: no, type: nauc_map_at_3_max
value: 27.47150922034986
verified: no, type: nauc_map_at_3_std
value: -5.434283129605092
verified: no, type: nauc_map_at_5_diff1
value: 39.67254166875351
verified: no, type: nauc_map_at_5_max
value: 26.989621759032655
verified: no, type: nauc_map_at_5_std
value: -5.360116959183613
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.163006365244435
verified: no, type: nauc_mrr_at_1000_max
value: 27.963611146733218
verified: no, type: nauc_mrr_at_1000_std
value: -4.276969598287321
verified: no, type: nauc_mrr_at_100_diff1
value: 36.147594105582385
verified: no, type: nauc_mrr_at_100_max
value: 27.963649956111542
verified: no, type: nauc_mrr_at_100_std
value: -4.3271683004962
verified: no, type: nauc_mrr_at_10_diff1
value: 36.496807206746176
verified: no, type: nauc_mrr_at_10_max
value: 28.120842911547534
verified: no, type: nauc_mrr_at_10_std
value: -4.87122638010671
verified: no, type: nauc_mrr_at_1_diff1
value: 46.33099860144716
verified: no, type: nauc_mrr_at_1_max
value: 35.4859105639909
verified: no, type: nauc_mrr_at_1_std
value: -3.2263281209085566
verified: no, type: nauc_mrr_at_20_diff1
value: 36.30705560054853
verified: no, type: nauc_mrr_at_20_max
value: 27.976401984511075
verified: no, type: nauc_mrr_at_20_std
value: -4.715772425909112
verified: no, type: nauc_mrr_at_3_diff1
value: 38.96056551025221
verified: no, type: nauc_mrr_at_3_max
value: 29.51099966763278
verified: no, type: nauc_mrr_at_3_std
value: -4.6236213229116165
verified: no, type: nauc_mrr_at_5_diff1
value: 37.77817956075975
verified: no, type: nauc_mrr_at_5_max
value: 29.011475146701326
verified: no, type: nauc_mrr_at_5_std
value: -4.718243588613509
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.66466628463146
verified: no, type: nauc_ndcg_at_1000_max
value: 23.801406394456677
verified: no, type: nauc_ndcg_at_1000_std
value: -0.8537022176476805
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.12324111984138
verified: no, type: nauc_ndcg_at_100_max
value: 23.531317692993255
verified: no, type: nauc_ndcg_at_100_std
value: -2.5141257246667847
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.65961130642343
verified: no, type: nauc_ndcg_at_10_max
value: 23.852547124966375
verified: no, type: nauc_ndcg_at_10_std
value: -5.694261022509329
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.33099860144716
verified: no, type: nauc_ndcg_at_1_max
value: 35.4859105639909
verified: no, type: nauc_ndcg_at_1_std
value: -3.2263281209085566
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.2596461543923
verified: no, type: nauc_ndcg_at_20_max
value: 23.410367154540957
verified: no, type: nauc_ndcg_at_20_std
value: -4.993438821759135
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.49302702240003
verified: no, type: nauc_ndcg_at_3_max
value: 26.91849498480658
verified: no, type: nauc_ndcg_at_3_std
value: -5.507535655688577
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.34741479071839
verified: no, type: nauc_ndcg_at_5_max
value: 25.867932454692088
verified: no, type: nauc_ndcg_at_5_std
value: -5.51688925853437
verified: no, type: nauc_precision_at_1000_diff1
value: 3.4780497920711326
verified: no, type: nauc_precision_at_1000_max
value: 18.21263960599663
verified: no, type: nauc_precision_at_1000_std
value: 14.085513436914637
verified: no, type: nauc_precision_at_100_diff1
value: 14.36699897085701
verified: no, type: nauc_precision_at_100_max
value: 19.32065741728386
verified: no, type: nauc_precision_at_100_std
value: 5.71990367969069
verified: no, type: nauc_precision_at_10_diff1
value: 20.767692427168015
verified: no, type: nauc_precision_at_10_max
value: 19.73101890683137
verified: no, type: nauc_precision_at_10_std
value: -6.069817243914008
verified: no, type: nauc_precision_at_1_diff1
value: 46.33099860144716
verified: no, type: nauc_precision_at_1_max
value: 35.4859105639909
verified: no, type: nauc_precision_at_1_std
value: -3.2263281209085566
verified: no, type: nauc_precision_at_20_diff1
value: 19.891096552387722
verified: no, type: nauc_precision_at_20_max
value: 18.826506625959798
verified: no, type: nauc_precision_at_20_std
value: -3.4269595182918033
verified: no, type: nauc_precision_at_3_diff1
value: 31.43880801440455
verified: no, type: nauc_precision_at_3_max
value: 25.061447990382852
verified: no, type: nauc_precision_at_3_std
value: -5.354356608479064
verified: no, type: nauc_precision_at_5_diff1
value: 26.79336768034434
verified: no, type: nauc_precision_at_5_max
value: 23.477964523010396
verified: no, type: nauc_precision_at_5_std
value: -5.762844318489033
verified: no, type: nauc_recall_at_1000_diff1
value: 12.463469349742812
verified: no, type: nauc_recall_at_1000_max
value: 13.262333629170845
verified: no, type: nauc_recall_at_1000_std
value: 15.999509660589933
verified: no, type: nauc_recall_at_100_diff1
value: 19.025729138081836
verified: no, type: nauc_recall_at_100_max
value: 15.403625041530212
verified: no, type: nauc_recall_at_100_std
value: 4.996443705774602
verified: no, type: nauc_recall_at_10_diff1
value: 23.168831160154607
verified: no, type: nauc_recall_at_10_max
value: 16.001264079205242
verified: no, type: nauc_recall_at_10_std
value: -6.242620935676047
verified: no, type: nauc_recall_at_1_diff1
value: 48.68557105246294
verified: no, type: nauc_recall_at_1_max
value: 32.48532434140668
verified: no, type: nauc_recall_at_1_std
value: -4.93862403800474
verified: no, type: nauc_recall_at_20_diff1
value: 22.74757458816546
verified: no, type: nauc_recall_at_20_max
value: 15.196173605729458
verified: no, type: nauc_recall_at_20_std
value: -4.209222520321505
verified: no, type: nauc_recall_at_3_diff1
value: 34.221157190727794
verified: no, type: nauc_recall_at_3_max
value: 22.101122375914557
verified: no, type: nauc_recall_at_3_std
value: -6.4312864088154855
verified: no, type: nauc_recall_at_5_diff1
value: 30.00246916642969
verified: no, type: nauc_recall_at_5_max
value: 20.813647492964524
verified: no, type: nauc_recall_at_5_std
value: -5.963828101389924
verified: no, type: ndcg_at_1
value: 12.407
verified: no, type: ndcg_at_10
value: 16.589000000000002
verified: no, type: ndcg_at_100
value: 20.122999999999998
verified: no, type: ndcg_at_1000
value: 23.427999999999997
verified: no, type: ndcg_at_20
value: 17.622
verified: no, type: ndcg_at_3
value: 13.911000000000001
verified: no, type: ndcg_at_5
value: 15.057
verified: no, type: precision_at_1
value: 12.407
verified: no, type: precision_at_10
value: 2.92
verified: no, type: precision_at_100
value: 0.526
verified: no, type: precision_at_1000
value: 0.09
verified: no, type: precision_at_20
value: 1.73
verified: no, type: precision_at_3
value: 6.3740000000000006
verified: no, type: precision_at_5
value: 4.6080000000000005
verified: no, type: recall_at_1
value: 10.348
verified: no, type: recall_at_10
value: 22.765
verified: no, type: recall_at_100
value: 39.311
verified: no, type: recall_at_1000
value: 64.334
verified: no, type: recall_at_20
value: 26.488
verified: no, type: recall_at_3
value: 15.137
verified: no, type: recall_at_5
value: 18.132
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 20.898
verified: no, type: map_at_1
value: 10.638
verified: no, type: map_at_10
value: 16.833000000000002
verified: no, type: map_at_100
value: 17.727999999999998
verified: no, type: map_at_1000
value: 17.901
verified: no, type: map_at_20
value: 17.286
verified: no, type: map_at_3
value: 15.229999999999999
verified: no, type: map_at_5
value: 15.964
verified: no, type: mrr_at_1
value: 13.83399209486166
verified: no, type: mrr_at_10
value: 20.414862914862912
verified: no, type: mrr_at_100
value: 21.1918520823834
verified: no, type: mrr_at_1000
value: 21.280393775500254
verified: no, type: mrr_at_20
value: 20.85554487149435
verified: no, type: mrr_at_3
value: 18.906455862977598
verified: no, type: mrr_at_5
value: 19.677206851119895
verified: no, type: nauc_map_at_1000_diff1
value: 35.60581498091247
verified: no, type: nauc_map_at_1000_max
value: 19.807829060830564
verified: no, type: nauc_map_at_1000_std
value: -12.288904191825727
verified: no, type: nauc_map_at_100_diff1
value: 35.73031568643259
verified: no, type: nauc_map_at_100_max
value: 19.888921175215273
verified: no, type: nauc_map_at_100_std
value: -12.394338708086611
verified: no, type: nauc_map_at_10_diff1
value: 35.90781658193538
verified: no, type: nauc_map_at_10_max
value: 20.30071517139723
verified: no, type: nauc_map_at_10_std
value: -13.21353855816924
verified: no, type: nauc_map_at_1_diff1
value: 48.473719657085255
verified: no, type: nauc_map_at_1_max
value: 20.581982089250136
verified: no, type: nauc_map_at_1_std
value: -10.702644517489851
verified: no, type: nauc_map_at_20_diff1
value: 35.94358649592004
verified: no, type: nauc_map_at_20_max
value: 20.021365660458233
verified: no, type: nauc_map_at_20_std
value: -12.910422224053336
verified: no, type: nauc_map_at_3_diff1
value: 39.2414174048553
verified: no, type: nauc_map_at_3_max
value: 19.121286688071976
verified: no, type: nauc_map_at_3_std
value: -12.720527679135701
verified: no, type: nauc_map_at_5_diff1
value: 37.65029240515698
verified: no, type: nauc_map_at_5_max
value: 19.711370835818958
verified: no, type: nauc_map_at_5_std
value: -12.861505993621163
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.3301643796503
verified: no, type: nauc_mrr_at_1000_max
value: 20.52424230492303
verified: no, type: nauc_mrr_at_1000_std
value: -12.232467571800854
verified: no, type: nauc_mrr_at_100_diff1
value: 32.346634248359955
verified: no, type: nauc_mrr_at_100_max
value: 20.525320060903585
verified: no, type: nauc_mrr_at_100_std
value: -12.22134936297468
verified: no, type: nauc_mrr_at_10_diff1
value: 32.22480347349119
verified: no, type: nauc_mrr_at_10_max
value: 20.804493218360445
verified: no, type: nauc_mrr_at_10_std
value: -12.822192933749621
verified: no, type: nauc_mrr_at_1_diff1
value: 42.548653237693316
verified: no, type: nauc_mrr_at_1_max
value: 23.06598695012915
verified: no, type: nauc_mrr_at_1_std
value: -11.74488988266296
verified: no, type: nauc_mrr_at_20_diff1
value: 32.432937534124086
verified: no, type: nauc_mrr_at_20_max
value: 20.579328500121203
verified: no, type: nauc_mrr_at_20_std
value: -12.588012401985225
verified: no, type: nauc_mrr_at_3_diff1
value: 34.397571670501264
verified: no, type: nauc_mrr_at_3_max
value: 20.13774876009483
verified: no, type: nauc_mrr_at_3_std
value: -12.01068604428263
verified: no, type: nauc_mrr_at_5_diff1
value: 32.876382340593864
verified: no, type: nauc_mrr_at_5_max
value: 20.272684252547506
verified: no, type: nauc_mrr_at_5_std
value: -12.336258450312041
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.599477254817316
verified: no, type: nauc_ndcg_at_1000_max
value: 19.58213768807632
verified: no, type: nauc_ndcg_at_1000_std
value: -8.148938595988358
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.913346166831733
verified: no, type: nauc_ndcg_at_100_max
value: 19.779289804033745
verified: no, type: nauc_ndcg_at_100_std
value: -9.057419136085338
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.375159602708617
verified: no, type: nauc_ndcg_at_10_max
value: 20.422870313571686
verified: no, type: nauc_ndcg_at_10_std
value: -13.513106506566325
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.548653237693316
verified: no, type: nauc_ndcg_at_1_max
value: 23.06598695012915
verified: no, type: nauc_ndcg_at_1_std
value: -11.74488988266296
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.981127537056285
verified: no, type: nauc_ndcg_at_20_max
value: 19.699283486395966
verified: no, type: nauc_ndcg_at_20_std
value: -12.459362077789594
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.20407067030529
verified: no, type: nauc_ndcg_at_3_max
value: 18.300931170740117
verified: no, type: nauc_ndcg_at_3_std
value: -12.336085516544653
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.75690035095809
verified: no, type: nauc_ndcg_at_5_max
value: 19.07389087899962
verified: no, type: nauc_ndcg_at_5_std
value: -12.812135004055685
verified: no, type: nauc_precision_at_1000_diff1
value: -6.568927341932564
verified: no, type: nauc_precision_at_1000_max
value: -3.713640032829482
verified: no, type: nauc_precision_at_1000_std
value: 12.117240649009698
verified: no, type: nauc_precision_at_100_diff1
value: -2.9367632268748918
verified: no, type: nauc_precision_at_100_max
value: 3.27216899405361
verified: no, type: nauc_precision_at_100_std
value: 6.784184812065526
verified: no, type: nauc_precision_at_10_diff1
value: 11.519147346234265
verified: no, type: nauc_precision_at_10_max
value: 18.13695487911042
verified: no, type: nauc_precision_at_10_std
value: -11.804807048296718
verified: no, type: nauc_precision_at_1_diff1
value: 42.548653237693316
verified: no, type: nauc_precision_at_1_max
value: 23.06598695012915
verified: no, type: nauc_precision_at_1_std
value: -11.74488988266296
verified: no, type: nauc_precision_at_20_diff1
value: 9.60547736036805
verified: no, type: nauc_precision_at_20_max
value: 13.830439559945646
verified: no, type: nauc_precision_at_20_std
value: -8.977774434672613
verified: no, type: nauc_precision_at_3_diff1
value: 26.065405745771674
verified: no, type: nauc_precision_at_3_max
value: 18.534736719384824
verified: no, type: nauc_precision_at_3_std
value: -11.654717965450807
verified: no, type: nauc_precision_at_5_diff1
value: 20.066525503683547
verified: no, type: nauc_precision_at_5_max
value: 19.133419951937
verified: no, type: nauc_precision_at_5_std
value: -12.818467999888828
verified: no, type: nauc_recall_at_1000_diff1
value: 15.783538232295097
verified: no, type: nauc_recall_at_1000_max
value: 14.071709448821176
verified: no, type: nauc_recall_at_1000_std
value: 17.66158228025607
verified: no, type: nauc_recall_at_100_diff1
value: 21.162385324476695
verified: no, type: nauc_recall_at_100_max
value: 17.145208604213767
verified: no, type: nauc_recall_at_100_std
value: 3.9374103258567112
verified: no, type: nauc_recall_at_10_diff1
value: 20.699553866778857
verified: no, type: nauc_recall_at_10_max
value: 21.282711211008866
verified: no, type: nauc_recall_at_10_std
value: -14.179628995645633
verified: no, type: nauc_recall_at_1_diff1
value: 48.473719657085255
verified: no, type: nauc_recall_at_1_max
value: 20.581982089250136
verified: no, type: nauc_recall_at_1_std
value: -10.702644517489851
verified: no, type: nauc_recall_at_20_diff1
value: 21.419587577304537
verified: no, type: nauc_recall_at_20_max
value: 17.606430632714602
verified: no, type: nauc_recall_at_20_std
value: -10.993318743040348
verified: no, type: nauc_recall_at_3_diff1
value: 32.07559647496913
verified: no, type: nauc_recall_at_3_max
value: 17.565170643623897
verified: no, type: nauc_recall_at_3_std
value: -12.19780121817959
verified: no, type: nauc_recall_at_5_diff1
value: 27.518158043297458
verified: no, type: nauc_recall_at_5_max
value: 19.04014005217722
verified: no, type: nauc_recall_at_5_std
value: -12.29160434365186
verified: no, type: ndcg_at_1
value: 13.834
verified: no, type: ndcg_at_10
value: 20.898
verified: no, type: ndcg_at_100
value: 25.130999999999997
verified: no, type: ndcg_at_1000
value: 28.785
verified: no, type: ndcg_at_20
value: 22.23
verified: no, type: ndcg_at_3
value: 18.234
verified: no, type: ndcg_at_5
value: 19.127
verified: no, type: precision_at_1
value: 13.834
verified: no, type: precision_at_10
value: 4.269
verified: no, type: precision_at_100
value: 0.923
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_20
value: 2.658
verified: no, type: precision_at_3
value: 9.157
verified: no, type: precision_at_5
value: 6.4030000000000005
verified: no, type: recall_at_1
value: 10.638
verified: no, type: recall_at_10
value: 28.794999999999998
verified: no, type: recall_at_100
value: 49.277
verified: no, type: recall_at_1000
value: 74.615
verified: no, type: recall_at_20
value: 34.247
verified: no, type: recall_at_3
value: 20.183
verified: no, type: recall_at_5
value: 23.180999999999997
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 11.373999999999999
verified: no, type: map_at_1
value: 6.414000000000001
verified: no, type: map_at_10
value: 9.346
verified: no, type: map_at_100
value: 9.957
verified: no, type: map_at_1000
value: 10.068000000000001
verified: no, type: map_at_20
value: 9.695
verified: no, type: map_at_3
value: 8.404
verified: no, type: map_at_5
value: 8.915
verified: no, type: mrr_at_1
value: 7.024029574861368
verified: no, type: mrr_at_10
value: 10.393451280697127
verified: no, type: mrr_at_100
value: 11.019498040355051
verified: no, type: mrr_at_1000
value: 11.126514549307483
verified: no, type: mrr_at_20
value: 10.739949578915956
verified: no, type: mrr_at_3
value: 9.365372766481826
verified: no, type: mrr_at_5
value: 9.929143561306228
verified: no, type: nauc_map_at_1000_diff1
value: 12.814381907786581
verified: no, type: nauc_map_at_1000_max
value: 29.092426026076524
verified: no, type: nauc_map_at_1000_std
value: -9.255923420073602
verified: no, type: nauc_map_at_100_diff1
value: 12.878426138689159
verified: no, type: nauc_map_at_100_max
value: 29.122942173430786
verified: no, type: nauc_map_at_100_std
value: -9.23900341988892
verified: no, type: nauc_map_at_10_diff1
value: 12.489510614799556
verified: no, type: nauc_map_at_10_max
value: 29.750605132230973
verified: no, type: nauc_map_at_10_std
value: -10.891316457455034
verified: no, type: nauc_map_at_1_diff1
value: 21.979091153692785
verified: no, type: nauc_map_at_1_max
value: 35.67921476025159
verified: no, type: nauc_map_at_1_std
value: -14.076714572064722
verified: no, type: nauc_map_at_20_diff1
value: 12.939397189474525
verified: no, type: nauc_map_at_20_max
value: 29.2420862234903
verified: no, type: nauc_map_at_20_std
value: -9.697032010892098
verified: no, type: nauc_map_at_3_diff1
value: 11.71956313714658
verified: no, type: nauc_map_at_3_max
value: 31.408331125347317
verified: no, type: nauc_map_at_3_std
value: -12.366045347802453
verified: no, type: nauc_map_at_5_diff1
value: 11.261295189080775
verified: no, type: nauc_map_at_5_max
value: 30.532438938899865
verified: no, type: nauc_map_at_5_std
value: -12.056642279674733
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.232878554105064
verified: no, type: nauc_mrr_at_1000_max
value: 26.79489706046956
verified: no, type: nauc_mrr_at_1000_std
value: -6.8992050502406315
verified: no, type: nauc_mrr_at_100_diff1
value: 12.294839666442735
verified: no, type: nauc_mrr_at_100_max
value: 26.78607457984652
verified: no, type: nauc_mrr_at_100_std
value: -6.878887030823078
verified: no, type: nauc_mrr_at_10_diff1
value: 12.002724356254795
verified: no, type: nauc_mrr_at_10_max
value: 27.40402310816038
verified: no, type: nauc_mrr_at_10_std
value: -8.162035027744258
verified: no, type: nauc_mrr_at_1_diff1
value: 20.886203498846683
verified: no, type: nauc_mrr_at_1_max
value: 33.254317694509375
verified: no, type: nauc_mrr_at_1_std
value: -10.117522555828865
verified: no, type: nauc_mrr_at_20_diff1
value: 12.319675769640858
verified: no, type: nauc_mrr_at_20_max
value: 26.87015727907368
verified: no, type: nauc_mrr_at_20_std
value: -7.2617234809484135
verified: no, type: nauc_mrr_at_3_diff1
value: 11.230701177630559
verified: no, type: nauc_mrr_at_3_max
value: 29.122126861558968
verified: no, type: nauc_mrr_at_3_std
value: -9.026936451805618
verified: no, type: nauc_mrr_at_5_diff1
value: 10.722689392365698
verified: no, type: nauc_mrr_at_5_max
value: 27.993297554036012
verified: no, type: nauc_mrr_at_5_std
value: -9.203791949467071
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.60863424444098
verified: no, type: nauc_ndcg_at_1000_max
value: 24.57800369950003
verified: no, type: nauc_ndcg_at_1000_std
value: -3.153398878672258
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.469794088622505
verified: no, type: nauc_ndcg_at_100_max
value: 25.001650897821804
verified: no, type: nauc_ndcg_at_100_std
value: -3.0373993012052956
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.20161781483793
verified: no, type: nauc_ndcg_at_10_max
value: 26.63677144307719
verified: no, type: nauc_ndcg_at_10_std
value: -8.484641569381287
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.886203498846683
verified: no, type: nauc_ndcg_at_1_max
value: 33.254317694509375
verified: no, type: nauc_ndcg_at_1_std
value: -10.117522555828865
verified: no, type: nauc_ndcg_at_20_diff1
value: 12.525480705639607
verified: no, type: nauc_ndcg_at_20_max
value: 25.305210925916516
verified: no, type: nauc_ndcg_at_20_std
value: -5.310390743566156
verified: no, type: nauc_ndcg_at_3_diff1
value: 9.410259553800584
verified: no, type: nauc_ndcg_at_3_max
value: 29.021903193094463
verified: no, type: nauc_ndcg_at_3_std
value: -10.710588632351651
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.542378256013144
verified: no, type: nauc_ndcg_at_5_max
value: 27.76839928117293
verified: no, type: nauc_ndcg_at_5_std
value: -10.86086606320655
verified: no, type: nauc_precision_at_1000_diff1
value: 6.970182551195389
verified: no, type: nauc_precision_at_1000_max
value: 0.5412999294836751
verified: no, type: nauc_precision_at_1000_std
value: 7.012494393070737
verified: no, type: nauc_precision_at_100_diff1
value: 14.185556880215492
verified: no, type: nauc_precision_at_100_max
value: 13.099017338602453
verified: no, type: nauc_precision_at_100_std
value: 8.819688120163907
verified: no, type: nauc_precision_at_10_diff1
value: 10.272854713458313
verified: no, type: nauc_precision_at_10_max
value: 17.757675634794186
verified: no, type: nauc_precision_at_10_std
value: -3.1133486120801988
verified: no, type: nauc_precision_at_1_diff1
value: 20.886203498846683
verified: no, type: nauc_precision_at_1_max
value: 33.254317694509375
verified: no, type: nauc_precision_at_1_std
value: -10.117522555828865
verified: no, type: nauc_precision_at_20_diff1
value: 14.088873804920043
verified: no, type: nauc_precision_at_20_max
value: 14.90331907367224
verified: no, type: nauc_precision_at_20_std
value: 4.034708541338394
verified: no, type: nauc_precision_at_3_diff1
value: 3.2713456006968484
verified: no, type: nauc_precision_at_3_max
value: 22.242467561792488
verified: no, type: nauc_precision_at_3_std
value: -7.484175123651296
verified: no, type: nauc_precision_at_5_diff1
value: 3.3283399856227054
verified: no, type: nauc_precision_at_5_max
value: 19.173330923166482
verified: no, type: nauc_precision_at_5_std
value: -6.826663840827791
verified: no, type: nauc_recall_at_1000_diff1
value: 8.668188603519953
verified: no, type: nauc_recall_at_1000_max
value: 17.270973316398546
verified: no, type: nauc_recall_at_1000_std
value: 8.465785248503957
verified: no, type: nauc_recall_at_100_diff1
value: 12.084384969430875
verified: no, type: nauc_recall_at_100_max
value: 18.874679350876704
verified: no, type: nauc_recall_at_100_std
value: 8.095326820740619
verified: no, type: nauc_recall_at_10_diff1
value: 9.382418742690367
verified: no, type: nauc_recall_at_10_max
value: 21.96752741022579
verified: no, type: nauc_recall_at_10_std
value: -4.745351078438475
verified: no, type: nauc_recall_at_1_diff1
value: 21.979091153692785
verified: no, type: nauc_recall_at_1_max
value: 35.67921476025159
verified: no, type: nauc_recall_at_1_std
value: -14.076714572064722
verified: no, type: nauc_recall_at_20_diff1
value: 12.502935936269866
verified: no, type: nauc_recall_at_20_max
value: 18.929026175207063
verified: no, type: nauc_recall_at_20_std
value: 2.5944671259870504
verified: no, type: nauc_recall_at_3_diff1
value: 4.4289380840974735
verified: no, type: nauc_recall_at_3_max
value: 26.258771203699638
verified: no, type: nauc_recall_at_3_std
value: -10.675231031449831
verified: no, type: nauc_recall_at_5_diff1
value: 3.359403384626283
verified: no, type: nauc_recall_at_5_max
value: 23.44431771658149
verified: no, type: nauc_recall_at_5_std
value: -9.89846436941446
verified: no, type: ndcg_at_1
value: 7.024
verified: no, type: ndcg_at_10
value: 11.373999999999999
verified: no, type: ndcg_at_100
value: 14.689
verified: no, type: ndcg_at_1000
value: 17.955
verified: no, type: ndcg_at_20
value: 12.587000000000002
verified: no, type: ndcg_at_3
value: 9.4
verified: no, type: ndcg_at_5
value: 10.288
verified: no, type: precision_at_1
value: 7.024
verified: no, type: precision_at_10
value: 1.959
verified: no, type: precision_at_100
value: 0.386
verified: no, type: precision_at_1000
value: 0.07200000000000001
verified: no, type: precision_at_20
value: 1.248
verified: no, type: precision_at_3
value: 4.313000000000001
verified: no, type: precision_at_5
value: 3.1419999999999995
verified: no, type: recall_at_1
value: 6.414000000000001
verified: no, type: recall_at_10
value: 16.663
verified: no, type: recall_at_100
value: 32.627
verified: no, type: recall_at_1000
value: 57.965
verified: no, type: recall_at_20
value: 21.254
verified: no, type: recall_at_3
value: 11.05
verified: no, type: recall_at_5
value: 13.306000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 16.171
verified: no, type: map_at_1
value: 6.49
verified: no, type: map_at_10
value: 10.86
verified: no, type: map_at_100
value: 12.029
verified: no, type: map_at_1000
value: 12.203
verified: no, type: map_at_20
value: 11.436
verified: no, type: map_at_3
value: 9.043
verified: no, type: map_at_5
value: 9.8
verified: no, type: mrr_at_1
value: 14.462540716612377
verified: no, type: mrr_at_10
value: 22.29667545628457
verified: no, type: mrr_at_100
value: 23.37683906670798
verified: no, type: mrr_at_1000
value: 23.444939100216125
verified: no, type: mrr_at_20
value: 22.96344510401194
verified: no, type: mrr_at_3
value: 19.543973941368094
verified: no, type: mrr_at_5
value: 20.856677524429962
verified: no, type: nauc_map_at_1000_diff1
value: 25.452522122995575
verified: no, type: nauc_map_at_1000_max
value: 12.219315907930918
verified: no, type: nauc_map_at_1000_std
value: 16.320282612741305
verified: no, type: nauc_map_at_100_diff1
value: 25.507996305601317
verified: no, type: nauc_map_at_100_max
value: 12.06761857799284
verified: no, type: nauc_map_at_100_std
value: 16.021924617361154
verified: no, type: nauc_map_at_10_diff1
value: 25.57683857235436
verified: no, type: nauc_map_at_10_max
value: 11.583315696972235
verified: no, type: nauc_map_at_10_std
value: 13.393037535035432
verified: no, type: nauc_map_at_1_diff1
value: 33.53502479094588
verified: no, type: nauc_map_at_1_max
value: 13.878001277352162
verified: no, type: nauc_map_at_1_std
value: 5.938822039290204
verified: no, type: nauc_map_at_20_diff1
value: 25.55600131663723
verified: no, type: nauc_map_at_20_max
value: 11.767498368847294
verified: no, type: nauc_map_at_20_std
value: 14.874735745830284
verified: no, type: nauc_map_at_3_diff1
value: 28.16358100998465
verified: no, type: nauc_map_at_3_max
value: 11.009921978477848
verified: no, type: nauc_map_at_3_std
value: 9.652386014234253
verified: no, type: nauc_map_at_5_diff1
value: 26.439156523376795
verified: no, type: nauc_map_at_5_max
value: 11.895365754476197
verified: no, type: nauc_map_at_5_std
value: 11.092649215492974
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.97546949903572
verified: no, type: nauc_mrr_at_1000_max
value: 14.261163831146325
verified: no, type: nauc_mrr_at_1000_std
value: 19.72512565669776
verified: no, type: nauc_mrr_at_100_diff1
value: 21.96565333521718
verified: no, type: nauc_mrr_at_100_max
value: 14.25918411052649
verified: no, type: nauc_mrr_at_100_std
value: 19.72641795619631
verified: no, type: nauc_mrr_at_10_diff1
value: 21.761361506131664
verified: no, type: nauc_mrr_at_10_max
value: 13.870635547681125
verified: no, type: nauc_mrr_at_10_std
value: 18.899030921740913
verified: no, type: nauc_mrr_at_1_diff1
value: 28.225624779989793
verified: no, type: nauc_mrr_at_1_max
value: 15.731268371038876
verified: no, type: nauc_mrr_at_1_std
value: 11.817097465195838
verified: no, type: nauc_mrr_at_20_diff1
value: 21.932653013488263
verified: no, type: nauc_mrr_at_20_max
value: 14.267696655537113
verified: no, type: nauc_mrr_at_20_std
value: 19.57763771339346
verified: no, type: nauc_mrr_at_3_diff1
value: 22.972742704805594
verified: no, type: nauc_mrr_at_3_max
value: 13.606825043059484
verified: no, type: nauc_mrr_at_3_std
value: 16.66396056842737
verified: no, type: nauc_mrr_at_5_diff1
value: 21.53161336998259
verified: no, type: nauc_mrr_at_5_max
value: 13.78805281788865
verified: no, type: nauc_mrr_at_5_std
value: 17.48258179886329
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.510438201814555
verified: no, type: nauc_ndcg_at_1000_max
value: 15.294388509269332
verified: no, type: nauc_ndcg_at_1000_std
value: 29.78286871086174
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.909993929792968
verified: no, type: nauc_ndcg_at_100_max
value: 13.806153792247411
verified: no, type: nauc_ndcg_at_100_std
value: 26.31514822578377
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.814688827039973
verified: no, type: nauc_ndcg_at_10_max
value: 11.74040640724938
verified: no, type: nauc_ndcg_at_10_std
value: 18.95001631559189
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.225624779989793
verified: no, type: nauc_ndcg_at_1_max
value: 15.731268371038876
verified: no, type: nauc_ndcg_at_1_std
value: 11.817097465195838
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.110803283934597
verified: no, type: nauc_ndcg_at_20_max
value: 12.533091773854643
verified: no, type: nauc_ndcg_at_20_std
value: 22.334144596461595
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.58550620567529
verified: no, type: nauc_ndcg_at_3_max
value: 11.495133989089155
verified: no, type: nauc_ndcg_at_3_std
value: 14.019950240046125
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.63932744589355
verified: no, type: nauc_ndcg_at_5_max
value: 12.210494829061583
verified: no, type: nauc_ndcg_at_5_std
value: 14.986538103879571
verified: no, type: nauc_precision_at_1000_diff1
value: 3.0659507288198222
verified: no, type: nauc_precision_at_1000_max
value: 17.651636411603363
verified: no, type: nauc_precision_at_1000_std
value: 46.687885011722905
verified: no, type: nauc_precision_at_100_diff1
value: 9.322266673560664
verified: no, type: nauc_precision_at_100_max
value: 16.453949056266676
verified: no, type: nauc_precision_at_100_std
value: 41.48389095040357
verified: no, type: nauc_precision_at_10_diff1
value: 11.448954567469192
verified: no, type: nauc_precision_at_10_max
value: 12.803293999157306
verified: no, type: nauc_precision_at_10_std
value: 30.666747386505875
verified: no, type: nauc_precision_at_1_diff1
value: 28.225624779989793
verified: no, type: nauc_precision_at_1_max
value: 15.731268371038876
verified: no, type: nauc_precision_at_1_std
value: 11.817097465195838
verified: no, type: nauc_precision_at_20_diff1
value: 12.581503085208197
verified: no, type: nauc_precision_at_20_max
value: 14.622144016052083
verified: no, type: nauc_precision_at_20_std
value: 36.42962789257147
verified: no, type: nauc_precision_at_3_diff1
value: 18.22988167028705
verified: no, type: nauc_precision_at_3_max
value: 10.434936075066396
verified: no, type: nauc_precision_at_3_std
value: 20.955643678318854
verified: no, type: nauc_precision_at_5_diff1
value: 13.956844187820867
verified: no, type: nauc_precision_at_5_max
value: 12.934736514145872
verified: no, type: nauc_precision_at_5_std
value: 24.089671716662217
verified: no, type: nauc_recall_at_1000_diff1
value: 12.176293176713001
verified: no, type: nauc_recall_at_1000_max
value: 16.64676058872791
verified: no, type: nauc_recall_at_1000_std
value: 48.3590425892625
verified: no, type: nauc_recall_at_100_diff1
value: 14.099039177766926
verified: no, type: nauc_recall_at_100_max
value: 11.566617068317054
verified: no, type: nauc_recall_at_100_std
value: 35.558422008286676
verified: no, type: nauc_recall_at_10_diff1
value: 16.256605283273597
verified: no, type: nauc_recall_at_10_max
value: 8.008716206119368
verified: no, type: nauc_recall_at_10_std
value: 22.100120995196388
verified: no, type: nauc_recall_at_1_diff1
value: 33.53502479094588
verified: no, type: nauc_recall_at_1_max
value: 13.878001277352162
verified: no, type: nauc_recall_at_1_std
value: 5.938822039290204
verified: no, type: nauc_recall_at_20_diff1
value: 16.06215529359703
verified: no, type: nauc_recall_at_20_max
value: 9.19166885836403
verified: no, type: nauc_recall_at_20_std
value: 28.421149511620403
verified: no, type: nauc_recall_at_3_diff1
value: 23.305628146033623
verified: no, type: nauc_recall_at_3_max
value: 8.33622109524315
verified: no, type: nauc_recall_at_3_std
value: 13.031246726102937
verified: no, type: nauc_recall_at_5_diff1
value: 18.43232483383881
verified: no, type: nauc_recall_at_5_max
value: 10.155413231665907
verified: no, type: nauc_recall_at_5_std
value: 15.628732838871349
verified: no, type: ndcg_at_1
value: 14.463000000000001
verified: no, type: ndcg_at_10
value: 16.171
verified: no, type: ndcg_at_100
value: 21.862000000000002
verified: no, type: ndcg_at_1000
value: 25.579
verified: no, type: ndcg_at_20
value: 18.208
verified: no, type: ndcg_at_3
value: 12.65
verified: no, type: ndcg_at_5
value: 13.600999999999999
verified: no, type: precision_at_1
value: 14.463000000000001
verified: no, type: precision_at_10
value: 5.27
verified: no, type: precision_at_100
value: 1.13
verified: no, type: precision_at_1000
value: 0.181
verified: no, type: precision_at_20
value: 3.472
verified: no, type: precision_at_3
value: 9.511
verified: no, type: precision_at_5
value: 7.257
verified: no, type: recall_at_1
value: 6.49
verified: no, type: recall_at_10
value: 20.145
verified: no, type: recall_at_100
value: 40.491
verified: no, type: recall_at_1000
value: 61.954
verified: no, type: recall_at_20
value: 26.116
verified: no, type: recall_at_3
value: 11.671
verified: no, type: recall_at_5
value: 14.350999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 23.314
verified: no, type: map_at_1
value: 4.1930000000000005
verified: no, type: map_at_10
value: 9.451
verified: no, type: map_at_100
value: 13.345
verified: no, type: map_at_1000
value: 14.295
verified: no, type: map_at_20
value: 10.95
verified: no, type: map_at_3
value: 6.719
verified: no, type: map_at_5
value: 7.943
verified: no, type: mrr_at_1
value: 41.25
verified: no, type: mrr_at_10
value: 52.50029761904762
verified: no, type: mrr_at_100
value: 53.04127177817847
verified: no, type: mrr_at_1000
value: 53.06001345137005
verified: no, type: mrr_at_20
value: 52.82097353648243
verified: no, type: mrr_at_3
value: 49.79166666666667
verified: no, type: mrr_at_5
value: 51.141666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 29.246888751401183
verified: no, type: nauc_map_at_1000_max
value: 20.992593589579332
verified: no, type: nauc_map_at_1000_std
value: 27.048244101785983
verified: no, type: nauc_map_at_100_diff1
value: 29.396558524731773
verified: no, type: nauc_map_at_100_max
value: 18.684709362814893
verified: no, type: nauc_map_at_100_std
value: 24.42843328970449
verified: no, type: nauc_map_at_10_diff1
value: 36.612473802810264
verified: no, type: nauc_map_at_10_max
value: 5.370000439081981
verified: no, type: nauc_map_at_10_std
value: 10.225231933933902
verified: no, type: nauc_map_at_1_diff1
value: 47.0850596735353
verified: no, type: nauc_map_at_1_max
value: -5.002455326326334
verified: no, type: nauc_map_at_1_std
value: -2.5065181052556857
verified: no, type: nauc_map_at_20_diff1
value: 32.814505431185125
verified: no, type: nauc_map_at_20_max
value: 10.970159569703512
verified: no, type: nauc_map_at_20_std
value: 15.568239172475318
verified: no, type: nauc_map_at_3_diff1
value: 40.75862158186446
verified: no, type: nauc_map_at_3_max
value: -0.4213270731304502
verified: no, type: nauc_map_at_3_std
value: 1.3560087800504952
verified: no, type: nauc_map_at_5_diff1
value: 39.866935212237244
verified: no, type: nauc_map_at_5_max
value: 1.4074079573507723
verified: no, type: nauc_map_at_5_std
value: 4.733909226917712
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.30061840549585
verified: no, type: nauc_mrr_at_1000_max
value: 31.937578467317252
verified: no, type: nauc_mrr_at_1000_std
value: 19.888993080628868
verified: no, type: nauc_mrr_at_100_diff1
value: 36.316041541899715
verified: no, type: nauc_mrr_at_100_max
value: 31.93973398065863
verified: no, type: nauc_mrr_at_100_std
value: 19.882545554953712
verified: no, type: nauc_mrr_at_10_diff1
value: 36.39340702961567
verified: no, type: nauc_mrr_at_10_max
value: 31.939905747726755
verified: no, type: nauc_mrr_at_10_std
value: 19.790744191534902
verified: no, type: nauc_mrr_at_1_diff1
value: 39.41242061375868
verified: no, type: nauc_mrr_at_1_max
value: 33.06184450800732
verified: no, type: nauc_mrr_at_1_std
value: 20.58564018034613
verified: no, type: nauc_mrr_at_20_diff1
value: 36.274937013283136
verified: no, type: nauc_mrr_at_20_max
value: 31.92296521916047
verified: no, type: nauc_mrr_at_20_std
value: 19.707437973673255
verified: no, type: nauc_mrr_at_3_diff1
value: 35.12784809764666
verified: no, type: nauc_mrr_at_3_max
value: 31.44276928443377
verified: no, type: nauc_mrr_at_3_std
value: 20.001429588478665
verified: no, type: nauc_mrr_at_5_diff1
value: 36.06783433185437
verified: no, type: nauc_mrr_at_5_max
value: 31.301028441740108
verified: no, type: nauc_mrr_at_5_std
value: 19.911112472798585
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.145005420806648
verified: no, type: nauc_ndcg_at_1000_max
value: 28.835794569879603
verified: no, type: nauc_ndcg_at_1000_std
value: 40.94262912650509
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.004392045759786
verified: no, type: nauc_ndcg_at_100_max
value: 22.609883734098876
verified: no, type: nauc_ndcg_at_100_std
value: 32.45496883796963
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.95200380763225
verified: no, type: nauc_ndcg_at_10_max
value: 22.166120818189874
verified: no, type: nauc_ndcg_at_10_std
value: 24.31143387763355
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.09936078848664
verified: no, type: nauc_ndcg_at_1_max
value: 23.177643445251952
verified: no, type: nauc_ndcg_at_1_std
value: 15.644267850000382
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.94916178385309
verified: no, type: nauc_ndcg_at_20_max
value: 20.493565131056947
verified: no, type: nauc_ndcg_at_20_std
value: 24.71465577127248
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.83589559130389
verified: no, type: nauc_ndcg_at_3_max
value: 25.624482222498973
verified: no, type: nauc_ndcg_at_3_std
value: 22.398699425588234
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.467382509530104
verified: no, type: nauc_ndcg_at_5_max
value: 23.918417030607156
verified: no, type: nauc_ndcg_at_5_std
value: 22.52442509626043
verified: no, type: nauc_precision_at_1000_diff1
value: 0.36979033722690385
verified: no, type: nauc_precision_at_1000_max
value: 31.789852778368232
verified: no, type: nauc_precision_at_1000_std
value: 19.034827076241115
verified: no, type: nauc_precision_at_100_diff1
value: 3.8616359733836267
verified: no, type: nauc_precision_at_100_max
value: 42.24487879027765
verified: no, type: nauc_precision_at_100_std
value: 36.10418503006711
verified: no, type: nauc_precision_at_10_diff1
value: 11.897092853884175
verified: no, type: nauc_precision_at_10_max
value: 37.25079837960547
verified: no, type: nauc_precision_at_10_std
value: 33.538882873177194
verified: no, type: nauc_precision_at_1_diff1
value: 39.41242061375868
verified: no, type: nauc_precision_at_1_max
value: 33.06184450800732
verified: no, type: nauc_precision_at_1_std
value: 20.58564018034613
verified: no, type: nauc_precision_at_20_diff1
value: 8.324631452363194
verified: no, type: nauc_precision_at_20_max
value: 40.095554658189535
verified: no, type: nauc_precision_at_20_std
value: 35.32627161609494
verified: no, type: nauc_precision_at_3_diff1
value: 21.480845765105535
verified: no, type: nauc_precision_at_3_max
value: 34.404510137957296
verified: no, type: nauc_precision_at_3_std
value: 25.88702664185785
verified: no, type: nauc_precision_at_5_diff1
value: 20.854535571676504
verified: no, type: nauc_precision_at_5_max
value: 36.5652373884139
verified: no, type: nauc_precision_at_5_std
value: 29.91773461835973
verified: no, type: nauc_recall_at_1000_diff1
value: 17.160938178557515
verified: no, type: nauc_recall_at_1000_max
value: 18.745040668172734
verified: no, type: nauc_recall_at_1000_std
value: 47.77808860970952
verified: no, type: nauc_recall_at_100_diff1
value: 19.663135115365638
verified: no, type: nauc_recall_at_100_max
value: 11.5792555702293
verified: no, type: nauc_recall_at_100_std
value: 29.34316489509291
verified: no, type: nauc_recall_at_10_diff1
value: 26.460992406759853
verified: no, type: nauc_recall_at_10_max
value: -4.0242727391107
verified: no, type: nauc_recall_at_10_std
value: 6.854471190594813
verified: no, type: nauc_recall_at_1_diff1
value: 47.0850596735353
verified: no, type: nauc_recall_at_1_max
value: -5.002455326326334
verified: no, type: nauc_recall_at_1_std
value: -2.5065181052556857
verified: no, type: nauc_recall_at_20_diff1
value: 20.815109658844243
verified: no, type: nauc_recall_at_20_max
value: 2.97987494189501
verified: no, type: nauc_recall_at_20_std
value: 13.735624155054865
verified: no, type: nauc_recall_at_3_diff1
value: 34.69852227923236
verified: no, type: nauc_recall_at_3_max
value: -4.575310462476451
verified: no, type: nauc_recall_at_3_std
value: -2.0162790496939738
verified: no, type: nauc_recall_at_5_diff1
value: 30.573111849961087
verified: no, type: nauc_recall_at_5_max
value: -6.852781921434314
verified: no, type: nauc_recall_at_5_std
value: -0.12386515905111516
verified: no, type: ndcg_at_1
value: 29.25
verified: no, type: ndcg_at_10
value: 23.314
verified: no, type: ndcg_at_100
value: 27.039
verified: no, type: ndcg_at_1000
value: 33.547
verified: no, type: ndcg_at_20
value: 22.908
verified: no, type: ndcg_at_3
value: 26.067
verified: no, type: ndcg_at_5
value: 24.41
verified: no, type: precision_at_1
value: 41.25
verified: no, type: precision_at_10
value: 20.8
verified: no, type: precision_at_100
value: 6.7250000000000005
verified: no, type: precision_at_1000
value: 1.345
verified: no, type: precision_at_20
value: 15.437000000000001
verified: no, type: precision_at_3
value: 32.917
verified: no, type: precision_at_5
value: 26.8
verified: no, type: recall_at_1
value: 4.1930000000000005
verified: no, type: recall_at_10
value: 14.66
verified: no, type: recall_at_100
value: 34.512
verified: no, type: recall_at_1000
value: 56.525999999999996
verified: no, type: recall_at_20
value: 19.41
verified: no, type: recall_at_3
value: 7.993
verified: no, type: recall_at_5
value: 10.836
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 40.955000000000005
verified: no, type: f1
value: 37.3982202431314
verified: no, type: f1_weighted
value: 42.96026705692032
verified: no, type: main_score
value: 40.955000000000005
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 27.395999999999997
verified: no, type: map_at_1
value: 14.455000000000002
verified: no, type: map_at_10
value: 22.406000000000002
verified: no, type: map_at_100
value: 23.513
verified: no, type: map_at_1000
value: 23.592
verified: no, type: map_at_20
value: 23.049
verified: no, type: map_at_3
value: 19.664
verified: no, type: map_at_5
value: 21.15
verified: no, type: mrr_at_1
value: 15.391539153915392
verified: no, type: mrr_at_10
value: 23.74293381719119
verified: no, type: mrr_at_100
value: 24.851964008010718
verified: no, type: mrr_at_1000
value: 24.92195076388346
verified: no, type: mrr_at_20
value: 24.40141458580929
verified: no, type: mrr_at_3
value: 20.854585458545802
verified: no, type: mrr_at_5
value: 22.427492749274947
verified: no, type: nauc_map_at_1000_diff1
value: 20.2790469606637
verified: no, type: nauc_map_at_1000_max
value: 0.8826386989029893
verified: no, type: nauc_map_at_1000_std
value: -17.05582143283508
verified: no, type: nauc_map_at_100_diff1
value: 20.264642559395448
verified: no, type: nauc_map_at_100_max
value: 0.8772383427105086
verified: no, type: nauc_map_at_100_std
value: -17.08005716127888
verified: no, type: nauc_map_at_10_diff1
value: 20.42750070187778
verified: no, type: nauc_map_at_10_max
value: 0.4502295866975133
verified: no, type: nauc_map_at_10_std
value: -17.695115627220385
verified: no, type: nauc_map_at_1_diff1
value: 25.402387231266548
verified: no, type: nauc_map_at_1_max
value: 1.6424815864829863
verified: no, type: nauc_map_at_1_std
value: -18.49910519910091
verified: no, type: nauc_map_at_20_diff1
value: 20.26688144985526
verified: no, type: nauc_map_at_20_max
value: 0.7087392636384585
verified: no, type: nauc_map_at_20_std
value: -17.375993165109765
verified: no, type: nauc_map_at_3_diff1
value: 20.765888356127807
verified: no, type: nauc_map_at_3_max
value: -0.07059496556722329
verified: no, type: nauc_map_at_3_std
value: -18.419231946592017
verified: no, type: nauc_map_at_5_diff1
value: 20.905440664217693
verified: no, type: nauc_map_at_5_max
value: 0.3584165899677387
verified: no, type: nauc_map_at_5_std
value: -17.960238537840485
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.949709649869035
verified: no, type: nauc_mrr_at_1000_max
value: 1.0702665531867555
verified: no, type: nauc_mrr_at_1000_std
value: -17.180355615691344
verified: no, type: nauc_mrr_at_100_diff1
value: 19.93346406381515
verified: no, type: nauc_mrr_at_100_max
value: 1.0727094729339137
verified: no, type: nauc_mrr_at_100_std
value: -17.19274247521704
verified: no, type: nauc_mrr_at_10_diff1
value: 20.024945509689047
verified: no, type: nauc_mrr_at_10_max
value: 0.6906042096382804
verified: no, type: nauc_mrr_at_10_std
value: -17.74983173883923
verified: no, type: nauc_mrr_at_1_diff1
value: 24.940895245977828
verified: no, type: nauc_mrr_at_1_max
value: 1.5525079921719245
verified: no, type: nauc_mrr_at_1_std
value: -18.925250181715437
verified: no, type: nauc_mrr_at_20_diff1
value: 19.90257349289708
verified: no, type: nauc_mrr_at_20_max
value: 0.925879628869193
verified: no, type: nauc_mrr_at_20_std
value: -17.44500121630808
verified: no, type: nauc_mrr_at_3_diff1
value: 20.26325171483128
verified: no, type: nauc_mrr_at_3_max
value: 0.018857144836432145
verified: no, type: nauc_mrr_at_3_std
value: -18.432656313618555
verified: no, type: nauc_mrr_at_5_diff1
value: 20.445492658201456
verified: no, type: nauc_mrr_at_5_max
value: 0.5462571868453703
verified: no, type: nauc_mrr_at_5_std
value: -17.973089271207673
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.71462836235728
verified: no, type: nauc_ndcg_at_1000_max
value: 2.289345161963916
verified: no, type: nauc_ndcg_at_1000_std
value: -13.38521466871558
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.472939661147674
verified: no, type: nauc_ndcg_at_100_max
value: 2.3580056588353764
verified: no, type: nauc_ndcg_at_100_std
value: -13.916898857530924
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.90039313740843
verified: no, type: nauc_ndcg_at_10_max
value: 0.5795427442774991
verified: no, type: nauc_ndcg_at_10_std
value: -16.988099731346406
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.940895245977828
verified: no, type: nauc_ndcg_at_1_max
value: 1.5525079921719245
verified: no, type: nauc_ndcg_at_1_std
value: -18.925250181715437
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.423913612064656
verified: no, type: nauc_ndcg_at_20_max
value: 1.4014988518484526
verified: no, type: nauc_ndcg_at_20_std
value: -15.904079487263198
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.52338368556581
verified: no, type: nauc_ndcg_at_3_max
value: -0.4303556520640412
verified: no, type: nauc_ndcg_at_3_std
value: -18.355382024512902
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.902542455553938
verified: no, type: nauc_ndcg_at_5_max
value: 0.36819962108400217
verified: no, type: nauc_ndcg_at_5_std
value: -17.534941004258688
verified: no, type: nauc_precision_at_1000_diff1
value: 3.426985078198139
verified: no, type: nauc_precision_at_1000_max
value: 12.054081264569234
verified: no, type: nauc_precision_at_1000_std
value: 16.607672572475924
verified: no, type: nauc_precision_at_100_diff1
value: 10.247998444310676
verified: no, type: nauc_precision_at_100_max
value: 10.546078762132966
verified: no, type: nauc_precision_at_100_std
value: 2.841310743504355
verified: no, type: nauc_precision_at_10_diff1
value: 15.008646835319983
verified: no, type: nauc_precision_at_10_max
value: 1.7859018920625784
verified: no, type: nauc_precision_at_10_std
value: -15.012353469423603
verified: no, type: nauc_precision_at_1_diff1
value: 24.940895245977828
verified: no, type: nauc_precision_at_1_max
value: 1.5525079921719245
verified: no, type: nauc_precision_at_1_std
value: -18.925250181715437
verified: no, type: nauc_precision_at_20_diff1
value: 12.913065542433785
verified: no, type: nauc_precision_at_20_max
value: 4.79535972667671
verified: no, type: nauc_precision_at_20_std
value: -10.959665280880227
verified: no, type: nauc_precision_at_3_diff1
value: 16.554046135988255
verified: no, type: nauc_precision_at_3_max
value: -1.016842829460215
verified: no, type: nauc_precision_at_3_std
value: -18.30131063437463
verified: no, type: nauc_precision_at_5_diff1
value: 17.57056354388634
verified: no, type: nauc_precision_at_5_max
value: 0.9206722905039284
verified: no, type: nauc_precision_at_5_std
value: -16.555200700131984
verified: no, type: nauc_recall_at_1000_diff1
value: 9.780796880192254
verified: no, type: nauc_recall_at_1000_max
value: 10.84645095035794
verified: no, type: nauc_recall_at_1000_std
value: 19.834658134619517
verified: no, type: nauc_recall_at_100_diff1
value: 11.918081129843214
verified: no, type: nauc_recall_at_100_max
value: 8.243549025564546
verified: no, type: nauc_recall_at_100_std
value: 1.2262445969338627
verified: no, type: nauc_recall_at_10_diff1
value: 14.974454983131913
verified: no, type: nauc_recall_at_10_max
value: 0.5959180392097884
verified: no, type: nauc_recall_at_10_std
value: -14.540087182122505
verified: no, type: nauc_recall_at_1_diff1
value: 25.402387231266548
verified: no, type: nauc_recall_at_1_max
value: 1.6424815864829863
verified: no, type: nauc_recall_at_1_std
value: -18.49910519910091
verified: no, type: nauc_recall_at_20_diff1
value: 13.228115653538545
verified: no, type: nauc_recall_at_20_max
value: 3.1832213036031716
verified: no, type: nauc_recall_at_20_std
value: -10.777691355829218
verified: no, type: nauc_recall_at_3_diff1
value: 16.842366692783443
verified: no, type: nauc_recall_at_3_max
value: -1.2399637926309348
verified: no, type: nauc_recall_at_3_std
value: -18.035740863838644
verified: no, type: nauc_recall_at_5_diff1
value: 17.647020591600743
verified: no, type: nauc_recall_at_5_max
value: 0.2358327920644874
verified: no, type: nauc_recall_at_5_std
value: -16.09390361188663
verified: no, type: ndcg_at_1
value: 15.392
verified: no, type: ndcg_at_10
value: 27.395999999999997
verified: no, type: ndcg_at_100
value: 33
verified: no, type: ndcg_at_1000
value: 35.163
verified: no, type: ndcg_at_20
value: 29.720000000000002
verified: no, type: ndcg_at_3
value: 21.666
verified: no, type: ndcg_at_5
value: 24.352999999999998
verified: no, type: precision_at_1
value: 15.392
verified: no, type: precision_at_10
value: 4.539
verified: no, type: precision_at_100
value: 0.752
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 2.7720000000000002
verified: no, type: precision_at_3
value: 9.415999999999999
verified: no, type: precision_at_5
value: 7.051
verified: no, type: recall_at_1
value: 14.455000000000002
verified: no, type: recall_at_10
value: 41.898
verified: no, type: recall_at_100
value: 67.97
verified: no, type: recall_at_1000
value: 84.625
verified: no, type: recall_at_20
value: 50.829
verified: no, type: recall_at_3
value: 26.262999999999998
verified: no, type: recall_at_5
value: 32.708
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 11.824
verified: no, type: map_at_1
value: 5.218
verified: no, type: map_at_10
value: 8.517
verified: no, type: map_at_100
value: 9.504
verified: no, type: map_at_1000
value: 9.689
verified: no, type: map_at_20
value: 9.031
verified: no, type: map_at_3
value: 7.319000000000001
verified: no, type: map_at_5
value: 8.04
verified: no, type: mrr_at_1
value: 10.339506172839506
verified: no, type: mrr_at_10
value: 15.349059376837152
verified: no, type: mrr_at_100
value: 16.371061402440464
verified: no, type: mrr_at_1000
value: 16.477656097290016
verified: no, type: mrr_at_20
value: 15.873015674142271
verified: no, type: mrr_at_3
value: 13.708847736625513
verified: no, type: mrr_at_5
value: 14.627057613168724
verified: no, type: nauc_map_at_1000_diff1
value: 27.174948207247112
verified: no, type: nauc_map_at_1000_max
value: -4.311649899079759
verified: no, type: nauc_map_at_1000_std
value: -0.38160090900318006
verified: no, type: nauc_map_at_100_diff1
value: 27.20326811103734
verified: no, type: nauc_map_at_100_max
value: -4.543211866111751
verified: no, type: nauc_map_at_100_std
value: -0.470958286287458
verified: no, type: nauc_map_at_10_diff1
value: 26.80055164419936
verified: no, type: nauc_map_at_10_max
value: -4.700092406624881
verified: no, type: nauc_map_at_10_std
value: -1.6579549226632215
verified: no, type: nauc_map_at_1_diff1
value: 36.99801644748919
verified: no, type: nauc_map_at_1_max
value: -4.735306328466845
verified: no, type: nauc_map_at_1_std
value: -1.5185777718681428
verified: no, type: nauc_map_at_20_diff1
value: 27.191899496821808
verified: no, type: nauc_map_at_20_max
value: -4.789787607757763
verified: no, type: nauc_map_at_20_std
value: -0.37380992660144197
verified: no, type: nauc_map_at_3_diff1
value: 29.824570230088295
verified: no, type: nauc_map_at_3_max
value: -4.7671276715969
verified: no, type: nauc_map_at_3_std
value: -2.0071047077213735
verified: no, type: nauc_map_at_5_diff1
value: 27.113522744317482
verified: no, type: nauc_map_at_5_max
value: -5.899491935203268
verified: no, type: nauc_map_at_5_std
value: -1.6940652864715724
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.11585795715029
verified: no, type: nauc_mrr_at_1000_max
value: 1.263060510525359
verified: no, type: nauc_mrr_at_1000_std
value: -5.651601210106509
verified: no, type: nauc_mrr_at_100_diff1
value: 25.09849428067031
verified: no, type: nauc_mrr_at_100_max
value: 1.241067672315683
verified: no, type: nauc_mrr_at_100_std
value: -5.651970573797591
verified: no, type: nauc_mrr_at_10_diff1
value: 25.09970797279417
verified: no, type: nauc_mrr_at_10_max
value: 1.1160065013935783
verified: no, type: nauc_mrr_at_10_std
value: -5.883816075117658
verified: no, type: nauc_mrr_at_1_diff1
value: 35.87989567542961
verified: no, type: nauc_mrr_at_1_max
value: -1.708274202076274
verified: no, type: nauc_mrr_at_1_std
value: -5.429683562346062
verified: no, type: nauc_mrr_at_20_diff1
value: 25.161658193108927
verified: no, type: nauc_mrr_at_20_max
value: 0.8942408750943778
verified: no, type: nauc_mrr_at_20_std
value: -5.463735477362075
verified: no, type: nauc_mrr_at_3_diff1
value: 27.16757629929729
verified: no, type: nauc_mrr_at_3_max
value: 1.1880945252092139
verified: no, type: nauc_mrr_at_3_std
value: -5.877922676220352
verified: no, type: nauc_mrr_at_5_diff1
value: 25.12071281597739
verified: no, type: nauc_mrr_at_5_max
value: 0.2569960461323651
verified: no, type: nauc_mrr_at_5_std
value: -6.005515013860767
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.978466543769482
verified: no, type: nauc_ndcg_at_1000_max
value: 2.805359295752355
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0616890270012553
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.99617912744036
verified: no, type: nauc_ndcg_at_100_max
value: -0.7181236112221313
verified: no, type: nauc_ndcg_at_100_std
value: -0.31486558248308577
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.157725666617054
verified: no, type: nauc_ndcg_at_10_max
value: -2.253117805034787
verified: no, type: nauc_ndcg_at_10_std
value: -2.5314388467670876
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.87989567542961
verified: no, type: nauc_ndcg_at_1_max
value: -1.708274202076274
verified: no, type: nauc_ndcg_at_1_std
value: -5.429683562346062
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.94491858984704
verified: no, type: nauc_ndcg_at_20_max
value: -2.9102672551128395
verified: no, type: nauc_ndcg_at_20_std
value: 0.47314952026471774
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.861761378919986
verified: no, type: nauc_ndcg_at_3_max
value: -1.4394121081704851
verified: no, type: nauc_ndcg_at_3_std
value: -4.314220567441007
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.37960242039838
verified: no, type: nauc_ndcg_at_5_max
value: -4.179520743567826
verified: no, type: nauc_ndcg_at_5_std
value: -3.3461517847684927
verified: no, type: nauc_precision_at_1000_diff1
value: 6.291560162072213
verified: no, type: nauc_precision_at_1000_max
value: 25.654664482767476
verified: no, type: nauc_precision_at_1000_std
value: -4.225784971712635
verified: no, type: nauc_precision_at_100_diff1
value: 15.766457101276988
verified: no, type: nauc_precision_at_100_max
value: 13.799257676950424
verified: no, type: nauc_precision_at_100_std
value: -2.6687074263027637
verified: no, type: nauc_precision_at_10_diff1
value: 16.154300406544458
verified: no, type: nauc_precision_at_10_max
value: 3.99046730755771
verified: no, type: nauc_precision_at_10_std
value: -5.320813807322365
verified: no, type: nauc_precision_at_1_diff1
value: 35.87989567542961
verified: no, type: nauc_precision_at_1_max
value: -1.708274202076274
verified: no, type: nauc_precision_at_1_std
value: -5.429683562346062
verified: no, type: nauc_precision_at_20_diff1
value: 17.072700429792718
verified: no, type: nauc_precision_at_20_max
value: 3.7459960911748342
verified: no, type: nauc_precision_at_20_std
value: 2.4170643350876366
verified: no, type: nauc_precision_at_3_diff1
value: 21.920250469492693
verified: no, type: nauc_precision_at_3_max
value: 1.288094387802318
verified: no, type: nauc_precision_at_3_std
value: -6.971791140710122
verified: no, type: nauc_precision_at_5_diff1
value: 15.607428903096954
verified: no, type: nauc_precision_at_5_max
value: -1.6787818995588515
verified: no, type: nauc_precision_at_5_std
value: -4.9868070952519705
verified: no, type: nauc_recall_at_1000_diff1
value: 15.881415973787488
verified: no, type: nauc_recall_at_1000_max
value: 11.992945268618186
verified: no, type: nauc_recall_at_1000_std
value: 14.69434950594517
verified: no, type: nauc_recall_at_100_diff1
value: 16.51233439080111
verified: no, type: nauc_recall_at_100_max
value: 0.7034983345680653
verified: no, type: nauc_recall_at_100_std
value: 3.795850397771235
verified: no, type: nauc_recall_at_10_diff1
value: 15.855812500754347
verified: no, type: nauc_recall_at_10_max
value: -2.2964819259752907
verified: no, type: nauc_recall_at_10_std
value: -0.5884784023926211
verified: no, type: nauc_recall_at_1_diff1
value: 36.99801644748919
verified: no, type: nauc_recall_at_1_max
value: -4.735306328466845
verified: no, type: nauc_recall_at_1_std
value: -1.5185777718681428
verified: no, type: nauc_recall_at_20_diff1
value: 17.088583717871973
verified: no, type: nauc_recall_at_20_max
value: -3.7389792709745606
verified: no, type: nauc_recall_at_20_std
value: 5.575038898074453
verified: no, type: nauc_recall_at_3_diff1
value: 22.80760100670119
verified: no, type: nauc_recall_at_3_max
value: -4.354868233467814
verified: no, type: nauc_recall_at_3_std
value: -1.1976882420463235
verified: no, type: nauc_recall_at_5_diff1
value: 16.357277072848227
verified: no, type: nauc_recall_at_5_max
value: -7.564166391276693
verified: no, type: nauc_recall_at_5_std
value: -1.6477511903507516
verified: no, type: ndcg_at_1
value: 10.34
verified: no, type: ndcg_at_10
value: 11.824
verified: no, type: ndcg_at_100
value: 17.009
verified: no, type: ndcg_at_1000
value: 21.413
verified: no, type: ndcg_at_20
value: 13.569999999999999
verified: no, type: ndcg_at_3
value: 10.043000000000001
verified: no, type: ndcg_at_5
value: 10.813
verified: no, type: precision_at_1
value: 10.34
verified: no, type: precision_at_10
value: 3.3329999999999997
verified: no, type: precision_at_100
value: 0.823
verified: no, type: precision_at_1000
value: 0.158
verified: no, type: precision_at_20
value: 2.253
verified: no, type: precision_at_3
value: 6.584
verified: no, type: precision_at_5
value: 5.154
verified: no, type: recall_at_1
value: 5.218
verified: no, type: recall_at_10
value: 14.967
verified: no, type: recall_at_100
value: 35.966
verified: no, type: recall_at_1000
value: 63.283
verified: no, type: recall_at_20
value: 20.888
verified: no, type: recall_at_3
value: 9.497
verified: no, type: recall_at_5
value: 12.062000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 33.601
verified: no, type: map_at_1
value: 19.055
verified: no, type: map_at_10
value: 26.378
verified: no, type: map_at_100
value: 27.247
verified: no, type: map_at_1000
value: 27.339999999999996
verified: no, type: map_at_20
value: 26.85
verified: no, type: map_at_3
value: 24.363
verified: no, type: map_at_5
value: 25.531
verified: no, type: mrr_at_1
value: 38.12288993923025
verified: no, type: mrr_at_10
value: 45.347303945210896
verified: no, type: mrr_at_100
value: 45.98374132303968
verified: no, type: mrr_at_1000
value: 46.03787042497575
verified: no, type: mrr_at_20
value: 45.72374246944037
verified: no, type: mrr_at_3
value: 43.47062795408526
verified: no, type: mrr_at_5
value: 44.59216745442278
verified: no, type: nauc_map_at_1000_diff1
value: 49.61029676574756
verified: no, type: nauc_map_at_1000_max
value: 14.306274178948069
verified: no, type: nauc_map_at_1000_std
value: 12.828823677673965
verified: no, type: nauc_map_at_100_diff1
value: 49.61757758727525
verified: no, type: nauc_map_at_100_max
value: 14.28014014417826
verified: no, type: nauc_map_at_100_std
value: 12.771713251916466
verified: no, type: nauc_map_at_10_diff1
value: 49.80331695458256
verified: no, type: nauc_map_at_10_max
value: 14.38736362353793
verified: no, type: nauc_map_at_10_std
value: 11.837285174819034
verified: no, type: nauc_map_at_1_diff1
value: 60.89518556432222
verified: no, type: nauc_map_at_1_max
value: 16.869499979966342
verified: no, type: nauc_map_at_1_std
value: 5.873762883474129
verified: no, type: nauc_map_at_20_diff1
value: 49.71622258645394
verified: no, type: nauc_map_at_20_max
value: 14.282324513024822
verified: no, type: nauc_map_at_20_std
value: 12.316040359062425
verified: no, type: nauc_map_at_3_diff1
value: 51.594969142787484
verified: no, type: nauc_map_at_3_max
value: 15.065531124955248
verified: no, type: nauc_map_at_3_std
value: 10.096442801776883
verified: no, type: nauc_map_at_5_diff1
value: 50.371800688950955
verified: no, type: nauc_map_at_5_max
value: 14.767527550172844
verified: no, type: nauc_map_at_5_std
value: 10.988483248294253
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.30221544434927
verified: no, type: nauc_mrr_at_1000_max
value: 16.017793859581293
verified: no, type: nauc_mrr_at_1000_std
value: 9.906436579683318
verified: no, type: nauc_mrr_at_100_diff1
value: 57.29432417111391
verified: no, type: nauc_mrr_at_100_max
value: 16.011699462071864
verified: no, type: nauc_mrr_at_100_std
value: 9.917014518140116
verified: no, type: nauc_mrr_at_10_diff1
value: 57.33765612722791
verified: no, type: nauc_mrr_at_10_max
value: 16.118319101536276
verified: no, type: nauc_mrr_at_10_std
value: 9.622460440078608
verified: no, type: nauc_mrr_at_1_diff1
value: 60.85369395522825
verified: no, type: nauc_mrr_at_1_max
value: 16.933775694516058
verified: no, type: nauc_mrr_at_1_std
value: 5.894558768949606
verified: no, type: nauc_mrr_at_20_diff1
value: 57.31592299977897
verified: no, type: nauc_mrr_at_20_max
value: 16.031475898617764
verified: no, type: nauc_mrr_at_20_std
value: 9.843331976335788
verified: no, type: nauc_mrr_at_3_diff1
value: 57.6124650775418
verified: no, type: nauc_mrr_at_3_max
value: 16.36290710838045
verified: no, type: nauc_mrr_at_3_std
value: 8.780577988221042
verified: no, type: nauc_mrr_at_5_diff1
value: 57.403485675292984
verified: no, type: nauc_mrr_at_5_max
value: 16.161063703023103
verified: no, type: nauc_mrr_at_5_std
value: 9.20219673432289
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.07891077830242
verified: no, type: nauc_ndcg_at_1000_max
value: 14.08537399855222
verified: no, type: nauc_ndcg_at_1000_std
value: 17.569960709164604
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.14669859772792
verified: no, type: nauc_ndcg_at_100_max
value: 13.638325073892574
verified: no, type: nauc_ndcg_at_100_std
value: 16.723458541804803
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.1392784710198
verified: no, type: nauc_ndcg_at_10_max
value: 14.185608590705648
verified: no, type: nauc_ndcg_at_10_std
value: 13.288189091203812
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.89518556432222
verified: no, type: nauc_ndcg_at_1_max
value: 16.869499979966342
verified: no, type: nauc_ndcg_at_1_std
value: 5.873762883474129
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.797268454104085
verified: no, type: nauc_ndcg_at_20_max
value: 13.806890902979502
verified: no, type: nauc_ndcg_at_20_std
value: 14.563147882771915
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.47918114895865
verified: no, type: nauc_ndcg_at_3_max
value: 15.238760898280686
verified: no, type: nauc_ndcg_at_3_std
value: 10.514287406793875
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.99120023315429
verified: no, type: nauc_ndcg_at_5_max
value: 14.745429496324105
verified: no, type: nauc_ndcg_at_5_std
value: 11.695862264070552
verified: no, type: nauc_precision_at_1000_diff1
value: 22.60878662068159
verified: no, type: nauc_precision_at_1000_max
value: 8.207557591294677
verified: no, type: nauc_precision_at_1000_std
value: 35.83506280458338
verified: no, type: nauc_precision_at_100_diff1
value: 29.330460503143463
verified: no, type: nauc_precision_at_100_max
value: 7.081726910359633
verified: no, type: nauc_precision_at_100_std
value: 29.048691055349412
verified: no, type: nauc_precision_at_10_diff1
value: 39.486573373792034
verified: no, type: nauc_precision_at_10_max
value: 10.785943661786202
verified: no, type: nauc_precision_at_10_std
value: 18.552704575254396
verified: no, type: nauc_precision_at_1_diff1
value: 60.89518556432222
verified: no, type: nauc_precision_at_1_max
value: 16.869499979966342
verified: no, type: nauc_precision_at_1_std
value: 5.873762883474129
verified: no, type: nauc_precision_at_20_diff1
value: 36.26651772775864
verified: no, type: nauc_precision_at_20_max
value: 8.997813417199513
verified: no, type: nauc_precision_at_20_std
value: 21.686796650707645
verified: no, type: nauc_precision_at_3_diff1
value: 47.335106889322965
verified: no, type: nauc_precision_at_3_max
value: 14.069889708331901
verified: no, type: nauc_precision_at_3_std
value: 12.964427322213885
verified: no, type: nauc_precision_at_5_diff1
value: 42.926481319467364
verified: no, type: nauc_precision_at_5_max
value: 12.611254884223259
verified: no, type: nauc_precision_at_5_std
value: 14.993681046665309
verified: no, type: nauc_recall_at_1000_diff1
value: 22.608786620681652
verified: no, type: nauc_recall_at_1000_max
value: 8.207557591294764
verified: no, type: nauc_recall_at_1000_std
value: 35.83506280458342
verified: no, type: nauc_recall_at_100_diff1
value: 29.330460503143378
verified: no, type: nauc_recall_at_100_max
value: 7.081726910359586
verified: no, type: nauc_recall_at_100_std
value: 29.04869105534933
verified: no, type: nauc_recall_at_10_diff1
value: 39.486573373792055
verified: no, type: nauc_recall_at_10_max
value: 10.7859436617862
verified: no, type: nauc_recall_at_10_std
value: 18.55270457525437
verified: no, type: nauc_recall_at_1_diff1
value: 60.89518556432222
verified: no, type: nauc_recall_at_1_max
value: 16.869499979966342
verified: no, type: nauc_recall_at_1_std
value: 5.873762883474129
verified: no, type: nauc_recall_at_20_diff1
value: 36.266517727758604
verified: no, type: nauc_recall_at_20_max
value: 8.997813417199502
verified: no, type: nauc_recall_at_20_std
value: 21.68679665070765
verified: no, type: nauc_recall_at_3_diff1
value: 47.33510688932295
verified: no, type: nauc_recall_at_3_max
value: 14.069889708331843
verified: no, type: nauc_recall_at_3_std
value: 12.964427322213865
verified: no, type: nauc_recall_at_5_diff1
value: 42.926481319467385
verified: no, type: nauc_recall_at_5_max
value: 12.611254884223289
verified: no, type: nauc_recall_at_5_std
value: 14.993681046665271
verified: no, type: ndcg_at_1
value: 38.109
verified: no, type: ndcg_at_10
value: 33.601
verified: no, type: ndcg_at_100
value: 37.509
verified: no, type: ndcg_at_1000
value: 39.778999999999996
verified: no, type: ndcg_at_20
value: 35.081
verified: no, type: ndcg_at_3
value: 29.865000000000002
verified: no, type: ndcg_at_5
value: 31.772
verified: no, type: precision_at_1
value: 38.109
verified: no, type: precision_at_10
value: 7.3069999999999995
verified: no, type: precision_at_100
value: 1.043
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 4.132000000000001
verified: no, type: precision_at_3
value: 18.758
verified: no, type: precision_at_5
value: 12.762
verified: no, type: recall_at_1
value: 19.055
verified: no, type: recall_at_10
value: 36.536
verified: no, type: recall_at_100
value: 52.14
verified: no, type: recall_at_1000
value: 67.292
verified: no, type: recall_at_20
value: 41.317
verified: no, type: recall_at_3
value: 28.136
verified: no, type: recall_at_5
value: 31.904
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 66.998
verified: no, type: ap
value: 61.60195055467346
verified: no, type: ap_weighted
value: 61.60195055467346
verified: no, type: f1
value: 66.64801043272058
verified: no, type: f1_weighted
value: 66.64801043272058
verified: no, type: main_score
value: 66.998
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 32.273
verified: no, type: map_at_1
value: 1.26
verified: no, type: map_at_10
value: 4.999
verified: no, type: map_at_100
value: 15.226
verified: no, type: map_at_1000
value: 19.525000000000002
verified: no, type: map_at_20
value: 7.811999999999999
verified: no, type: map_at_3
value: 2.2399999999999998
verified: no, type: map_at_5
value: 2.979
verified: no, type: mrr_at_1
value: 55.81395348837209
verified: no, type: mrr_at_10
value: 66.2984496124031
verified: no, type: mrr_at_100
value: 66.6375968992248
verified: no, type: mrr_at_1000
value: 66.65521494009866
verified: no, type: mrr_at_20
value: 66.4922480620155
verified: no, type: mrr_at_3
value: 63.565891472868216
verified: no, type: mrr_at_5
value: 65.7751937984496
verified: no, type: nauc_map_at_1000_diff1
value: -7.2384335338206025
verified: no, type: nauc_map_at_1000_max
value: 27.86853077487615
verified: no, type: nauc_map_at_1000_std
value: 49.70595401843686
verified: no, type: nauc_map_at_100_diff1
value: -7.72485953952569
verified: no, type: nauc_map_at_100_max
value: 19.20475909334588
verified: no, type: nauc_map_at_100_std
value: 44.76591945108152
verified: no, type: nauc_map_at_10_diff1
value: -10.826583560194884
verified: no, type: nauc_map_at_10_max
value: 2.650169169054273
verified: no, type: nauc_map_at_10_std
value: 20.28538688095811
verified: no, type: nauc_map_at_1_diff1
value: -9.773620541845721
verified: no, type: nauc_map_at_1_max
value: -20.826181521207314
verified: no, type: nauc_map_at_1_std
value: -4.296956852843888
verified: no, type: nauc_map_at_20_diff1
value: -8.87167940389222
verified: no, type: nauc_map_at_20_max
value: 2.10698700232561
verified: no, type: nauc_map_at_20_std
value: 27.745198156102624
verified: no, type: nauc_map_at_3_diff1
value: -7.538911646351858
verified: no, type: nauc_map_at_3_max
value: -14.478056522087797
verified: no, type: nauc_map_at_3_std
value: 8.250414681220754
verified: no, type: nauc_map_at_5_diff1
value: -13.487161747832765
verified: no, type: nauc_map_at_5_max
value: -8.599591544293332
verified: no, type: nauc_map_at_5_std
value: 11.302372902416588
verified: no, type: nauc_mrr_at_1000_diff1
value: -2.6094212196500024
verified: no, type: nauc_mrr_at_1000_max
value: 0.5699375390842714
verified: no, type: nauc_mrr_at_1000_std
value: 11.718583899813463
verified: no, type: nauc_mrr_at_100_diff1
value: -2.541354648659204
verified: no, type: nauc_mrr_at_100_max
value: 0.6358950634973857
verified: no, type: nauc_mrr_at_100_std
value: 11.698858347680059
verified: no, type: nauc_mrr_at_10_diff1
value: -2.389722705210953
verified: no, type: nauc_mrr_at_10_max
value: 1.2913990554540207
verified: no, type: nauc_mrr_at_10_std
value: 11.723807899071335
verified: no, type: nauc_mrr_at_1_diff1
value: -14.649463318849538
verified: no, type: nauc_mrr_at_1_max
value: 4.896933275281175
verified: no, type: nauc_mrr_at_1_std
value: 12.335386931120064
verified: no, type: nauc_mrr_at_20_diff1
value: -2.8062407786548187
verified: no, type: nauc_mrr_at_20_max
value: 0.6676774553193409
verified: no, type: nauc_mrr_at_20_std
value: 11.92870604036784
verified: no, type: nauc_mrr_at_3_diff1
value: 1.901943928764881
verified: no, type: nauc_mrr_at_3_max
value: -1.8167841832954255
verified: no, type: nauc_mrr_at_3_std
value: 10.706350197135121
verified: no, type: nauc_mrr_at_5_diff1
value: -2.3869587133856207
verified: no, type: nauc_mrr_at_5_max
value: 0.8324715604145814
verified: no, type: nauc_mrr_at_5_std
value: 10.794575823199688
verified: no, type: nauc_ndcg_at_1000_diff1
value: -5.093074373086338
verified: no, type: nauc_ndcg_at_1000_max
value: 20.21533175919078
verified: no, type: nauc_ndcg_at_1000_std
value: 51.83170866559663
verified: no, type: nauc_ndcg_at_100_diff1
value: -3.0055499108417907
verified: no, type: nauc_ndcg_at_100_max
value: 20.495514159769606
verified: no, type: nauc_ndcg_at_100_std
value: 42.28335606844607
verified: no, type: nauc_ndcg_at_10_diff1
value: -9.31362813850403
verified: no, type: nauc_ndcg_at_10_max
value: 11.639829087077636
verified: no, type: nauc_ndcg_at_10_std
value: 23.700161245825203
verified: no, type: nauc_ndcg_at_1_diff1
value: -15.333044223926
verified: no, type: nauc_ndcg_at_1_max
value: -3.07500235529693
verified: no, type: nauc_ndcg_at_1_std
value: 4.065256907415142
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.905354138570243
verified: no, type: nauc_ndcg_at_20_max
value: 12.085986560371456
verified: no, type: nauc_ndcg_at_20_std
value: 25.28689139221832
verified: no, type: nauc_ndcg_at_3_diff1
value: -10.415519964418783
verified: no, type: nauc_ndcg_at_3_max
value: 1.6178148316801775
verified: no, type: nauc_ndcg_at_3_std
value: 13.723458782792381
verified: no, type: nauc_ndcg_at_5_diff1
value: -13.702228447081
verified: no, type: nauc_ndcg_at_5_max
value: 4.662322121311934
verified: no, type: nauc_ndcg_at_5_std
value: 12.12051616033404
verified: no, type: nauc_precision_at_1000_diff1
value: -6.359048701961788
verified: no, type: nauc_precision_at_1000_max
value: 37.759780329316115
verified: no, type: nauc_precision_at_1000_std
value: 32.535116564859784
verified: no, type: nauc_precision_at_100_diff1
value: -5.409853919421071
verified: no, type: nauc_precision_at_100_max
value: 40.56178678248257
verified: no, type: nauc_precision_at_100_std
value: 35.03605883167913
verified: no, type: nauc_precision_at_10_diff1
value: -4.54973873421614
verified: no, type: nauc_precision_at_10_max
value: 31.664713405424006
verified: no, type: nauc_precision_at_10_std
value: 28.0962707062409
verified: no, type: nauc_precision_at_1_diff1
value: -14.649463318849538
verified: no, type: nauc_precision_at_1_max
value: 4.896933275281175
verified: no, type: nauc_precision_at_1_std
value: 12.335386931120064
verified: no, type: nauc_precision_at_20_diff1
value: -6.368495736631144
verified: no, type: nauc_precision_at_20_max
value: 25.11537831434175
verified: no, type: nauc_precision_at_20_std
value: 27.15664396037663
verified: no, type: nauc_precision_at_3_diff1
value: -2.9130836707474783
verified: no, type: nauc_precision_at_3_max
value: 15.82702993935027
verified: no, type: nauc_precision_at_3_std
value: 17.54204029259862
verified: no, type: nauc_precision_at_5_diff1
value: -10.543537476043058
verified: no, type: nauc_precision_at_5_max
value: 21.81864230117124
verified: no, type: nauc_precision_at_5_std
value: 14.995823609759157
verified: no, type: nauc_recall_at_1000_diff1
value: 0.04484840659316002
verified: no, type: nauc_recall_at_1000_max
value: 18.57758900605008
verified: no, type: nauc_recall_at_1000_std
value: 56.51584043897145
verified: no, type: nauc_recall_at_100_diff1
value: -2.6465347405870925
verified: no, type: nauc_recall_at_100_max
value: 10.068426683331985
verified: no, type: nauc_recall_at_100_std
value: 47.9088546197608
verified: no, type: nauc_recall_at_10_diff1
value: -0.735486088869469
verified: no, type: nauc_recall_at_10_max
value: -3.023335649004929
verified: no, type: nauc_recall_at_10_std
value: 21.523714385342487
verified: no, type: nauc_recall_at_1_diff1
value: -9.773620541845721
verified: no, type: nauc_recall_at_1_max
value: -20.826181521207314
verified: no, type: nauc_recall_at_1_std
value: -4.296956852843888
verified: no, type: nauc_recall_at_20_diff1
value: 0.06451530856365675
verified: no, type: nauc_recall_at_20_max
value: -8.796315209894445
verified: no, type: nauc_recall_at_20_std
value: 25.022537467009226
verified: no, type: nauc_recall_at_3_diff1
value: 0.5965893705640235
verified: no, type: nauc_recall_at_3_max
value: -18.544318702564468
verified: no, type: nauc_recall_at_3_std
value: 6.682746927691809
verified: no, type: nauc_recall_at_5_diff1
value: -8.288707721672186
verified: no, type: nauc_recall_at_5_max
value: -13.446678885535496
verified: no, type: nauc_recall_at_5_std
value: 9.069991549746273
verified: no, type: ndcg_at_1
value: 37.984
verified: no, type: ndcg_at_10
value: 32.273
verified: no, type: ndcg_at_100
value: 33.036
verified: no, type: ndcg_at_1000
value: 42.653
verified: no, type: ndcg_at_20
value: 31.826
verified: no, type: ndcg_at_3
value: 33.64
verified: no, type: ndcg_at_5
value: 32.012
verified: no, type: precision_at_1
value: 55.814
verified: no, type: precision_at_10
value: 42.791000000000004
verified: no, type: precision_at_100
value: 23.233
verified: no, type: precision_at_1000
value: 4.986
verified: no, type: precision_at_20
value: 38.836999999999996
verified: no, type: precision_at_3
value: 45.736
verified: no, type: precision_at_5
value: 43.721
verified: no, type: recall_at_1
value: 1.26
verified: no, type: recall_at_10
value: 6.729
verified: no, type: recall_at_100
value: 28.89
verified: no, type: recall_at_1000
value: 55.614
verified: no, type: recall_at_20
value: 11.544
verified: no, type: recall_at_3
value: 2.5250000000000004
verified: no, type: recall_at_5
value: 3.459
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 84.31828545371637
verified: no, type: f1
value: 83.38736418641668
verified: no, type: f1_weighted
value: 84.43991713227709
verified: no, type: main_score
value: 84.31828545371637
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 59.261285909712726
verified: no, type: f1
value: 43.335913061506425
verified: no, type: f1_weighted
value: 63.36236251957159
verified: no, type: main_score
value: 59.261285909712726
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 61.160053799596504
verified: no, type: f1
value: 59.94993764150179
verified: no, type: f1_weighted
value: 61.52985711688419
verified: no, type: main_score
value: 61.160053799596504
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 65.94485541358439
verified: no, type: f1
value: 65.59924532700467
verified: no, type: f1_weighted
value: 66.16311668638237
verified: no, type: main_score
value: 65.94485541358439
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 27.595368037128686
verified: no, type: v_measure
value: 27.595368037128686
verified: no, type: v_measure_std
value: 1.424950486137983
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 23.37909671745749
verified: no, type: v_measure
value: 23.37909671745749
verified: no, type: v_measure_std
value: 1.365434600850458
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 28.832500600750205
verified: no, type: map
value: 28.832500600750205
verified: no, type: mrr
value: 29.45215573894843
verified: no, type: nAUC_map_diff1
value: 15.070236209014364
verified: no, type: nAUC_map_max
value: -28.95562119862306
verified: no, type: nAUC_map_std
value: -7.8946917703248385
verified: no, type: nAUC_mrr_diff1
value: 14.21025189133838
verified: no, type: nAUC_mrr_max
value: -22.81583363058566
verified: no, type: nAUC_mrr_std
value: -6.04422773844616
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 23.152
verified: no, type: map_at_1
value: 4.041
verified: no, type: map_at_10
value: 7.568
verified: no, type: map_at_100
value: 9.533
verified: no, type: map_at_1000
value: 10.712000000000002
verified: no, type: map_at_20
value: 8.334
verified: no, type: map_at_3
value: 5.872
verified: no, type: map_at_5
value: 6.679
verified: no, type: mrr_at_1
value: 30.959752321981426
verified: no, type: mrr_at_10
value: 40.11794191360757
verified: no, type: mrr_at_100
value: 40.96415295410306
verified: no, type: mrr_at_1000
value: 41.01344555816548
verified: no, type: mrr_at_20
value: 40.61172778764487
verified: no, type: mrr_at_3
value: 37.358101135190914
verified: no, type: mrr_at_5
value: 38.95252837977296
verified: no, type: nauc_map_at_1000_diff1
value: 33.54119008935543
verified: no, type: nauc_map_at_1000_max
value: 11.521923728847444
verified: no, type: nauc_map_at_1000_std
value: 5.7915311031695005
verified: no, type: nauc_map_at_100_diff1
value: 35.34097867168893
verified: no, type: nauc_map_at_100_max
value: 10.293000640541555
verified: no, type: nauc_map_at_100_std
value: 1.6114123867702002
verified: no, type: nauc_map_at_10_diff1
value: 38.2230641089626
verified: no, type: nauc_map_at_10_max
value: 5.823159065588302
verified: no, type: nauc_map_at_10_std
value: -4.0377551934635125
verified: no, type: nauc_map_at_1_diff1
value: 43.866715304866595
verified: no, type: nauc_map_at_1_max
value: 0.5010754384304841
verified: no, type: nauc_map_at_1_std
value: -9.927174446247756
verified: no, type: nauc_map_at_20_diff1
value: 36.815049468511454
verified: no, type: nauc_map_at_20_max
value: 8.252195357694598
verified: no, type: nauc_map_at_20_std
value: -2.086668040926134
verified: no, type: nauc_map_at_3_diff1
value: 42.40019878591813
verified: no, type: nauc_map_at_3_max
value: 4.410646237192043
verified: no, type: nauc_map_at_3_std
value: -7.439403782153504
verified: no, type: nauc_map_at_5_diff1
value: 40.02451834303521
verified: no, type: nauc_map_at_5_max
value: 4.135859554033173
verified: no, type: nauc_map_at_5_std
value: -6.456961843430078
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.7884723808441
verified: no, type: nauc_mrr_at_1000_max
value: 20.848427790316478
verified: no, type: nauc_mrr_at_1000_std
value: 19.562761101041676
verified: no, type: nauc_mrr_at_100_diff1
value: 36.75109367086827
verified: no, type: nauc_mrr_at_100_max
value: 20.871949905852215
verified: no, type: nauc_mrr_at_100_std
value: 19.541351397172342
verified: no, type: nauc_mrr_at_10_diff1
value: 36.840624198794956
verified: no, type: nauc_mrr_at_10_max
value: 20.61066223363542
verified: no, type: nauc_mrr_at_10_std
value: 19.438339856525495
verified: no, type: nauc_mrr_at_1_diff1
value: 40.12320713918803
verified: no, type: nauc_mrr_at_1_max
value: 16.666642505956347
verified: no, type: nauc_mrr_at_1_std
value: 14.562805568383885
verified: no, type: nauc_mrr_at_20_diff1
value: 36.64580049384978
verified: no, type: nauc_mrr_at_20_max
value: 20.8197921402343
verified: no, type: nauc_mrr_at_20_std
value: 19.734791294250666
verified: no, type: nauc_mrr_at_3_diff1
value: 36.55294783551202
verified: no, type: nauc_mrr_at_3_max
value: 18.31132758585394
verified: no, type: nauc_mrr_at_3_std
value: 18.218759713045383
verified: no, type: nauc_mrr_at_5_diff1
value: 36.479761476413756
verified: no, type: nauc_mrr_at_5_max
value: 19.3318833719133
verified: no, type: nauc_mrr_at_5_std
value: 18.704945221576054
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.42463887019783
verified: no, type: nauc_ndcg_at_1000_max
value: 25.571139022199485
verified: no, type: nauc_ndcg_at_1000_std
value: 19.145905780063103
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.54893059977665
verified: no, type: nauc_ndcg_at_100_max
value: 17.931888215362786
verified: no, type: nauc_ndcg_at_100_std
value: 14.721254007566573
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.80709651674213
verified: no, type: nauc_ndcg_at_10_max
value: 13.60382339701216
verified: no, type: nauc_ndcg_at_10_std
value: 22.343929058733426
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.2604547168291
verified: no, type: nauc_ndcg_at_1_max
value: 13.523690473148378
verified: no, type: nauc_ndcg_at_1_std
value: 15.731723260682553
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.052259594555288
verified: no, type: nauc_ndcg_at_20_max
value: 14.72949156111374
verified: no, type: nauc_ndcg_at_20_std
value: 20.65264608081379
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.86880514374516
verified: no, type: nauc_ndcg_at_3_max
value: 11.146091717211744
verified: no, type: nauc_ndcg_at_3_std
value: 19.396513614203307
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.832688177959675
verified: no, type: nauc_ndcg_at_5_max
value: 12.716745963611547
verified: no, type: nauc_ndcg_at_5_std
value: 20.097816900179126
verified: no, type: nauc_precision_at_1000_diff1
value: -5.95583251269089
verified: no, type: nauc_precision_at_1000_max
value: 7.864853642254841
verified: no, type: nauc_precision_at_1000_std
value: 42.43587460739192
verified: no, type: nauc_precision_at_100_diff1
value: -0.8101434464468288
verified: no, type: nauc_precision_at_100_max
value: 12.482960665388665
verified: no, type: nauc_precision_at_100_std
value: 40.29983942211701
verified: no, type: nauc_precision_at_10_diff1
value: 14.516673067770029
verified: no, type: nauc_precision_at_10_max
value: 17.00131648608557
verified: no, type: nauc_precision_at_10_std
value: 33.816435534051095
verified: no, type: nauc_precision_at_1_diff1
value: 40.12320713918803
verified: no, type: nauc_precision_at_1_max
value: 16.666642505956347
verified: no, type: nauc_precision_at_1_std
value: 14.562805568383885
verified: no, type: nauc_precision_at_20_diff1
value: 7.550704205767464
verified: no, type: nauc_precision_at_20_max
value: 16.6653194708243
verified: no, type: nauc_precision_at_20_std
value: 36.01533911600929
verified: no, type: nauc_precision_at_3_diff1
value: 25.705703136131085
verified: no, type: nauc_precision_at_3_max
value: 14.330289120785821
verified: no, type: nauc_precision_at_3_std
value: 23.553863921052418
verified: no, type: nauc_precision_at_5_diff1
value: 18.417359763504866
verified: no, type: nauc_precision_at_5_max
value: 16.720785167958933
verified: no, type: nauc_precision_at_5_std
value: 26.478694310948626
verified: no, type: nauc_recall_at_1000_diff1
value: 18.182749094845686
verified: no, type: nauc_recall_at_1000_max
value: 18.65705566700086
verified: no, type: nauc_recall_at_1000_std
value: 15.976652123107685
verified: no, type: nauc_recall_at_100_diff1
value: 20.848414719124168
verified: no, type: nauc_recall_at_100_max
value: 9.722630796539269
verified: no, type: nauc_recall_at_100_std
value: 0.6085664546618689
verified: no, type: nauc_recall_at_10_diff1
value: 26.315549356381844
verified: no, type: nauc_recall_at_10_max
value: 5.287792137906281
verified: no, type: nauc_recall_at_10_std
value: -4.559402898630484
verified: no, type: nauc_recall_at_1_diff1
value: 43.866715304866595
verified: no, type: nauc_recall_at_1_max
value: 0.5010754384304841
verified: no, type: nauc_recall_at_1_std
value: -9.927174446247756
verified: no, type: nauc_recall_at_20_diff1
value: 21.760679130522295
verified: no, type: nauc_recall_at_20_max
value: 10.435867401402477
verified: no, type: nauc_recall_at_20_std
value: -2.870896499573999
verified: no, type: nauc_recall_at_3_diff1
value: 36.72536047988738
verified: no, type: nauc_recall_at_3_max
value: 4.727132198726495
verified: no, type: nauc_recall_at_3_std
value: -7.001349236625052
verified: no, type: nauc_recall_at_5_diff1
value: 29.990201626305417
verified: no, type: nauc_recall_at_5_max
value: 1.9555151957998211
verified: no, type: nauc_recall_at_5_std
value: -7.3844386270164435
verified: no, type: ndcg_at_1
value: 29.412
verified: no, type: ndcg_at_10
value: 23.152
verified: no, type: ndcg_at_100
value: 22.144
verified: no, type: ndcg_at_1000
value: 31.35
verified: no, type: ndcg_at_20
value: 21.926000000000002
verified: no, type: ndcg_at_3
value: 26.108999999999998
verified: no, type: ndcg_at_5
value: 25.008000000000003
verified: no, type: precision_at_1
value: 30.959999999999997
verified: no, type: precision_at_10
value: 17.058999999999997
verified: no, type: precision_at_100
value: 5.985
verified: no, type: precision_at_1000
value: 1.867
verified: no, type: precision_at_20
value: 13.019
verified: no, type: precision_at_3
value: 24.252000000000002
verified: no, type: precision_at_5
value: 21.486
verified: no, type: recall_at_1
value: 4.041
verified: no, type: recall_at_10
value: 11.052
verified: no, type: recall_at_100
value: 24.703
verified: no, type: recall_at_1000
value: 56.974000000000004
verified: no, type: recall_at_20
value: 14.393
verified: no, type: recall_at_3
value: 6.739000000000001
verified: no, type: recall_at_5
value: 8.527999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 19.243
verified: no, type: map_at_1
value: 8.476
verified: no, type: map_at_10
value: 14.923
verified: no, type: map_at_100
value: 16.166
verified: no, type: map_at_1000
value: 16.262999999999998
verified: no, type: map_at_20
value: 15.633
verified: no, type: map_at_3
value: 12.458
verified: no, type: map_at_5
value: 13.782
verified: no, type: mrr_at_1
value: 9.878331402085747
verified: no, type: mrr_at_10
value: 16.654136548400757
verified: no, type: mrr_at_100
value: 17.80367931211397
verified: no, type: mrr_at_1000
value: 17.884114934492434
verified: no, type: mrr_at_20
value: 17.326085402172655
verified: no, type: mrr_at_3
value: 14.14156044804941
verified: no, type: mrr_at_5
value: 15.52336809578985
verified: no, type: nauc_map_at_1000_diff1
value: 18.957886469855463
verified: no, type: nauc_map_at_1000_max
value: 9.162492690006172
verified: no, type: nauc_map_at_1000_std
value: 4.697683384857226
verified: no, type: nauc_map_at_100_diff1
value: 18.97104499890075
verified: no, type: nauc_map_at_100_max
value: 9.161552789663508
verified: no, type: nauc_map_at_100_std
value: 4.640104656084954
verified: no, type: nauc_map_at_10_diff1
value: 18.824214120526587
verified: no, type: nauc_map_at_10_max
value: 8.416234530426614
verified: no, type: nauc_map_at_10_std
value: 3.1622854981256263
verified: no, type: nauc_map_at_1_diff1
value: 20.817556457171833
verified: no, type: nauc_map_at_1_max
value: 5.72281479959865
verified: no, type: nauc_map_at_1_std
value: -1.1538921076884687
verified: no, type: nauc_map_at_20_diff1
value: 18.89809228556843
verified: no, type: nauc_map_at_20_max
value: 8.818504246900403
verified: no, type: nauc_map_at_20_std
value: 4.046315916162477
verified: no, type: nauc_map_at_3_diff1
value: 19.443548158566454
verified: no, type: nauc_map_at_3_max
value: 8.040171381977375
verified: no, type: nauc_map_at_3_std
value: 1.3664909428229102
verified: no, type: nauc_map_at_5_diff1
value: 18.948047131870503
verified: no, type: nauc_map_at_5_max
value: 8.030083239833372
verified: no, type: nauc_map_at_5_std
value: 2.0932465891795187
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.999043488714815
verified: no, type: nauc_mrr_at_1000_max
value: 8.975961343791447
verified: no, type: nauc_mrr_at_1000_std
value: 5.41214531019527
verified: no, type: nauc_mrr_at_100_diff1
value: 17.997286292696472
verified: no, type: nauc_mrr_at_100_max
value: 8.98176390048409
verified: no, type: nauc_mrr_at_100_std
value: 5.380554404936453
verified: no, type: nauc_mrr_at_10_diff1
value: 18.017924894121382
verified: no, type: nauc_mrr_at_10_max
value: 8.436187270178298
verified: no, type: nauc_mrr_at_10_std
value: 4.3429546626180775
verified: no, type: nauc_mrr_at_1_diff1
value: 19.42324725920124
verified: no, type: nauc_mrr_at_1_max
value: 5.813177253135981
verified: no, type: nauc_mrr_at_1_std
value: 0.623588505136798
verified: no, type: nauc_mrr_at_20_diff1
value: 18.004638104594935
verified: no, type: nauc_mrr_at_20_max
value: 8.829594116095835
verified: no, type: nauc_mrr_at_20_std
value: 4.996153623181649
verified: no, type: nauc_mrr_at_3_diff1
value: 18.34188673011434
verified: no, type: nauc_mrr_at_3_max
value: 8.04955848263908
verified: no, type: nauc_mrr_at_3_std
value: 2.7463770148884996
verified: no, type: nauc_mrr_at_5_diff1
value: 18.15710576876441
verified: no, type: nauc_mrr_at_5_max
value: 7.906975864218543
verified: no, type: nauc_mrr_at_5_std
value: 3.434143063102149
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.90599463931129
verified: no, type: nauc_ndcg_at_1000_max
value: 12.220713351710225
verified: no, type: nauc_ndcg_at_1000_std
value: 12.16870242222485
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.066720901418616
verified: no, type: nauc_ndcg_at_100_max
value: 12.265976972493421
verified: no, type: nauc_ndcg_at_100_std
value: 11.041165269563532
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.964556255464483
verified: no, type: nauc_ndcg_at_10_max
value: 9.221841616925076
verified: no, type: nauc_ndcg_at_10_std
value: 5.327940012848466
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.42324725920124
verified: no, type: nauc_ndcg_at_1_max
value: 5.813177253135981
verified: no, type: nauc_ndcg_at_1_std
value: 0.623588505136798
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.002564129737443
verified: no, type: nauc_ndcg_at_20_max
value: 10.419960104065321
verified: no, type: nauc_ndcg_at_20_std
value: 7.703677617979156
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.811972831627603
verified: no, type: nauc_ndcg_at_3_max
value: 8.322490159345614
verified: no, type: nauc_ndcg_at_3_std
value: 2.0978218207768586
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.219388109405433
verified: no, type: nauc_ndcg_at_5_max
value: 8.275826301191405
verified: no, type: nauc_ndcg_at_5_std
value: 3.259197527022326
verified: no, type: nauc_precision_at_1000_diff1
value: 6.144404814037684
verified: no, type: nauc_precision_at_1000_max
value: 17.53740102855067
verified: no, type: nauc_precision_at_1000_std
value: 33.72365391365075
verified: no, type: nauc_precision_at_100_diff1
value: 12.77875393086178
verified: no, type: nauc_precision_at_100_max
value: 19.621306331527453
verified: no, type: nauc_precision_at_100_std
value: 27.846320441754568
verified: no, type: nauc_precision_at_10_diff1
value: 15.894192193507767
verified: no, type: nauc_precision_at_10_max
value: 11.184225030108559
verified: no, type: nauc_precision_at_10_std
value: 11.081411404427586
verified: no, type: nauc_precision_at_1_diff1
value: 19.42324725920124
verified: no, type: nauc_precision_at_1_max
value: 5.813177253135981
verified: no, type: nauc_precision_at_1_std
value: 0.623588505136798
verified: no, type: nauc_precision_at_20_diff1
value: 15.407091479970921
verified: no, type: nauc_precision_at_20_max
value: 14.51534442723551
verified: no, type: nauc_precision_at_20_std
value: 17.550861545103665
verified: no, type: nauc_precision_at_3_diff1
value: 17.561643392271126
verified: no, type: nauc_precision_at_3_max
value: 9.386296407523073
verified: no, type: nauc_precision_at_3_std
value: 4.469734273377907
verified: no, type: nauc_precision_at_5_diff1
value: 16.621760108716643
verified: no, type: nauc_precision_at_5_max
value: 9.225486119103975
verified: no, type: nauc_precision_at_5_std
value: 6.60309644424765
verified: no, type: nauc_recall_at_1000_diff1
value: 13.73758620539813
verified: no, type: nauc_recall_at_1000_max
value: 25.924626181473847
verified: no, type: nauc_recall_at_1000_std
value: 48.77621329371596
verified: no, type: nauc_recall_at_100_diff1
value: 15.611755205405203
verified: no, type: nauc_recall_at_100_max
value: 20.8701203082053
verified: no, type: nauc_recall_at_100_std
value: 28.22869520119306
verified: no, type: nauc_recall_at_10_diff1
value: 15.924879565266556
verified: no, type: nauc_recall_at_10_max
value: 10.392879304441442
verified: no, type: nauc_recall_at_10_std
value: 8.591273770489796
verified: no, type: nauc_recall_at_1_diff1
value: 20.817556457171833
verified: no, type: nauc_recall_at_1_max
value: 5.72281479959865
verified: no, type: nauc_recall_at_1_std
value: -1.1538921076884687
verified: no, type: nauc_recall_at_20_diff1
value: 15.878910884769823
verified: no, type: nauc_recall_at_20_max
value: 13.20353825812694
verified: no, type: nauc_recall_at_20_std
value: 14.293562488536033
verified: no, type: nauc_recall_at_3_diff1
value: 17.6964548934301
verified: no, type: nauc_recall_at_3_max
value: 8.661017445399189
verified: no, type: nauc_recall_at_3_std
value: 2.563072661506666
verified: no, type: nauc_recall_at_5_diff1
value: 16.368469306993973
verified: no, type: nauc_recall_at_5_max
value: 8.40711587060727
verified: no, type: nauc_recall_at_5_std
value: 4.526515647566521
verified: no, type: ndcg_at_1
value: 9.878
verified: no, type: ndcg_at_10
value: 19.243
verified: no, type: ndcg_at_100
value: 25.456
verified: no, type: ndcg_at_1000
value: 28.083999999999996
verified: no, type: ndcg_at_20
value: 21.727
verified: no, type: ndcg_at_3
value: 14.163999999999998
verified: no, type: ndcg_at_5
value: 16.535
verified: no, type: precision_at_1
value: 9.878
verified: no, type: precision_at_10
value: 3.6380000000000003
verified: no, type: precision_at_100
value: 0.716
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 2.396
verified: no, type: precision_at_3
value: 6.769
verified: no, type: precision_at_5
value: 5.353
verified: no, type: recall_at_1
value: 8.476
verified: no, type: recall_at_10
value: 31.067
verified: no, type: recall_at_100
value: 59.711999999999996
verified: no, type: recall_at_1000
value: 79.867
verified: no, type: recall_at_20
value: 40.422999999999995
verified: no, type: recall_at_3
value: 17.485
verified: no, type: recall_at_5
value: 23.042
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 77.86
verified: no, type: map_at_1
value: 60.541999999999994
verified: no, type: map_at_10
value: 73.068
verified: no, type: map_at_100
value: 73.856
verified: no, type: map_at_1000
value: 73.89099999999999
verified: no, type: map_at_20
value: 73.566
verified: no, type: map_at_3
value: 70.119
verified: no, type: map_at_5
value: 71.873
verified: no, type: mrr_at_1
value: 69.77
verified: no, type: mrr_at_10
value: 77.34153571428534
verified: no, type: mrr_at_100
value: 77.64058625254714
verified: no, type: mrr_at_1000
value: 77.6484160920852
verified: no, type: mrr_at_20
value: 77.54938063278261
verified: no, type: mrr_at_3
value: 75.83499999999958
verified: no, type: mrr_at_5
value: 76.77799999999937
verified: no, type: nauc_map_at_1000_diff1
value: 70.42051328825711
verified: no, type: nauc_map_at_1000_max
value: 35.52950073375353
verified: no, type: nauc_map_at_1000_std
value: -4.2525875732163
verified: no, type: nauc_map_at_100_diff1
value: 70.4215631591108
verified: no, type: nauc_map_at_100_max
value: 35.51981251464836
verified: no, type: nauc_map_at_100_std
value: -4.271548224950028
verified: no, type: nauc_map_at_10_diff1
value: 70.39744464397162
verified: no, type: nauc_map_at_10_max
value: 35.17410961183995
verified: no, type: nauc_map_at_10_std
value: -4.997465025620844
verified: no, type: nauc_map_at_1_diff1
value: 72.65287424531431
verified: no, type: nauc_map_at_1_max
value: 29.85669712853355
verified: no, type: nauc_map_at_1_std
value: -7.995984805529352
verified: no, type: nauc_map_at_20_diff1
value: 70.39621088889086
verified: no, type: nauc_map_at_20_max
value: 35.385338530071856
verified: no, type: nauc_map_at_20_std
value: -4.540304253182359
verified: no, type: nauc_map_at_3_diff1
value: 70.34799577031751
verified: no, type: nauc_map_at_3_max
value: 33.735165752612154
verified: no, type: nauc_map_at_3_std
value: -6.288314248613237
verified: no, type: nauc_map_at_5_diff1
value: 70.40682478137778
verified: no, type: nauc_map_at_5_max
value: 34.71020611027348
verified: no, type: nauc_map_at_5_std
value: -5.6532569989020915
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.33300708743174
verified: no, type: nauc_mrr_at_1000_max
value: 37.58838215284017
verified: no, type: nauc_mrr_at_1000_std
value: -3.004971199900334
verified: no, type: nauc_mrr_at_100_diff1
value: 71.33202739636636
verified: no, type: nauc_mrr_at_100_max
value: 37.59027333220707
verified: no, type: nauc_mrr_at_100_std
value: -2.991291730650559
verified: no, type: nauc_mrr_at_10_diff1
value: 71.24040296506607
verified: no, type: nauc_mrr_at_10_max
value: 37.620967352710174
verified: no, type: nauc_mrr_at_10_std
value: -2.9995148185723646
verified: no, type: nauc_mrr_at_1_diff1
value: 72.97756073040875
verified: no, type: nauc_mrr_at_1_max
value: 36.856024800382805
verified: no, type: nauc_mrr_at_1_std
value: -5.295770163711124
verified: no, type: nauc_mrr_at_20_diff1
value: 71.29886034081495
verified: no, type: nauc_mrr_at_20_max
value: 37.599580987297266
verified: no, type: nauc_mrr_at_20_std
value: -2.973667224309623
verified: no, type: nauc_mrr_at_3_diff1
value: 71.24266456768551
verified: no, type: nauc_mrr_at_3_max
value: 37.43275390419413
verified: no, type: nauc_mrr_at_3_std
value: -3.803618565583205
verified: no, type: nauc_mrr_at_5_diff1
value: 71.22352727409451
verified: no, type: nauc_mrr_at_5_max
value: 37.667564673453725
verified: no, type: nauc_mrr_at_5_std
value: -3.176984609998285
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.29481477894221
verified: no, type: nauc_ndcg_at_1000_max
value: 36.78709637968392
verified: no, type: nauc_ndcg_at_1000_std
value: -1.8965664514629315
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.30815982948721
verified: no, type: nauc_ndcg_at_100_max
value: 36.75533935417366
verified: no, type: nauc_ndcg_at_100_std
value: -1.6034476028659186
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.83927176813567
verified: no, type: nauc_ndcg_at_10_max
value: 36.14819225785969
verified: no, type: nauc_ndcg_at_10_std
value: -3.0672167929844147
verified: no, type: nauc_ndcg_at_1_diff1
value: 72.95468588233986
verified: no, type: nauc_ndcg_at_1_max
value: 36.95102879374528
verified: no, type: nauc_ndcg_at_1_std
value: -5.230626449450384
verified: no, type: nauc_ndcg_at_20_diff1
value: 70.05211197167847
verified: no, type: nauc_ndcg_at_20_max
value: 36.39117263415345
verified: no, type: nauc_ndcg_at_20_std
value: -2.315672757758104
verified: no, type: nauc_ndcg_at_3_diff1
value: 69.54718031993843
verified: no, type: nauc_ndcg_at_3_max
value: 35.35135808159563
verified: no, type: nauc_ndcg_at_3_std
value: -4.447694597960837
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.74297554323091
verified: no, type: nauc_ndcg_at_5_max
value: 35.87559038131577
verified: no, type: nauc_ndcg_at_5_std
value: -3.808666991968395
verified: no, type: nauc_precision_at_1000_diff1
value: -32.74229162550065
verified: no, type: nauc_precision_at_1000_max
value: -3.694030619202584
verified: no, type: nauc_precision_at_1000_std
value: 15.375543044164285
verified: no, type: nauc_precision_at_100_diff1
value: -28.90591593532601
verified: no, type: nauc_precision_at_100_max
value: -0.5117915038170152
verified: no, type: nauc_precision_at_100_std
value: 15.933222162614957
verified: no, type: nauc_precision_at_10_diff1
value: -12.897163879462346
verified: no, type: nauc_precision_at_10_max
value: 8.911596011476787
verified: no, type: nauc_precision_at_10_std
value: 11.71430900771452
verified: no, type: nauc_precision_at_1_diff1
value: 72.95468588233986
verified: no, type: nauc_precision_at_1_max
value: 36.95102879374528
verified: no, type: nauc_precision_at_1_std
value: -5.230626449450384
verified: no, type: nauc_precision_at_20_diff1
value: -20.977098757786987
verified: no, type: nauc_precision_at_20_max
value: 4.6209746297728955
verified: no, type: nauc_precision_at_20_std
value: 14.520775663368807
verified: no, type: nauc_precision_at_3_diff1
value: 14.177875480077756
verified: no, type: nauc_precision_at_3_max
value: 19.64729584119952
verified: no, type: nauc_precision_at_3_std
value: 4.677131862919459
verified: no, type: nauc_precision_at_5_diff1
value: 0.19581157619052483
verified: no, type: nauc_precision_at_5_max
value: 14.783150950776703
verified: no, type: nauc_precision_at_5_std
value: 8.354179376016507
verified: no, type: nauc_recall_at_1000_diff1
value: 58.35770817458498
verified: no, type: nauc_recall_at_1000_max
value: 44.098312711969356
verified: no, type: nauc_recall_at_1000_std
value: 54.840949153567244
verified: no, type: nauc_recall_at_100_diff1
value: 62.790344157192465
verified: no, type: nauc_recall_at_100_max
value: 37.5264227017106
verified: no, type: nauc_recall_at_100_std
value: 28.602851594494
verified: no, type: nauc_recall_at_10_diff1
value: 62.86776129395384
verified: no, type: nauc_recall_at_10_max
value: 33.714290382332294
verified: no, type: nauc_recall_at_10_std
value: 1.6098340254779206
verified: no, type: nauc_recall_at_1_diff1
value: 72.65287424531431
verified: no, type: nauc_recall_at_1_max
value: 29.85669712853355
verified: no, type: nauc_recall_at_1_std
value: -7.995984805529352
verified: no, type: nauc_recall_at_20_diff1
value: 61.83952894148527
verified: no, type: nauc_recall_at_20_max
value: 33.88950042549727
verified: no, type: nauc_recall_at_20_std
value: 8.225200296858647
verified: no, type: nauc_recall_at_3_diff1
value: 65.43175155104451
verified: no, type: nauc_recall_at_3_max
value: 31.66111655852123
verified: no, type: nauc_recall_at_3_std
value: -5.35771405542385
verified: no, type: nauc_recall_at_5_diff1
value: 64.43399712070679
verified: no, type: nauc_recall_at_5_max
value: 33.39756587296581
verified: no, type: nauc_recall_at_5_std
value: -2.6896475751986797
verified: no, type: ndcg_at_1
value: 69.78
verified: no, type: ndcg_at_10
value: 77.86
verified: no, type: ndcg_at_100
value: 80.16499999999999
verified: no, type: ndcg_at_1000
value: 80.632
verified: no, type: ndcg_at_20
value: 78.999
verified: no, type: ndcg_at_3
value: 74.164
verified: no, type: ndcg_at_5
value: 75.992
verified: no, type: precision_at_1
value: 69.78
verified: no, type: precision_at_10
value: 11.823
verified: no, type: precision_at_100
value: 1.426
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: precision_at_20
value: 6.390999999999999
verified: no, type: precision_at_3
value: 32.24
verified: no, type: precision_at_5
value: 21.328
verified: no, type: recall_at_1
value: 60.541999999999994
verified: no, type: recall_at_10
value: 87.31400000000001
verified: no, type: recall_at_100
value: 96.107
verified: no, type: recall_at_1000
value: 98.914
verified: no, type: recall_at_20
value: 91.184
verified: no, type: recall_at_3
value: 76.708
verified: no, type: recall_at_5
value: 81.777
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 31.372616849342727
verified: no, type: v_measure
value: 31.372616849342727
verified: no, type: v_measure_std
value: 4.218475883332416
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 42.56167386383679
verified: no, type: v_measure
value: 42.56167386383679
verified: no, type: v_measure_std
value: 10.687512676760736
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 11.145
verified: no, type: map_at_1
value: 2.483
verified: no, type: map_at_10
value: 6.1240000000000006
verified: no, type: map_at_100
value: 7.373
verified: no, type: map_at_1000
value: 7.6240000000000006
verified: no, type: map_at_20
value: 6.702
verified: no, type: map_at_3
value: 4.386
verified: no, type: map_at_5
value: 5.263
verified: no, type: mrr_at_1
value: 12.2
verified: no, type: mrr_at_10
value: 20.032777777777785
verified: no, type: mrr_at_100
value: 21.15625759013742
verified: no, type: mrr_at_1000
value: 21.262436849379473
verified: no, type: mrr_at_20
value: 20.65437313202795
verified: no, type: mrr_at_3
value: 17.20000000000001
verified: no, type: mrr_at_5
value: 18.905000000000012
verified: no, type: nauc_map_at_1000_diff1
value: 14.04179602177988
verified: no, type: nauc_map_at_1000_max
value: 13.468822726683898
verified: no, type: nauc_map_at_1000_std
value: 14.503925484288697
verified: no, type: nauc_map_at_100_diff1
value: 13.908535424545734
verified: no, type: nauc_map_at_100_max
value: 13.162814624955224
verified: no, type: nauc_map_at_100_std
value: 14.006563832100305
verified: no, type: nauc_map_at_10_diff1
value: 15.201590550896787
verified: no, type: nauc_map_at_10_max
value: 11.381876530403124
verified: no, type: nauc_map_at_10_std
value: 10.455475922863256
verified: no, type: nauc_map_at_1_diff1
value: 19.866068777666875
verified: no, type: nauc_map_at_1_max
value: 11.770661936677659
verified: no, type: nauc_map_at_1_std
value: 6.992466368743762
verified: no, type: nauc_map_at_20_diff1
value: 14.503428211315777
verified: no, type: nauc_map_at_20_max
value: 12.621320375392958
verified: no, type: nauc_map_at_20_std
value: 12.289076337416786
verified: no, type: nauc_map_at_3_diff1
value: 18.65066577348665
verified: no, type: nauc_map_at_3_max
value: 10.924786636490749
verified: no, type: nauc_map_at_3_std
value: 7.63906799090755
verified: no, type: nauc_map_at_5_diff1
value: 16.19410336729788
verified: no, type: nauc_map_at_5_max
value: 10.331376246769484
verified: no, type: nauc_map_at_5_std
value: 8.580454671132498
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.483814461625617
verified: no, type: nauc_mrr_at_1000_max
value: 11.013515468591404
verified: no, type: nauc_mrr_at_1000_std
value: 10.08446979638758
verified: no, type: nauc_mrr_at_100_diff1
value: 16.453692879490145
verified: no, type: nauc_mrr_at_100_max
value: 10.985293302748216
verified: no, type: nauc_mrr_at_100_std
value: 10.118895973989607
verified: no, type: nauc_mrr_at_10_diff1
value: 16.523414526034056
verified: no, type: nauc_mrr_at_10_max
value: 10.69835720772289
verified: no, type: nauc_mrr_at_10_std
value: 9.958323674539256
verified: no, type: nauc_mrr_at_1_diff1
value: 18.916140092839388
verified: no, type: nauc_mrr_at_1_max
value: 11.28382524462848
verified: no, type: nauc_mrr_at_1_std
value: 7.4575969496971775
verified: no, type: nauc_mrr_at_20_diff1
value: 16.515625751883075
verified: no, type: nauc_mrr_at_20_max
value: 10.91058938020743
verified: no, type: nauc_mrr_at_20_std
value: 10.089717651490684
verified: no, type: nauc_mrr_at_3_diff1
value: 18.411357551531673
verified: no, type: nauc_mrr_at_3_max
value: 10.150789848617546
verified: no, type: nauc_mrr_at_3_std
value: 8.28539472469452
verified: no, type: nauc_mrr_at_5_diff1
value: 17.076713001566414
verified: no, type: nauc_mrr_at_5_max
value: 10.05110647296913
verified: no, type: nauc_mrr_at_5_std
value: 9.650240066197977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.46764100509925
verified: no, type: nauc_ndcg_at_1000_max
value: 16.87436450117945
verified: no, type: nauc_ndcg_at_1000_std
value: 21.75055602465494
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.243822565671014
verified: no, type: nauc_ndcg_at_100_max
value: 14.672906707981689
verified: no, type: nauc_ndcg_at_100_std
value: 19.445159161356347
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.957173044270302
verified: no, type: nauc_ndcg_at_10_max
value: 11.533365924682878
verified: no, type: nauc_ndcg_at_10_std
value: 11.95008133703523
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.916140092839388
verified: no, type: nauc_ndcg_at_1_max
value: 11.28382524462848
verified: no, type: nauc_ndcg_at_1_std
value: 7.4575969496971775
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.080870749498825
verified: no, type: nauc_ndcg_at_20_max
value: 13.529404104442364
verified: no, type: nauc_ndcg_at_20_std
value: 14.698639769858543
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.07665765209192
verified: no, type: nauc_ndcg_at_3_max
value: 10.36217623223806
verified: no, type: nauc_ndcg_at_3_std
value: 8.543586014725516
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.753684501523171
verified: no, type: nauc_ndcg_at_5_max
value: 9.756813674219412
verified: no, type: nauc_ndcg_at_5_std
value: 9.81629695469914
verified: no, type: nauc_precision_at_1000_diff1
value: 6.49181271146623
verified: no, type: nauc_precision_at_1000_max
value: 20.038684056693548
verified: no, type: nauc_precision_at_1000_std
value: 31.72411429728146
verified: no, type: nauc_precision_at_100_diff1
value: 3.9695256002728554
verified: no, type: nauc_precision_at_100_max
value: 15.760993964001843
verified: no, type: nauc_precision_at_100_std
value: 27.819395859684438
verified: no, type: nauc_precision_at_10_diff1
value: 10.034023456463208
verified: no, type: nauc_precision_at_10_max
value: 11.9637202656781
verified: no, type: nauc_precision_at_10_std
value: 14.548441016814499
verified: no, type: nauc_precision_at_1_diff1
value: 18.916140092839388
verified: no, type: nauc_precision_at_1_max
value: 11.28382524462848
verified: no, type: nauc_precision_at_1_std
value: 7.4575969496971775
verified: no, type: nauc_precision_at_20_diff1
value: 8.352003454018947
verified: no, type: nauc_precision_at_20_max
value: 15.467696310306941
verified: no, type: nauc_precision_at_20_std
value: 19.25895187079644
verified: no, type: nauc_precision_at_3_diff1
value: 17.691306880096178
verified: no, type: nauc_precision_at_3_max
value: 10.139076766993572
verified: no, type: nauc_precision_at_3_std
value: 8.90413050013151
verified: no, type: nauc_precision_at_5_diff1
value: 13.143973705786955
verified: no, type: nauc_precision_at_5_max
value: 8.749700144288802
verified: no, type: nauc_precision_at_5_std
value: 11.136372587280404
verified: no, type: nauc_recall_at_1000_diff1
value: 6.304363095725838
verified: no, type: nauc_recall_at_1000_max
value: 21.169336566844237
verified: no, type: nauc_recall_at_1000_std
value: 32.09330745051374
verified: no, type: nauc_recall_at_100_diff1
value: 4.165661039426188
verified: no, type: nauc_recall_at_100_max
value: 16.139180608853625
verified: no, type: nauc_recall_at_100_std
value: 27.757831244843974
verified: no, type: nauc_recall_at_10_diff1
value: 10.495690478197298
verified: no, type: nauc_recall_at_10_max
value: 12.167459093833328
verified: no, type: nauc_recall_at_10_std
value: 14.254322684356577
verified: no, type: nauc_recall_at_1_diff1
value: 19.866068777666875
verified: no, type: nauc_recall_at_1_max
value: 11.770661936677659
verified: no, type: nauc_recall_at_1_std
value: 6.992466368743762
verified: no, type: nauc_recall_at_20_diff1
value: 8.776171330802653
verified: no, type: nauc_recall_at_20_max
value: 15.704340191560787
verified: no, type: nauc_recall_at_20_std
value: 18.923540881805714
verified: no, type: nauc_recall_at_3_diff1
value: 18.255717163312028
verified: no, type: nauc_recall_at_3_max
value: 10.28617567778892
verified: no, type: nauc_recall_at_3_std
value: 8.4013196603258
verified: no, type: nauc_recall_at_5_diff1
value: 13.539959991282688
verified: no, type: nauc_recall_at_5_max
value: 8.920008079822104
verified: no, type: nauc_recall_at_5_std
value: 10.908337371904086
verified: no, type: ndcg_at_1
value: 12.2
verified: no, type: ndcg_at_10
value: 11.145
verified: no, type: ndcg_at_100
value: 17.16
verified: no, type: ndcg_at_1000
value: 22.429
verified: no, type: ndcg_at_20
value: 13.017000000000001
verified: no, type: ndcg_at_3
value: 10.204
verified: no, type: ndcg_at_5
value: 9.182
verified: no, type: precision_at_1
value: 12.2
verified: no, type: precision_at_10
value: 5.88
verified: no, type: precision_at_100
value: 1.477
verified: no, type: precision_at_1000
value: 0.27499999999999997
verified: no, type: precision_at_20
value: 4.03
verified: no, type: precision_at_3
value: 9.6
verified: no, type: precision_at_5
value: 8.24
verified: no, type: recall_at_1
value: 2.483
verified: no, type: recall_at_10
value: 11.927
verified: no, type: recall_at_100
value: 29.947000000000003
verified: no, type: recall_at_1000
value: 55.797
verified: no, type: recall_at_20
value: 16.322
verified: no, type: recall_at_3
value: 5.848
verified: no, type: recall_at_5
value: 8.362
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 75.44317740316959
verified: no, type: cosine_spearman
value: 64.66033328975722
verified: no, type: euclidean_pearson
value: 65.32225778168542
verified: no, type: euclidean_spearman
value: 58.37263214991483
verified: no, type: main_score
value: 64.66033328975722
verified: no, type: manhattan_pearson
value: 65.50832595100484
verified: no, type: manhattan_spearman
value: 58.70461764721123
verified: no, type: pearson
value: 75.44317740316959
verified: no, type: spearman
value: 64.66033328975722
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 75.27179637130625
verified: no, type: cosine_spearman
value: 64.63642414925371
verified: no, type: euclidean_pearson
value: 57.60541573965394
verified: no, type: euclidean_spearman
value: 54.16675402216673
verified: no, type: main_score
value: 64.63642414925371
verified: no, type: manhattan_pearson
value: 57.61916313400251
verified: no, type: manhattan_spearman
value: 54.187861798376346
verified: no, type: pearson
value: 75.27179637130625
verified: no, type: spearman
value: 64.63642414925371
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 76.65670145290832
verified: no, type: cosine_spearman
value: 77.9790218678965
verified: no, type: euclidean_pearson
value: 55.69048686852492
verified: no, type: euclidean_spearman
value: 56.915278453300886
verified: no, type: main_score
value: 77.9790218678965
verified: no, type: manhattan_pearson
value: 56.04078388415448
verified: no, type: manhattan_spearman
value: 57.24479867581495
verified: no, type: pearson
value: 76.65670145290832
verified: no, type: spearman
value: 77.9790218678965
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 72.6084144444495
verified: no, type: cosine_spearman
value: 70.08415685571369
verified: no, type: euclidean_pearson
value: 55.23603920676092
verified: no, type: euclidean_spearman
value: 54.7951569454598
verified: no, type: main_score
value: 70.08415685571369
verified: no, type: manhattan_pearson
value: 55.467477859550954
verified: no, type: manhattan_spearman
value: 54.97322607753517
verified: no, type: pearson
value: 72.6084144444495
verified: no, type: spearman
value: 70.08415685571369
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 77.27930178635249
verified: no, type: cosine_spearman
value: 78.77945492051583
verified: no, type: euclidean_pearson
value: 56.209330819002254
verified: no, type: euclidean_spearman
value: 58.59820677825991
verified: no, type: main_score
value: 78.77945492051583
verified: no, type: manhattan_pearson
value: 56.5027867921535
verified: no, type: manhattan_spearman
value: 58.688012882636556
verified: no, type: pearson
value: 77.27930178635249
verified: no, type: spearman
value: 78.77945492051583
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 67.59697831579804
verified: no, type: cosine_spearman
value: 70.14433798829924
verified: no, type: euclidean_pearson
value: 47.052560327076165
verified: no, type: euclidean_spearman
value: 49.043366162737
verified: no, type: main_score
value: 70.14433798829924
verified: no, type: manhattan_pearson
value: 47.609083434026
verified: no, type: manhattan_spearman
value: 49.4861745311838
verified: no, type: pearson
value: 67.59697831579804
verified: no, type: spearman
value: 70.14433798829924
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 6.816344817341537
verified: no, type: cosine_spearman
value: 3.881927995948511
verified: no, type: euclidean_pearson
value: -5.709905452714134
verified: no, type: euclidean_spearman
value: -7.917676805793398
verified: no, type: main_score
value: 3.881927995948511
verified: no, type: manhattan_pearson
value: -5.915405149261368
verified: no, type: manhattan_spearman
value: -6.999675819608648
verified: no, type: pearson
value: 6.816344817341537
verified: no, type: spearman
value: 3.881927995948511
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 80.3422878690775
verified: no, type: cosine_spearman
value: 82.82381067886578
verified: no, type: euclidean_pearson
value: 64.17718233417268
verified: no, type: euclidean_spearman
value: 66.43456400831298
verified: no, type: main_score
value: 82.82381067886578
verified: no, type: manhattan_pearson
value: 64.18727485692851
verified: no, type: manhattan_spearman
value: 66.66001258551782
verified: no, type: pearson
value: 80.3422878690775
verified: no, type: spearman
value: 82.82381067886578
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 8.532514092953193
verified: no, type: cosine_spearman
value: 2.925603710568467
verified: no, type: euclidean_pearson
value: -15.310770996955645
verified: no, type: euclidean_spearman
value: -15.153258000229735
verified: no, type: main_score
value: 2.925603710568467
verified: no, type: manhattan_pearson
value: -15.475725980253795
verified: no, type: manhattan_spearman
value: -16.680696135577048
verified: no, type: pearson
value: 8.532514092953193
verified: no, type: spearman
value: 2.925603710568467
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.045522855096426
verified: no, type: cosine_spearman
value: 18.414978055057233
verified: no, type: euclidean_pearson
value: -6.730015584391847
verified: no, type: euclidean_spearman
value: -8.874563174643498
verified: no, type: main_score
value: 18.414978055057233
verified: no, type: manhattan_pearson
value: -8.373709018568837
verified: no, type: manhattan_spearman
value: -10.869965671268195
verified: no, type: pearson
value: 21.045522855096426
verified: no, type: spearman
value: 18.414978055057233
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 20.53965530318208
verified: no, type: cosine_spearman
value: 19.779624251024742
verified: no, type: euclidean_pearson
value: -8.422957022168687
verified: no, type: euclidean_spearman
value: -8.441117623652552
verified: no, type: main_score
value: 19.779624251024742
verified: no, type: manhattan_pearson
value: -9.022000031615297
verified: no, type: manhattan_spearman
value: -10.01944986236205
verified: no, type: pearson
value: 20.53965530318208
verified: no, type: spearman
value: 19.779624251024742
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 16.253197751087466
verified: no, type: cosine_spearman
value: 10.281262353298493
verified: no, type: euclidean_pearson
value: -8.327034080178862
verified: no, type: euclidean_spearman
value: -14.082944243419524
verified: no, type: main_score
value: 10.281262353298493
verified: no, type: manhattan_pearson
value: -8.317424880938788
verified: no, type: manhattan_spearman
value: -13.283091899944917
verified: no, type: pearson
value: 16.253197751087466
verified: no, type: spearman
value: 10.281262353298493
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 16.022314822926344
verified: no, type: cosine_spearman
value: 15.481253181142337
verified: no, type: euclidean_pearson
value: -7.565040371732333
verified: no, type: euclidean_spearman
value: -13.24259258219904
verified: no, type: main_score
value: 15.481253181142337
verified: no, type: manhattan_pearson
value: -8.469782300955151
verified: no, type: manhattan_spearman
value: -14.992140842771388
verified: no, type: pearson
value: 16.022314822926344
verified: no, type: spearman
value: 15.481253181142337
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 2.6572077286972204
verified: no, type: cosine_spearman
value: 11.841223302913573
verified: no, type: euclidean_pearson
value: 12.35431245166608
verified: no, type: euclidean_spearman
value: 7.392490905400255
verified: no, type: main_score
value: 11.841223302913573
verified: no, type: manhattan_pearson
value: 12.216768710760196
verified: no, type: manhattan_spearman
value: 7.503351553256482
verified: no, type: pearson
value: 2.6572077286972204
verified: no, type: spearman
value: 11.841223302913573
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 38.2886612129808
verified: no, type: cosine_spearman
value: 36.3923475100124
verified: no, type: euclidean_pearson
value: 37.198162712953945
verified: no, type: euclidean_spearman
value: 26.567559733905416
verified: no, type: main_score
value: 36.3923475100124
verified: no, type: manhattan_pearson
value: 36.744350682243976
verified: no, type: manhattan_spearman
value: 23.764942648250294
verified: no, type: pearson
value: 38.2886612129808
verified: no, type: spearman
value: 36.3923475100124
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 2.899096111714493
verified: no, type: cosine_spearman
value: 3.6484939276246147
verified: no, type: euclidean_pearson
value: -3.9577702896129683
verified: no, type: euclidean_spearman
value: 0.5248086125754212
verified: no, type: main_score
value: 3.6484939276246147
verified: no, type: manhattan_pearson
value: -4.224953170165652
verified: no, type: manhattan_spearman
value: 0.8064642714775411
verified: no, type: pearson
value: 2.899096111714493
verified: no, type: spearman
value: 3.6484939276246147
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 48.83428631897875
verified: no, type: cosine_spearman
value: 59.208656752528064
verified: no, type: euclidean_pearson
value: 50.318050030105866
verified: no, type: euclidean_spearman
value: 59.248536122711904
verified: no, type: main_score
value: 59.208656752528064
verified: no, type: manhattan_pearson
value: 49.48047897165944
verified: no, type: manhattan_spearman
value: 59.05695237288997
verified: no, type: pearson
value: 48.83428631897875
verified: no, type: spearman
value: 59.208656752528064
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 18.384789734482013
verified: no, type: cosine_spearman
value: 20.680582502429395
verified: no, type: euclidean_pearson
value: 15.257874781731998
verified: no, type: euclidean_spearman
value: 20.121386973148013
verified: no, type: main_score
value: 20.680582502429395
verified: no, type: manhattan_pearson
value: 21.41821286518122
verified: no, type: manhattan_spearman
value: 27.06116036653386
verified: no, type: pearson
value: 18.384789734482013
verified: no, type: spearman
value: 20.680582502429395
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 31.971938782568998
verified: no, type: cosine_spearman
value: 31.7331263475721
verified: no, type: euclidean_pearson
value: 28.778244848424606
verified: no, type: euclidean_spearman
value: 30.339181910659924
verified: no, type: main_score
value: 31.7331263475721
verified: no, type: manhattan_pearson
value: 27.763784017642745
verified: no, type: manhattan_spearman
value: 34.60355364902863
verified: no, type: pearson
value: 31.971938782568998
verified: no, type: spearman
value: 31.7331263475721
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 70.44848272475741
verified: no, type: cosine_spearman
value: 68.90568918705054
verified: no, type: euclidean_pearson
value: 55.15791539468034
verified: no, type: euclidean_spearman
value: 54.524734170607026
verified: no, type: main_score
value: 68.90568918705054
verified: no, type: manhattan_pearson
value: 55.57205796134256
verified: no, type: manhattan_spearman
value: 54.873833418202324
verified: no, type: pearson
value: 70.44848272475741
verified: no, type: spearman
value: 68.90568918705054
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 71.51230402119855
verified: no, type: map
value: 71.51230402119855
verified: no, type: mrr
value: 90.07260169024875
verified: no, type: nAUC_map_diff1
value: 9.457889555724364
verified: no, type: nAUC_map_max
value: 54.32226718709489
verified: no, type: nAUC_map_std
value: 64.3833035531696
verified: no, type: nAUC_mrr_diff1
value: 46.733117682332065
verified: no, type: nAUC_mrr_max
value: 73.34626532031795
verified: no, type: nAUC_mrr_std
value: 66.21738431904454
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 44.634
verified: no, type: map_at_1
value: 31.056
verified: no, type: map_at_10
value: 39.797
verified: no, type: map_at_100
value: 40.786
verified: no, type: map_at_1000
value: 40.849999999999994
verified: no, type: map_at_20
value: 40.39
verified: no, type: map_at_3
value: 37.537
verified: no, type: map_at_5
value: 38.443
verified: no, type: mrr_at_1
value: 32.666666666666664
verified: no, type: mrr_at_10
value: 41.20542328042328
verified: no, type: mrr_at_100
value: 42.02789454802248
verified: no, type: mrr_at_1000
value: 42.08644496488576
verified: no, type: mrr_at_20
value: 41.66418048182754
verified: no, type: mrr_at_3
value: 39.277777777777764
verified: no, type: mrr_at_5
value: 39.99444444444444
verified: no, type: nauc_map_at_1000_diff1
value: 48.342044133365135
verified: no, type: nauc_map_at_1000_max
value: 31.7826592935102
verified: no, type: nauc_map_at_1000_std
value: 4.00630138549911
verified: no, type: nauc_map_at_100_diff1
value: 48.31242764868427
verified: no, type: nauc_map_at_100_max
value: 31.78012740426817
verified: no, type: nauc_map_at_100_std
value: 4.060444642374662
verified: no, type: nauc_map_at_10_diff1
value: 48.50670999217726
verified: no, type: nauc_map_at_10_max
value: 31.64653583263081
verified: no, type: nauc_map_at_10_std
value: 3.7046444258333997
verified: no, type: nauc_map_at_1_diff1
value: 51.5249564463508
verified: no, type: nauc_map_at_1_max
value: 28.73405802025607
verified: no, type: nauc_map_at_1_std
value: -1.356155719324098
verified: no, type: nauc_map_at_20_diff1
value: 48.456709981407556
verified: no, type: nauc_map_at_20_max
value: 31.741525375093172
verified: no, type: nauc_map_at_20_std
value: 3.646386443000312
verified: no, type: nauc_map_at_3_diff1
value: 48.78563822360489
verified: no, type: nauc_map_at_3_max
value: 31.058620920212448
verified: no, type: nauc_map_at_3_std
value: 1.8326719277579946
verified: no, type: nauc_map_at_5_diff1
value: 48.458976779652104
verified: no, type: nauc_map_at_5_max
value: 31.083028206356534
verified: no, type: nauc_map_at_5_std
value: 3.003794552425189
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.45609849024956
verified: no, type: nauc_mrr_at_1000_max
value: 33.43988504966969
verified: no, type: nauc_mrr_at_1000_std
value: 6.171555010767457
verified: no, type: nauc_mrr_at_100_diff1
value: 48.42274487649728
verified: no, type: nauc_mrr_at_100_max
value: 33.43866490885405
verified: no, type: nauc_mrr_at_100_std
value: 6.218254767081506
verified: no, type: nauc_mrr_at_10_diff1
value: 48.521379897756056
verified: no, type: nauc_mrr_at_10_max
value: 33.75224042509809
verified: no, type: nauc_mrr_at_10_std
value: 6.352815348713422
verified: no, type: nauc_mrr_at_1_diff1
value: 52.443480348141506
verified: no, type: nauc_mrr_at_1_max
value: 31.16915445000578
verified: no, type: nauc_mrr_at_1_std
value: 1.0921650382724417
verified: no, type: nauc_mrr_at_20_diff1
value: 48.50227992314695
verified: no, type: nauc_mrr_at_20_max
value: 33.538352513692566
verified: no, type: nauc_mrr_at_20_std
value: 5.888417051206362
verified: no, type: nauc_mrr_at_3_diff1
value: 48.69864177007364
verified: no, type: nauc_mrr_at_3_max
value: 33.6846609645469
verified: no, type: nauc_mrr_at_3_std
value: 4.737077772688193
verified: no, type: nauc_mrr_at_5_diff1
value: 48.762159728901295
verified: no, type: nauc_mrr_at_5_max
value: 33.470448387039426
verified: no, type: nauc_mrr_at_5_std
value: 5.88722077710814
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.013205594218704
verified: no, type: nauc_ndcg_at_1000_max
value: 33.784237785724024
verified: no, type: nauc_ndcg_at_1000_std
value: 7.895748496610112
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.28673967820463
verified: no, type: nauc_ndcg_at_100_max
value: 33.65163465988455
verified: no, type: nauc_ndcg_at_100_std
value: 9.496219412572335
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.92009617313736
verified: no, type: nauc_ndcg_at_10_max
value: 33.93070825037539
verified: no, type: nauc_ndcg_at_10_std
value: 6.905054855789704
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.443480348141506
verified: no, type: nauc_ndcg_at_1_max
value: 31.16915445000578
verified: no, type: nauc_ndcg_at_1_std
value: 1.0921650382724417
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.80080169568735
verified: no, type: nauc_ndcg_at_20_max
value: 33.85986080942156
verified: no, type: nauc_ndcg_at_20_std
value: 6.030321172261957
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.37837330317871
verified: no, type: nauc_ndcg_at_3_max
value: 32.70364322442463
verified: no, type: nauc_ndcg_at_3_std
value: 3.5796359299979734
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.10858556467903
verified: no, type: nauc_ndcg_at_5_max
value: 32.5432022640858
verified: no, type: nauc_ndcg_at_5_std
value: 5.587372921117886
verified: no, type: nauc_precision_at_1000_diff1
value: -4.00258727241286
verified: no, type: nauc_precision_at_1000_max
value: 33.62365433015907
verified: no, type: nauc_precision_at_1000_std
value: 27.912442602898498
verified: no, type: nauc_precision_at_100_diff1
value: 12.742459620152669
verified: no, type: nauc_precision_at_100_max
value: 38.534530486483895
verified: no, type: nauc_precision_at_100_std
value: 38.335218929783586
verified: no, type: nauc_precision_at_10_diff1
value: 34.00766046475659
verified: no, type: nauc_precision_at_10_max
value: 42.736601309849924
verified: no, type: nauc_precision_at_10_std
value: 19.11941288765331
verified: no, type: nauc_precision_at_1_diff1
value: 52.443480348141506
verified: no, type: nauc_precision_at_1_max
value: 31.16915445000578
verified: no, type: nauc_precision_at_1_std
value: 1.0921650382724417
verified: no, type: nauc_precision_at_20_diff1
value: 27.71446616326318
verified: no, type: nauc_precision_at_20_max
value: 40.76177840979056
verified: no, type: nauc_precision_at_20_std
value: 16.820454969752006
verified: no, type: nauc_precision_at_3_diff1
value: 43.24269855398618
verified: no, type: nauc_precision_at_3_max
value: 38.62040878020923
verified: no, type: nauc_precision_at_3_std
value: 9.502376433837679
verified: no, type: nauc_precision_at_5_diff1
value: 37.91908025291434
verified: no, type: nauc_precision_at_5_max
value: 38.025934168347106
verified: no, type: nauc_precision_at_5_std
value: 13.649985136861408
verified: no, type: nauc_recall_at_1000_diff1
value: 36.18220825225795
verified: no, type: nauc_recall_at_1000_max
value: 58.085116998453465
verified: no, type: nauc_recall_at_1000_std
value: 71.24753209171706
verified: no, type: nauc_recall_at_100_diff1
value: 34.15584735503604
verified: no, type: nauc_recall_at_100_max
value: 37.6512924522105
verified: no, type: nauc_recall_at_100_std
value: 46.323437983877746
verified: no, type: nauc_recall_at_10_diff1
value: 40.95203469532717
verified: no, type: nauc_recall_at_10_max
value: 38.227625869068206
verified: no, type: nauc_recall_at_10_std
value: 14.047310749226211
verified: no, type: nauc_recall_at_1_diff1
value: 51.5249564463508
verified: no, type: nauc_recall_at_1_max
value: 28.73405802025607
verified: no, type: nauc_recall_at_1_std
value: -1.356155719324098
verified: no, type: nauc_recall_at_20_diff1
value: 40.36640963259781
verified: no, type: nauc_recall_at_20_max
value: 38.003316708318394
verified: no, type: nauc_recall_at_20_std
value: 10.141759227688368
verified: no, type: nauc_recall_at_3_diff1
value: 43.45581442601486
verified: no, type: nauc_recall_at_3_max
value: 34.015330740461444
verified: no, type: nauc_recall_at_3_std
value: 5.800825635858678
verified: no, type: nauc_recall_at_5_diff1
value: 42.4514713019334
verified: no, type: nauc_recall_at_5_max
value: 33.81098452352482
verified: no, type: nauc_recall_at_5_std
value: 10.553580332520063
verified: no, type: ndcg_at_1
value: 32.667
verified: no, type: ndcg_at_10
value: 44.634
verified: no, type: ndcg_at_100
value: 49.455
verified: no, type: ndcg_at_1000
value: 51.292
verified: no, type: ndcg_at_20
value: 46.56
verified: no, type: ndcg_at_3
value: 40.006
verified: no, type: ndcg_at_5
value: 41.502
verified: no, type: precision_at_1
value: 32.667
verified: no, type: precision_at_10
value: 6.433
verified: no, type: precision_at_100
value: 0.9129999999999999
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 3.6830000000000003
verified: no, type: precision_at_3
value: 16.222
verified: no, type: precision_at_5
value: 10.667
verified: no, type: recall_at_1
value: 31.056
verified: no, type: recall_at_10
value: 58.4
verified: no, type: recall_at_100
value: 81.15599999999999
verified: no, type: recall_at_1000
value: 95.633
verified: no, type: recall_at_20
value: 65.606
verified: no, type: recall_at_3
value: 45.306000000000004
verified: no, type: recall_at_5
value: 49.028
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.65445544554456
verified: no, type: cosine_accuracy_threshold
value: 80.49482107162476
verified: no, type: cosine_ap
value: 87.93890477556427
verified: no, type: cosine_f1
value: 81.80420297283445
verified: no, type: cosine_f1_threshold
value: 79.41848039627075
verified: no, type: cosine_precision
value: 83.91167192429022
verified: no, type: cosine_recall
value: 79.80000000000001
verified: no, type: dot_accuracy
value: 99.04752475247524
verified: no, type: dot_accuracy_threshold
value: 105860.55908203125
verified: no, type: dot_ap
value: 27.092515912441513
verified: no, type: dot_f1
value: 33.942093541202674
verified: no, type: dot_f1_threshold
value: 73063.5009765625
verified: no, type: dot_precision
value: 30.602409638554217
verified: no, type: dot_recall
value: 38.1
verified: no, type: euclidean_accuracy
value: 99.38118811881188
verified: no, type: euclidean_accuracy_threshold
value: 1505.2160263061523
verified: no, type: euclidean_ap
value: 62.30186807590662
verified: no, type: euclidean_f1
value: 62.507221259387634
verified: no, type: euclidean_f1_threshold
value: 1578.0624389648438
verified: no, type: euclidean_precision
value: 74.00820793433653
verified: no, type: euclidean_recall
value: 54.1
verified: no, type: main_score
value: 87.93890477556427
verified: no, type: manhattan_accuracy
value: 99.38118811881188
verified: no, type: manhattan_accuracy_threshold
value: 18967.7490234375
verified: no, type: manhattan_ap
value: 62.32090024036487
verified: no, type: manhattan_f1
value: 62.29130685089235
verified: no, type: manhattan_f1_threshold
value: 19725.3662109375
verified: no, type: manhattan_precision
value: 73.40569877883311
verified: no, type: manhattan_recall
value: 54.1
verified: no, type: max_accuracy
value: 99.65445544554456
verified: no, type: max_ap
value: 87.93890477556427
verified: no, type: max_f1
value: 81.80420297283445
verified: no, type: max_precision
value: 83.91167192429022
verified: no, type: max_recall
value: 79.80000000000001
verified: no, type: similarity_accuracy
value: 99.65445544554456
verified: no, type: similarity_accuracy_threshold
value: 80.49482107162476
verified: no, type: similarity_ap
value: 87.93890477556427
verified: no, type: similarity_f1
value: 81.80420297283445
verified: no, type: similarity_f1_threshold
value: 79.41848039627075
verified: no, type: similarity_precision
value: 83.91167192429022
verified: no, type: similarity_recall
value: 79.80000000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 39.351977907677735
verified: no, type: v_measure
value: 39.351977907677735
verified: no, type: v_measure_std
value: 4.851580948174954
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 28.718039425336826
verified: no, type: v_measure
value: 28.718039425336826
verified: no, type: v_measure_std
value: 1.5093426797012535
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 40.74663316880145
verified: no, type: map
value: 40.74663316880145
verified: no, type: mrr
value: 41.04591078855785
verified: no, type: nAUC_map_diff1
value: 29.118826541226202
verified: no, type: nAUC_map_max
value: 14.062845178703915
verified: no, type: nAUC_map_std
value: -4.409892124802246
verified: no, type: nAUC_mrr_diff1
value: 28.22298206074212
verified: no, type: nAUC_mrr_max
value: 14.631847809852314
verified: no, type: nAUC_mrr_std
value: -3.6963659779241236
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 30.385829441542235
verified: no, type: cosine_spearman
value: 31.44709156272413
verified: no, type: dot_pearson
value: 16.8215086744564
verified: no, type: dot_spearman
value: 19.63108392674418
verified: no, type: main_score
value: 31.44709156272413
verified: no, type: pearson
value: 30.385829441542235
verified: no, type: spearman
value: 31.44709156272413
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 50.293
verified: no, type: map_at_1
value: 0.161
verified: no, type: map_at_10
value: 1.065
verified: no, type: map_at_100
value: 5.1819999999999995
verified: no, type: map_at_1000
value: 12.165
verified: no, type: map_at_20
value: 1.8419999999999999
verified: no, type: map_at_3
value: 0.428
verified: no, type: map_at_5
value: 0.639
verified: no, type: mrr_at_1
value: 68
verified: no, type: mrr_at_10
value: 77.83333333333333
verified: no, type: mrr_at_100
value: 78.05833333333334
verified: no, type: mrr_at_1000
value: 78.05833333333334
verified: no, type: mrr_at_20
value: 78.05833333333334
verified: no, type: mrr_at_3
value: 76.33333333333334
verified: no, type: mrr_at_5
value: 77.63333333333334
verified: no, type: nauc_map_at_1000_diff1
value: -20.730615524173658
verified: no, type: nauc_map_at_1000_max
value: 39.839166514300764
verified: no, type: nauc_map_at_1000_std
value: 58.90233287533496
verified: no, type: nauc_map_at_100_diff1
value: -19.5516027613563
verified: no, type: nauc_map_at_100_max
value: 20.59184199252621
verified: no, type: nauc_map_at_100_std
value: 47.71226850012564
verified: no, type: nauc_map_at_10_diff1
value: -6.646519709068492
verified: no, type: nauc_map_at_10_max
value: 5.985482445627173
verified: no, type: nauc_map_at_10_std
value: 23.95348041285318
verified: no, type: nauc_map_at_1_diff1
value: 4.168508506022353
verified: no, type: nauc_map_at_1_max
value: -13.919817882224258
verified: no, type: nauc_map_at_1_std
value: 6.874058840078575
verified: no, type: nauc_map_at_20_diff1
value: -11.782478697292618
verified: no, type: nauc_map_at_20_max
value: 4.899042508743441
verified: no, type: nauc_map_at_20_std
value: 30.581099865283782
verified: no, type: nauc_map_at_3_diff1
value: -6.40346598043105
verified: no, type: nauc_map_at_3_max
value: -5.693242415097199
verified: no, type: nauc_map_at_3_std
value: 12.446665858993656
verified: no, type: nauc_map_at_5_diff1
value: -9.611896908622962
verified: no, type: nauc_map_at_5_max
value: 2.1092593900870904
verified: no, type: nauc_map_at_5_std
value: 17.067486050785096
verified: no, type: nauc_mrr_at_1000_diff1
value: -4.623321883762855
verified: no, type: nauc_mrr_at_1000_max
value: 12.396808389858892
verified: no, type: nauc_mrr_at_1000_std
value: 19.4089140622997
verified: no, type: nauc_mrr_at_100_diff1
value: -4.623321883762855
verified: no, type: nauc_mrr_at_100_max
value: 12.396808389858892
verified: no, type: nauc_mrr_at_100_std
value: 19.4089140622997
verified: no, type: nauc_mrr_at_10_diff1
value: -4.647195096446223
verified: no, type: nauc_mrr_at_10_max
value: 11.952010167473812
verified: no, type: nauc_mrr_at_10_std
value: 19.233980598143418
verified: no, type: nauc_mrr_at_1_diff1
value: 3.5035588418214934
verified: no, type: nauc_mrr_at_1_max
value: 7.68433418561253
verified: no, type: nauc_mrr_at_1_std
value: 27.081749706309154
verified: no, type: nauc_mrr_at_20_diff1
value: -4.623321883762855
verified: no, type: nauc_mrr_at_20_max
value: 12.396808389858892
verified: no, type: nauc_mrr_at_20_std
value: 19.4089140622997
verified: no, type: nauc_mrr_at_3_diff1
value: -8.79007316324313
verified: no, type: nauc_mrr_at_3_max
value: 16.737683188929008
verified: no, type: nauc_mrr_at_3_std
value: 20.698383219632017
verified: no, type: nauc_mrr_at_5_diff1
value: -6.38001261114355
verified: no, type: nauc_mrr_at_5_max
value: 12.852936867850659
verified: no, type: nauc_mrr_at_5_std
value: 19.604197982217094
verified: no, type: nauc_ndcg_at_1000_diff1
value: -21.248774862042268
verified: no, type: nauc_ndcg_at_1000_max
value: 37.112470599317845
verified: no, type: nauc_ndcg_at_1000_std
value: 51.33184264725945
verified: no, type: nauc_ndcg_at_100_diff1
value: -21.502469395614007
verified: no, type: nauc_ndcg_at_100_max
value: 27.036619615428126
verified: no, type: nauc_ndcg_at_100_std
value: 44.231578927541634
verified: no, type: nauc_ndcg_at_10_diff1
value: -14.03544852632917
verified: no, type: nauc_ndcg_at_10_max
value: 23.239909164511957
verified: no, type: nauc_ndcg_at_10_std
value: 33.99420048710792
verified: no, type: nauc_ndcg_at_1_diff1
value: -2.3076073755106807
verified: no, type: nauc_ndcg_at_1_max
value: 4.093124497231777
verified: no, type: nauc_ndcg_at_1_std
value: 15.907190965157136
verified: no, type: nauc_ndcg_at_20_diff1
value: -17.80684642201865
verified: no, type: nauc_ndcg_at_20_max
value: 22.356390424376404
verified: no, type: nauc_ndcg_at_20_std
value: 36.58074650432794
verified: no, type: nauc_ndcg_at_3_diff1
value: -14.03425485397747
verified: no, type: nauc_ndcg_at_3_max
value: 22.900831825285497
verified: no, type: nauc_ndcg_at_3_std
value: 27.595172162485166
verified: no, type: nauc_ndcg_at_5_diff1
value: -15.9847552107415
verified: no, type: nauc_ndcg_at_5_max
value: 23.610018767111146
verified: no, type: nauc_ndcg_at_5_std
value: 31.76023082670396
verified: no, type: nauc_precision_at_1000_diff1
value: -18.48606922966335
verified: no, type: nauc_precision_at_1000_max
value: 40.09384944686907
verified: no, type: nauc_precision_at_1000_std
value: 48.495329491382236
verified: no, type: nauc_precision_at_100_diff1
value: -20.913247230868738
verified: no, type: nauc_precision_at_100_max
value: 30.275117729529665
verified: no, type: nauc_precision_at_100_std
value: 48.03556929860873
verified: no, type: nauc_precision_at_10_diff1
value: -10.864615585413775
verified: no, type: nauc_precision_at_10_max
value: 25.99575088281568
verified: no, type: nauc_precision_at_10_std
value: 40.69762382986124
verified: no, type: nauc_precision_at_1_diff1
value: 3.5035588418214934
verified: no, type: nauc_precision_at_1_max
value: 7.68433418561253
verified: no, type: nauc_precision_at_1_std
value: 27.081749706309154
verified: no, type: nauc_precision_at_20_diff1
value: -18.231210614806834
verified: no, type: nauc_precision_at_20_max
value: 24.49814133520953
verified: no, type: nauc_precision_at_20_std
value: 42.08404347300964
verified: no, type: nauc_precision_at_3_diff1
value: -13.464379703587404
verified: no, type: nauc_precision_at_3_max
value: 25.641765547809243
verified: no, type: nauc_precision_at_3_std
value: 38.4713052310818
verified: no, type: nauc_precision_at_5_diff1
value: -13.230437128979991
verified: no, type: nauc_precision_at_5_max
value: 27.40564849793124
verified: no, type: nauc_precision_at_5_std
value: 40.16046051448101
verified: no, type: nauc_recall_at_1000_diff1
value: -19.18062584482319
verified: no, type: nauc_recall_at_1000_max
value: 42.54485632066801
verified: no, type: nauc_recall_at_1000_std
value: 51.96242599629826
verified: no, type: nauc_recall_at_100_diff1
value: -16.015292729450607
verified: no, type: nauc_recall_at_100_max
value: 15.503701664732361
verified: no, type: nauc_recall_at_100_std
value: 40.715412297495895
verified: no, type: nauc_recall_at_10_diff1
value: -3.543521347350292
verified: no, type: nauc_recall_at_10_max
value: 2.800389319981027
verified: no, type: nauc_recall_at_10_std
value: 17.827330080949704
verified: no, type: nauc_recall_at_1_diff1
value: 4.168508506022353
verified: no, type: nauc_recall_at_1_max
value: -13.919817882224258
verified: no, type: nauc_recall_at_1_std
value: 6.874058840078575
verified: no, type: nauc_recall_at_20_diff1
value: -11.824453402321485
verified: no, type: nauc_recall_at_20_max
value: 0.1600646646737227
verified: no, type: nauc_recall_at_20_std
value: 22.770804511027276
verified: no, type: nauc_recall_at_3_diff1
value: -12.153358693322797
verified: no, type: nauc_recall_at_3_max
value: -0.8091436535543653
verified: no, type: nauc_recall_at_3_std
value: 8.9194053611711
verified: no, type: nauc_recall_at_5_diff1
value: -11.666886982290547
verified: no, type: nauc_recall_at_5_max
value: 6.265898355667695
verified: no, type: nauc_recall_at_5_std
value: 12.278654991544476
verified: no, type: ndcg_at_1
value: 63
verified: no, type: ndcg_at_10
value: 50.293
verified: no, type: ndcg_at_100
value: 35.410000000000004
verified: no, type: ndcg_at_1000
value: 31.432
verified: no, type: ndcg_at_20
value: 47.281
verified: no, type: ndcg_at_3
value: 56.285
verified: no, type: ndcg_at_5
value: 53.931
verified: no, type: precision_at_1
value: 68
verified: no, type: precision_at_10
value: 53.2
verified: no, type: precision_at_100
value: 37.1
verified: no, type: precision_at_1000
value: 15.02
verified: no, type: precision_at_20
value: 50.4
verified: no, type: precision_at_3
value: 61.333000000000006
verified: no, type: precision_at_5
value: 58.4
verified: no, type: recall_at_1
value: 0.161
verified: no, type: recall_at_10
value: 1.322
verified: no, type: recall_at_100
value: 8.129999999999999
verified: no, type: recall_at_1000
value: 30.206
verified: no, type: recall_at_20
value: 2.4410000000000003
verified: no, type: recall_at_3
value: 0.47000000000000003
verified: no, type: recall_at_5
value: 0.741
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 15.790000000000001
verified: no, type: map_at_1
value: 1.277
verified: no, type: map_at_10
value: 5.24
verified: no, type: map_at_100
value: 9.093
verified: no, type: map_at_1000
value: 10.529
verified: no, type: map_at_20
value: 6.658
verified: no, type: map_at_3
value: 2.157
verified: no, type: map_at_5
value: 3.343
verified: no, type: mrr_at_1
value: 16.3265306122449
verified: no, type: mrr_at_10
value: 31.72902494331065
verified: no, type: mrr_at_100
value: 32.884769060167756
verified: no, type: mrr_at_1000
value: 32.884769060167756
verified: no, type: mrr_at_20
value: 32.43515354859892
verified: no, type: mrr_at_3
value: 25.170068027210885
verified: no, type: mrr_at_5
value: 29.455782312925173
verified: no, type: nauc_map_at_1000_diff1
value: -3.1586324258036242
verified: no, type: nauc_map_at_1000_max
value: -39.772263097287876
verified: no, type: nauc_map_at_1000_std
value: -28.342876126008754
verified: no, type: nauc_map_at_100_diff1
value: -3.665739300943786
verified: no, type: nauc_map_at_100_max
value: -40.456706346113755
verified: no, type: nauc_map_at_100_std
value: -31.83791676517853
verified: no, type: nauc_map_at_10_diff1
value: -10.54672586401425
verified: no, type: nauc_map_at_10_max
value: -44.54144890865597
verified: no, type: nauc_map_at_10_std
value: -31.333904561832384
verified: no, type: nauc_map_at_1_diff1
value: -1.818488518052858
verified: no, type: nauc_map_at_1_max
value: -32.722843529731556
verified: no, type: nauc_map_at_1_std
value: -21.190183458683524
verified: no, type: nauc_map_at_20_diff1
value: -7.663503040209939
verified: no, type: nauc_map_at_20_max
value: -45.78706394536052
verified: no, type: nauc_map_at_20_std
value: -37.180872568708374
verified: no, type: nauc_map_at_3_diff1
value: 3.1417424508761047
verified: no, type: nauc_map_at_3_max
value: -35.02057696281606
verified: no, type: nauc_map_at_3_std
value: -20.37396361107187
verified: no, type: nauc_map_at_5_diff1
value: -6.496367073339007
verified: no, type: nauc_map_at_5_max
value: -42.29452042433092
verified: no, type: nauc_map_at_5_std
value: -24.800465182129475
verified: no, type: nauc_mrr_at_1000_diff1
value: -1.5444742737338488
verified: no, type: nauc_mrr_at_1000_max
value: -35.18049506603158
verified: no, type: nauc_mrr_at_1000_std
value: -17.20070057367544
verified: no, type: nauc_mrr_at_100_diff1
value: -1.5444742737338488
verified: no, type: nauc_mrr_at_100_max
value: -35.18049506603158
verified: no, type: nauc_mrr_at_100_std
value: -17.20070057367544
verified: no, type: nauc_mrr_at_10_diff1
value: -1.4960263964114606
verified: no, type: nauc_mrr_at_10_max
value: -34.873555341513196
verified: no, type: nauc_mrr_at_10_std
value: -16.45999571373483
verified: no, type: nauc_mrr_at_1_diff1
value: -12.189270623334648
verified: no, type: nauc_mrr_at_1_max
value: -28.579192532694353
verified: no, type: nauc_mrr_at_1_std
value: -11.459855962330844
verified: no, type: nauc_mrr_at_20_diff1
value: -0.7609385123928843
verified: no, type: nauc_mrr_at_20_max
value: -36.171296772870264
verified: no, type: nauc_mrr_at_20_std
value: -18.301749458938232
verified: no, type: nauc_mrr_at_3_diff1
value: -0.2301847707610496
verified: no, type: nauc_mrr_at_3_max
value: -30.80499065218597
verified: no, type: nauc_mrr_at_3_std
value: -12.834712397437057
verified: no, type: nauc_mrr_at_5_diff1
value: -1.091903500739519
verified: no, type: nauc_mrr_at_5_max
value: -35.21876224937198
verified: no, type: nauc_mrr_at_5_std
value: -17.333123783071695
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.341092315492014
verified: no, type: nauc_ndcg_at_1000_max
value: -28.424531285639727
verified: no, type: nauc_ndcg_at_1000_std
value: -9.684075691376377
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.032059858306981
verified: no, type: nauc_ndcg_at_100_max
value: -39.255306271493794
verified: no, type: nauc_ndcg_at_100_std
value: -27.422782475792946
verified: no, type: nauc_ndcg_at_10_diff1
value: 1.9001557608396897
verified: no, type: nauc_ndcg_at_10_max
value: -38.83941665073113
verified: no, type: nauc_ndcg_at_10_std
value: -28.76852256482092
verified: no, type: nauc_ndcg_at_1_diff1
value: -4.204891374640269
verified: no, type: nauc_ndcg_at_1_max
value: -26.231692867275363
verified: no, type: nauc_ndcg_at_1_std
value: -9.148523397771116
verified: no, type: nauc_ndcg_at_20_diff1
value: 2.518885050551834
verified: no, type: nauc_ndcg_at_20_max
value: -43.189561788855066
verified: no, type: nauc_ndcg_at_20_std
value: -39.682465095289366
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.562730018960336
verified: no, type: nauc_ndcg_at_3_max
value: -30.96991992817989
verified: no, type: nauc_ndcg_at_3_std
value: -15.69208953358737
verified: no, type: nauc_ndcg_at_5_diff1
value: 3.5840568515154994
verified: no, type: nauc_ndcg_at_5_max
value: -36.53566191704277
verified: no, type: nauc_ndcg_at_5_std
value: -20.55546310613085
verified: no, type: nauc_precision_at_1000_diff1
value: 10.175495027635408
verified: no, type: nauc_precision_at_1000_max
value: 44.31983167314647
verified: no, type: nauc_precision_at_1000_std
value: 47.40763634184565
verified: no, type: nauc_precision_at_100_diff1
value: 9.792026002798021
verified: no, type: nauc_precision_at_100_max
value: -10.304602707011593
verified: no, type: nauc_precision_at_100_std
value: 0.63567352854242
verified: no, type: nauc_precision_at_10_diff1
value: -1.442177091120521
verified: no, type: nauc_precision_at_10_max
value: -35.92859526255585
verified: no, type: nauc_precision_at_10_std
value: -26.896073645887427
verified: no, type: nauc_precision_at_1_diff1
value: -12.189270623334648
verified: no, type: nauc_precision_at_1_max
value: -28.579192532694353
verified: no, type: nauc_precision_at_1_std
value: -11.459855962330844
verified: no, type: nauc_precision_at_20_diff1
value: 2.2669891060284955
verified: no, type: nauc_precision_at_20_max
value: -36.92227467517464
verified: no, type: nauc_precision_at_20_std
value: -45.42095329154831
verified: no, type: nauc_precision_at_3_diff1
value: 10.90702129082723
verified: no, type: nauc_precision_at_3_max
value: -33.745641123222846
verified: no, type: nauc_precision_at_3_std
value: -16.27280451843888
verified: no, type: nauc_precision_at_5_diff1
value: 0.6068634276790119
verified: no, type: nauc_precision_at_5_max
value: -39.046167694767696
verified: no, type: nauc_precision_at_5_std
value: -22.166228729900332
verified: no, type: nauc_recall_at_1000_diff1
value: 7.096875956365895
verified: no, type: nauc_recall_at_1000_max
value: -12.075390522906268
verified: no, type: nauc_recall_at_1000_std
value: 27.949986052890573
verified: no, type: nauc_recall_at_100_diff1
value: 2.9637437003660403
verified: no, type: nauc_recall_at_100_max
value: -37.470315822402604
verified: no, type: nauc_recall_at_100_std
value: -20.07639190396403
verified: no, type: nauc_recall_at_10_diff1
value: -10.55130289262311
verified: no, type: nauc_recall_at_10_max
value: -47.33072741498118
verified: no, type: nauc_recall_at_10_std
value: -37.47543950737137
verified: no, type: nauc_recall_at_1_diff1
value: -1.818488518052858
verified: no, type: nauc_recall_at_1_max
value: -32.722843529731556
verified: no, type: nauc_recall_at_1_std
value: -21.190183458683524
verified: no, type: nauc_recall_at_20_diff1
value: -3.3497197311334665
verified: no, type: nauc_recall_at_20_max
value: -46.86976432359865
verified: no, type: nauc_recall_at_20_std
value: -46.35186722318313
verified: no, type: nauc_recall_at_3_diff1
value: 10.548810696046742
verified: no, type: nauc_recall_at_3_max
value: -36.36954645321451
verified: no, type: nauc_recall_at_3_std
value: -20.082840698599032
verified: no, type: nauc_recall_at_5_diff1
value: -7.380160291481995
verified: no, type: nauc_recall_at_5_max
value: -47.34539862970469
verified: no, type: nauc_recall_at_5_std
value: -31.4779670684682
verified: no, type: ndcg_at_1
value: 12.245000000000001
verified: no, type: ndcg_at_10
value: 15.790000000000001
verified: no, type: ndcg_at_100
value: 26.016000000000002
verified: no, type: ndcg_at_1000
value: 38.249
verified: no, type: ndcg_at_20
value: 16.947000000000003
verified: no, type: ndcg_at_3
value: 13.027
verified: no, type: ndcg_at_5
value: 14.968
verified: no, type: precision_at_1
value: 16.326999999999998
verified: no, type: precision_at_10
value: 16.326999999999998
verified: no, type: precision_at_100
value: 6.204
verified: no, type: precision_at_1000
value: 1.402
verified: no, type: precision_at_20
value: 12.959000000000001
verified: no, type: precision_at_3
value: 15.645999999999999
verified: no, type: precision_at_5
value: 17.551
verified: no, type: recall_at_1
value: 1.277
verified: no, type: recall_at_10
value: 11.657
verified: no, type: recall_at_100
value: 37.804
verified: no, type: recall_at_1000
value: 74.81
verified: no, type: recall_at_20
value: 17.813000000000002
verified: no, type: recall_at_3
value: 2.96
verified: no, type: recall_at_5
value: 6.196
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 67.6025390625
verified: no, type: ap
value: 12.228064322266615
verified: no, type: ap_weighted
value: 12.228064322266615
verified: no, type: f1
value: 51.545356210775054
verified: no, type: f1_weighted
value: 74.8674960323055
verified: no, type: main_score
value: 67.6025390625
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 50.019807583474815
verified: no, type: f1
value: 50.18981751190431
verified: no, type: f1_weighted
value: 49.516664117140984
verified: no, type: main_score
value: 50.019807583474815
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 25.377920343280692
verified: no, type: v_measure
value: 25.377920343280692
verified: no, type: v_measure_std
value: 1.8170084203745749
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 81.86803361745247
verified: no, type: cosine_accuracy_threshold
value: 78.45279574394226
verified: no, type: cosine_ap
value: 58.60727455967692
verified: no, type: cosine_f1
value: 56.49663137632338
verified: no, type: cosine_f1_threshold
value: 71.48932218551636
verified: no, type: cosine_precision
value: 51.92392746572313
verified: no, type: cosine_recall
value: 61.952506596306065
verified: no, type: dot_accuracy
value: 77.82678667222984
verified: no, type: dot_accuracy_threshold
value: 108382.0556640625
verified: no, type: dot_ap
value: 39.48633290656697
verified: no, type: dot_f1
value: 45.00564789414233
verified: no, type: dot_f1_threshold
value: 52613.238525390625
verified: no, type: dot_precision
value: 32.41515574151557
verified: no, type: dot_recall
value: 73.58839050131925
verified: no, type: euclidean_accuracy
value: 79.50765929546402
verified: no, type: euclidean_accuracy_threshold
value: 1738.2392883300781
verified: no, type: euclidean_ap
value: 46.636574638537574
verified: no, type: euclidean_f1
value: 46.01173657900456
verified: no, type: euclidean_f1_threshold
value: 2300.4941940307617
verified: no, type: euclidean_precision
value: 39.11677753141168
verified: no, type: euclidean_recall
value: 55.85751978891821
verified: no, type: main_score
value: 58.60727455967692
verified: no, type: manhattan_accuracy
value: 79.63283066102403
verified: no, type: manhattan_accuracy_threshold
value: 22057.51953125
verified: no, type: manhattan_ap
value: 47.091319468141194
verified: no, type: manhattan_f1
value: 46.32838283828383
verified: no, type: manhattan_f1_threshold
value: 29230.82275390625
verified: no, type: manhattan_precision
value: 38.02912292583813
verified: no, type: manhattan_recall
value: 59.26121372031662
verified: no, type: max_accuracy
value: 81.86803361745247
verified: no, type: max_ap
value: 58.60727455967692
verified: no, type: max_f1
value: 56.49663137632338
verified: no, type: max_precision
value: 51.92392746572313
verified: no, type: max_recall
value: 73.58839050131925
verified: no, type: similarity_accuracy
value: 81.86803361745247
verified: no, type: similarity_accuracy_threshold
value: 78.45279574394226
verified: no, type: similarity_ap
value: 58.60727455967692
verified: no, type: similarity_f1
value: 56.49663137632338
verified: no, type: similarity_f1_threshold
value: 71.48932218551636
verified: no, type: similarity_precision
value: 51.92392746572313
verified: no, type: similarity_recall
value: 61.952506596306065
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.24209259906081
verified: no, type: cosine_accuracy_threshold
value: 72.93155193328857
verified: no, type: cosine_ap
value: 79.47942287203573
verified: no, type: cosine_f1
value: 71.80506478209658
verified: no, type: cosine_f1_threshold
value: 67.74765849113464
verified: no, type: cosine_precision
value: 68.78702397743301
verified: no, type: cosine_recall
value: 75.10009239297814
verified: no, type: dot_accuracy
value: 81.52869949935965
verified: no, type: dot_accuracy_threshold
value: 37410.955810546875
verified: no, type: dot_ap
value: 66.02217146026899
verified: no, type: dot_f1
value: 62.43364213594255
verified: no, type: dot_f1_threshold
value: 30416.412353515625
verified: no, type: dot_precision
value: 56.82435419693046
verified: no, type: dot_recall
value: 69.27163535571297
verified: no, type: euclidean_accuracy
value: 82.72596732254434
verified: no, type: euclidean_accuracy_threshold
value: 1420.4879760742188
verified: no, type: euclidean_ap
value: 68.52026211185712
verified: no, type: euclidean_f1
value: 60.637769715485966
verified: no, type: euclidean_f1_threshold
value: 1657.3232650756836
verified: no, type: euclidean_precision
value: 60.15761157838902
verified: no, type: euclidean_recall
value: 61.12565445026178
verified: no, type: main_score
value: 79.47942287203573
verified: no, type: manhattan_accuracy
value: 82.68133659331703
verified: no, type: manhattan_accuracy_threshold
value: 17628.411865234375
verified: no, type: manhattan_ap
value: 68.57038227508352
verified: no, type: manhattan_f1
value: 60.69790481781823
verified: no, type: manhattan_f1_threshold
value: 21103.260803222656
verified: no, type: manhattan_precision
value: 57.981072555205046
verified: no, type: manhattan_recall
value: 63.68186017862642
verified: no, type: max_accuracy
value: 86.24209259906081
verified: no, type: max_ap
value: 79.47942287203573
verified: no, type: max_f1
value: 71.80506478209658
verified: no, type: max_precision
value: 68.78702397743301
verified: no, type: max_recall
value: 75.10009239297814
verified: no, type: similarity_accuracy
value: 86.24209259906081
verified: no, type: similarity_accuracy_threshold
value: 72.93155193328857
verified: no, type: similarity_ap
value: 79.47942287203573
verified: no, type: similarity_f1
value: 71.80506478209658
verified: no, type: similarity_f1_threshold
value: 67.74765849113464
verified: no, type: similarity_precision
value: 68.78702397743301
verified: no, type: similarity_recall
value: 75.10009239297814
verified: no
task: type: PairClassification
model_name: M2V_base_glove
tags: embeddings, static-embeddings, mteb, sentence-transformers
Likes: 4 | All-time downloads: 2794
Created: 2024-09-19 18:01:04