Model: bhavnicksm/brown-beetle-base-v1.1
Author: bhavnicksm
Library: model2vec
Tags: model2vec, safetensors, embeddings, static-embeddings, sentence-transformers, mteb, en, license:mit, model-index, region:us
Card metadata: base_model: baai/bge-base-en-v1.5
language: en
library_name: model2vec
license: mit
model_name: brown-beetle-base-v1.1
tags: embeddings, static-embeddings, sentence-transformers, mteb
model-index: name: brown-beetle-base-v1.1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 66.8815592203898
verified: no, type: ap
value: 18.195189738998792
verified: no, type: ap_weighted
value: 18.195189738998792
verified: no, type: f1
value: 55.16513139500548
verified: no, type: f1_weighted
value: 73.16351793408617
verified: no, type: main_score
value: 66.8815592203898
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 70.19402985074626
verified: no, type: ap
value: 32.56202127210676
verified: no, type: ap_weighted
value: 32.56202127210676
verified: no, type: f1
value: 64.10866172582675
verified: no, type: f1_weighted
value: 73.08892104263525
verified: no, type: main_score
value: 70.19402985074626
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 68.72295000000001
verified: no, type: ap
value: 63.50967718714144
verified: no, type: ap_weighted
value: 63.50967718714144
verified: no, type: f1
value: 68.34020808585744
verified: no, type: f1_weighted
value: 68.34020808585744
verified: no, type: main_score
value: 68.72295000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 31.691999999999997
verified: no, type: f1
value: 31.085241040043943
verified: no, type: f1_weighted
value: 31.085241040043943
verified: no, type: main_score
value: 31.691999999999997
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 40.128
verified: no, type: map_at_1
value: 20.341
verified: no, type: map_at_10
value: 32.775999999999996
verified: no, type: map_at_100
value: 34.026
verified: no, type: map_at_1000
value: 34.059
verified: no, type: map_at_20
value: 33.588
verified: no, type: map_at_3
value: 28.615000000000002
verified: no, type: map_at_5
value: 30.824
verified: no, type: mrr_at_1
value: 20.62588904694168
verified: no, type: mrr_at_10
value: 32.89335388019595
verified: no, type: mrr_at_100
value: 34.14268270653552
verified: no, type: mrr_at_1000
value: 34.175518754164436
verified: no, type: mrr_at_20
value: 33.7081572497899
verified: no, type: mrr_at_3
value: 28.73399715504974
verified: no, type: mrr_at_5
value: 30.938833570412427
verified: no, type: nauc_map_at_1000_diff1
value: 7.401396584575148
verified: no, type: nauc_map_at_1000_max
value: 1.561793336151107
verified: no, type: nauc_map_at_1000_std
value: 5.33923048933337
verified: no, type: nauc_map_at_100_diff1
value: 7.40837757767046
verified: no, type: nauc_map_at_100_max
value: 1.5985119960125118
verified: no, type: nauc_map_at_100_std
value: 5.388304311069464
verified: no, type: nauc_map_at_10_diff1
value: 7.3682062691330845
verified: no, type: nauc_map_at_10_max
value: 1.4273735626548079
verified: no, type: nauc_map_at_10_std
value: 5.0304641139875015
verified: no, type: nauc_map_at_1_diff1
value: 7.639815184580624
verified: no, type: nauc_map_at_1_max
value: -4.027690178292217
verified: no, type: nauc_map_at_1_std
value: 1.9985652144404256
verified: no, type: nauc_map_at_20_diff1
value: 7.39878654703337
verified: no, type: nauc_map_at_20_max
value: 1.666693315573178
verified: no, type: nauc_map_at_20_std
value: 5.398958104612419
verified: no, type: nauc_map_at_3_diff1
value: 6.890846818575478
verified: no, type: nauc_map_at_3_max
value: -0.32310033961112283
verified: no, type: nauc_map_at_3_std
value: 3.437881182860949
verified: no, type: nauc_map_at_5_diff1
value: 7.137127221923745
verified: no, type: nauc_map_at_5_max
value: 1.19461097098547
verified: no, type: nauc_map_at_5_std
value: 4.827553234476681
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.456283332332113
verified: no, type: nauc_mrr_at_1000_max
value: 1.5065670810761536
verified: no, type: nauc_mrr_at_1000_std
value: 5.220110996894977
verified: no, type: nauc_mrr_at_100_diff1
value: 6.464279998869518
verified: no, type: nauc_mrr_at_100_max
value: 1.5432933404242728
verified: no, type: nauc_mrr_at_100_std
value: 5.269191190466668
verified: no, type: nauc_mrr_at_10_diff1
value: 6.4464671096278705
verified: no, type: nauc_mrr_at_10_max
value: 1.3819637730098593
verified: no, type: nauc_mrr_at_10_std
value: 4.927850342994863
verified: no, type: nauc_mrr_at_1_diff1
value: 6.62597695774715
verified: no, type: nauc_mrr_at_1_max
value: -3.252757666749109
verified: no, type: nauc_mrr_at_1_std
value: 1.8298974419648943
verified: no, type: nauc_mrr_at_20_diff1
value: 6.46957522426181
verified: no, type: nauc_mrr_at_20_max
value: 1.6158979040451888
verified: no, type: nauc_mrr_at_20_std
value: 5.288493315564287
verified: no, type: nauc_mrr_at_3_diff1
value: 5.845929061602997
verified: no, type: nauc_mrr_at_3_max
value: -0.5075220148677204
verified: no, type: nauc_mrr_at_3_std
value: 3.3320031665380245
verified: no, type: nauc_mrr_at_5_diff1
value: 6.279917481027432
verified: no, type: nauc_mrr_at_5_max
value: 1.177197305050769
verified: no, type: nauc_mrr_at_5_std
value: 4.72208597750944
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.537679691067998
verified: no, type: nauc_ndcg_at_1000_max
value: 3.5509114500043117
verified: no, type: nauc_ndcg_at_1000_std
value: 7.375893443326363
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.843569009078126
verified: no, type: nauc_ndcg_at_100_max
value: 4.738395735952662
verified: no, type: nauc_ndcg_at_100_std
value: 8.890391940589863
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.8755593191900575
verified: no, type: nauc_ndcg_at_10_max
value: 4.225562403907249
verified: no, type: nauc_ndcg_at_10_std
value: 7.349058827076821
verified: no, type: nauc_ndcg_at_1_diff1
value: 7.639815184580624
verified: no, type: nauc_ndcg_at_1_max
value: -4.027690178292217
verified: no, type: nauc_ndcg_at_1_std
value: 1.9985652144404256
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.020639694315895
verified: no, type: nauc_ndcg_at_20_max
value: 5.290509406500979
verified: no, type: nauc_ndcg_at_20_std
value: 8.891273142025415
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.95862081914132
verified: no, type: nauc_ndcg_at_3_max
value: 0.810166999166851
verified: no, type: nauc_ndcg_at_3_std
value: 4.049852198242494
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.390022900253804
verified: no, type: nauc_ndcg_at_5_max
value: 3.5572312546957967
verified: no, type: nauc_ndcg_at_5_std
value: 6.551950546495465
verified: no, type: nauc_precision_at_1000_diff1
value: -25.915341768512246
verified: no, type: nauc_precision_at_1000_max
value: 33.45682540913843
verified: no, type: nauc_precision_at_1000_std
value: 59.512947822117425
verified: no, type: nauc_precision_at_100_diff1
value: 11.306594631468881
verified: no, type: nauc_precision_at_100_max
value: 38.39603487924486
verified: no, type: nauc_precision_at_100_std
value: 53.078997445874265
verified: no, type: nauc_precision_at_10_diff1
value: 9.731458734450202
verified: no, type: nauc_precision_at_10_max
value: 13.666190744172896
verified: no, type: nauc_precision_at_10_std
value: 15.605041658466092
verified: no, type: nauc_precision_at_1_diff1
value: 7.639815184580624
verified: no, type: nauc_precision_at_1_max
value: -4.027690178292217
verified: no, type: nauc_precision_at_1_std
value: 1.9985652144404256
verified: no, type: nauc_precision_at_20_diff1
value: 11.099142501098678
verified: no, type: nauc_precision_at_20_max
value: 22.245728980223614
verified: no, type: nauc_precision_at_20_std
value: 26.30822025447605
verified: no, type: nauc_precision_at_3_diff1
value: 7.2132144596256085
verified: no, type: nauc_precision_at_3_max
value: 3.7686547647068602
verified: no, type: nauc_precision_at_3_std
value: 5.692360766234468
verified: no, type: nauc_precision_at_5_diff1
value: 8.198162382731578
verified: no, type: nauc_precision_at_5_max
value: 10.254147227495872
verified: no, type: nauc_precision_at_5_std
value: 11.550749310135192
verified: no, type: nauc_recall_at_1000_diff1
value: -25.915341768509983
verified: no, type: nauc_recall_at_1000_max
value: 33.45682540913765
verified: no, type: nauc_recall_at_1000_std
value: 59.512947822118356
verified: no, type: nauc_recall_at_100_diff1
value: 11.306594631468771
verified: no, type: nauc_recall_at_100_max
value: 38.39603487924445
verified: no, type: nauc_recall_at_100_std
value: 53.07899744587412
verified: no, type: nauc_recall_at_10_diff1
value: 9.731458734450223
verified: no, type: nauc_recall_at_10_max
value: 13.666190744172946
verified: no, type: nauc_recall_at_10_std
value: 15.605041658466124
verified: no, type: nauc_recall_at_1_diff1
value: 7.639815184580624
verified: no, type: nauc_recall_at_1_max
value: -4.027690178292217
verified: no, type: nauc_recall_at_1_std
value: 1.9985652144404256
verified: no, type: nauc_recall_at_20_diff1
value: 11.099142501098756
verified: no, type: nauc_recall_at_20_max
value: 22.245728980223685
verified: no, type: nauc_recall_at_20_std
value: 26.308220254476044
verified: no, type: nauc_recall_at_3_diff1
value: 7.213214459625624
verified: no, type: nauc_recall_at_3_max
value: 3.768654764706886
verified: no, type: nauc_recall_at_3_std
value: 5.692360766234493
verified: no, type: nauc_recall_at_5_diff1
value: 8.19816238273156
verified: no, type: nauc_recall_at_5_max
value: 10.254147227495896
verified: no, type: nauc_recall_at_5_std
value: 11.550749310135219
verified: no, type: ndcg_at_1
value: 20.341
verified: no, type: ndcg_at_10
value: 40.128
verified: no, type: ndcg_at_100
value: 46.113
verified: no, type: ndcg_at_1000
value: 47.024
verified: no, type: ndcg_at_20
value: 43.044
verified: no, type: ndcg_at_3
value: 31.465
verified: no, type: ndcg_at_5
value: 35.447
verified: no, type: precision_at_1
value: 20.341
verified: no, type: precision_at_10
value: 6.38
verified: no, type: precision_at_100
value: 0.9159999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.762
verified: no, type: precision_at_3
value: 13.253
verified: no, type: precision_at_5
value: 9.886000000000001
verified: no, type: recall_at_1
value: 20.341
verified: no, type: recall_at_10
value: 63.798
verified: no, type: recall_at_100
value: 91.607
verified: no, type: recall_at_1000
value: 98.86200000000001
verified: no, type: recall_at_20
value: 75.249
verified: no, type: recall_at_3
value: 39.757999999999996
verified: no, type: recall_at_5
value: 49.431000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 32.95868401684924
verified: no, type: v_measure
value: 32.95868401684924
verified: no, type: v_measure_std
value: 14.056211834923879
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 21.233292246705687
verified: no, type: v_measure
value: 21.233292246705687
verified: no, type: v_measure_std
value: 15.425917066814412
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 53.563651922608045
verified: no, type: map
value: 53.563651922608045
verified: no, type: mrr
value: 68.38906476718111
verified: no, type: nAUC_map_diff1
value: 6.0692473614473474
verified: no, type: nAUC_map_max
value: 14.344767912076911
verified: no, type: nAUC_map_std
value: 4.756719465003369
verified: no, type: nAUC_mrr_diff1
value: 7.477185458141965
verified: no, type: nAUC_mrr_max
value: 18.522973771138822
verified: no, type: nAUC_mrr_std
value: 6.308062345018368
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 78.15156521309085
verified: no, type: cosine_spearman
value: 75.03966163682449
verified: no, type: euclidean_pearson
value: 51.743736432098494
verified: no, type: euclidean_spearman
value: 51.92286984480066
verified: no, type: main_score
value: 75.03966163682449
verified: no, type: manhattan_pearson
value: 49.81487823004435
verified: no, type: manhattan_spearman
value: 50.90236466418698
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 75.26948051948052
verified: no, type: f1
value: 75.30563948359976
verified: no, type: f1_weighted
value: 75.30563948359976
verified: no, type: main_score
value: 75.26948051948052
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 27.964590000454358
verified: no, type: v_measure
value: 27.964590000454358
verified: no, type: v_measure_std
value: 0.8174675360012013
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 15.33712655362372
verified: no, type: v_measure
value: 15.33712655362372
verified: no, type: v_measure_std
value: 1.0429716123901085
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 30.791
verified: no, type: map_at_1
value: 18.879
verified: no, type: map_at_10
value: 25.962000000000003
verified: no, type: map_at_100
value: 27.189000000000004
verified: no, type: map_at_1000
value: 27.340999999999998
verified: no, type: map_at_20
value: 26.648
verified: no, type: map_at_3
value: 23.382
verified: no, type: map_at_5
value: 25.018
verified: no, type: mrr_at_1
value: 24.177396280400572
verified: no, type: mrr_at_10
value: 31.407396053318788
verified: no, type: mrr_at_100
value: 32.340933039246664
verified: no, type: mrr_at_1000
value: 32.41366678033763
verified: no, type: mrr_at_20
value: 31.97571104525756
verified: no, type: mrr_at_3
value: 29.065331425846452
verified: no, type: mrr_at_5
value: 30.596089651883645
verified: no, type: nauc_map_at_1000_diff1
value: 44.456227202791275
verified: no, type: nauc_map_at_1000_max
value: 28.894568989416936
verified: no, type: nauc_map_at_1000_std
value: -1.962288075614885
verified: no, type: nauc_map_at_100_diff1
value: 44.441095448469184
verified: no, type: nauc_map_at_100_max
value: 28.866553263078664
verified: no, type: nauc_map_at_100_std
value: -1.991129394854661
verified: no, type: nauc_map_at_10_diff1
value: 45.0909449805561
verified: no, type: nauc_map_at_10_max
value: 28.511499642084726
verified: no, type: nauc_map_at_10_std
value: -2.698301953031416
verified: no, type: nauc_map_at_1_diff1
value: 52.27885405669149
verified: no, type: nauc_map_at_1_max
value: 29.69077498263335
verified: no, type: nauc_map_at_1_std
value: -4.040919532605095
verified: no, type: nauc_map_at_20_diff1
value: 44.58177336568864
verified: no, type: nauc_map_at_20_max
value: 28.672635052084395
verified: no, type: nauc_map_at_20_std
value: -2.105018325313007
verified: no, type: nauc_map_at_3_diff1
value: 46.37410842221556
verified: no, type: nauc_map_at_3_max
value: 28.53003050488544
verified: no, type: nauc_map_at_3_std
value: -3.474374367660655
verified: no, type: nauc_map_at_5_diff1
value: 45.36414878296012
verified: no, type: nauc_map_at_5_max
value: 28.58185465110964
verified: no, type: nauc_map_at_5_std
value: -3.178056650787462
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.89425040244644
verified: no, type: nauc_mrr_at_1000_max
value: 29.049439023672107
verified: no, type: nauc_mrr_at_1000_std
value: -2.0632044066649
verified: no, type: nauc_mrr_at_100_diff1
value: 41.880662457478465
verified: no, type: nauc_mrr_at_100_max
value: 29.026924769853668
verified: no, type: nauc_mrr_at_100_std
value: -2.0580522045691447
verified: no, type: nauc_mrr_at_10_diff1
value: 42.1765212282714
verified: no, type: nauc_mrr_at_10_max
value: 29.058594862693106
verified: no, type: nauc_mrr_at_10_std
value: -2.4755635462110166
verified: no, type: nauc_mrr_at_1_diff1
value: 48.58700454240466
verified: no, type: nauc_mrr_at_1_max
value: 30.216009197975
verified: no, type: nauc_mrr_at_1_std
value: -4.228213436397275
verified: no, type: nauc_mrr_at_20_diff1
value: 41.86874699835266
verified: no, type: nauc_mrr_at_20_max
value: 28.97913674958661
verified: no, type: nauc_mrr_at_20_std
value: -2.1185182384148007
verified: no, type: nauc_mrr_at_3_diff1
value: 42.91030819018113
verified: no, type: nauc_mrr_at_3_max
value: 29.538674245252565
verified: no, type: nauc_mrr_at_3_std
value: -3.7727995650320407
verified: no, type: nauc_mrr_at_5_diff1
value: 42.26468329248297
verified: no, type: nauc_mrr_at_5_max
value: 28.918053805870898
verified: no, type: nauc_mrr_at_5_std
value: -2.88341037174054
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.13956893768666
verified: no, type: nauc_ndcg_at_1000_max
value: 29.28417670330021
verified: no, type: nauc_ndcg_at_1000_std
value: 1.6545355790919596
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.33374683864513
verified: no, type: nauc_ndcg_at_100_max
value: 28.878179659629595
verified: no, type: nauc_ndcg_at_100_std
value: 1.231146230356752
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.57341483796429
verified: no, type: nauc_ndcg_at_10_max
value: 28.012550727831766
verified: no, type: nauc_ndcg_at_10_std
value: -1.7182305120052626
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.58700454240466
verified: no, type: nauc_ndcg_at_1_max
value: 30.216009197975
verified: no, type: nauc_ndcg_at_1_std
value: -4.228213436397275
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.51739900449665
verified: no, type: nauc_ndcg_at_20_max
value: 28.12715921361774
verified: no, type: nauc_ndcg_at_20_std
value: 0.0711992714959275
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.16108868833533
verified: no, type: nauc_ndcg_at_3_max
value: 28.087620155716948
verified: no, type: nauc_ndcg_at_3_std
value: -2.9775505646610374
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.468379197429414
verified: no, type: nauc_ndcg_at_5_max
value: 27.89072398280808
verified: no, type: nauc_ndcg_at_5_std
value: -2.308293103340349
verified: no, type: nauc_precision_at_1000_diff1
value: -7.812293981515205
verified: no, type: nauc_precision_at_1000_max
value: 1.2800889705077507
verified: no, type: nauc_precision_at_1000_std
value: 5.213164712637001
verified: no, type: nauc_precision_at_100_diff1
value: 3.7373639620367785
verified: no, type: nauc_precision_at_100_max
value: 15.310126733248516
verified: no, type: nauc_precision_at_100_std
value: 7.140151721931273
verified: no, type: nauc_precision_at_10_diff1
value: 23.345977649985667
verified: no, type: nauc_precision_at_10_max
value: 22.53539048611915
verified: no, type: nauc_precision_at_10_std
value: 1.6589008683957966
verified: no, type: nauc_precision_at_1_diff1
value: 48.58700454240466
verified: no, type: nauc_precision_at_1_max
value: 30.216009197975
verified: no, type: nauc_precision_at_1_std
value: -4.228213436397275
verified: no, type: nauc_precision_at_20_diff1
value: 14.695564879099567
verified: no, type: nauc_precision_at_20_max
value: 20.052208357546426
verified: no, type: nauc_precision_at_20_std
value: 4.244510048549112
verified: no, type: nauc_precision_at_3_diff1
value: 31.73861098729183
verified: no, type: nauc_precision_at_3_max
value: 26.299643772492875
verified: no, type: nauc_precision_at_3_std
value: -3.2268677243140482
verified: no, type: nauc_precision_at_5_diff1
value: 27.936581150982022
verified: no, type: nauc_precision_at_5_max
value: 24.706520447732448
verified: no, type: nauc_precision_at_5_std
value: -0.31632649911477195
verified: no, type: nauc_recall_at_1000_diff1
value: 25.36253499111099
verified: no, type: nauc_recall_at_1000_max
value: 30.743022610631776
verified: no, type: nauc_recall_at_1000_std
value: 33.9542028702222
verified: no, type: nauc_recall_at_100_diff1
value: 24.370605667623142
verified: no, type: nauc_recall_at_100_max
value: 25.693677192296615
verified: no, type: nauc_recall_at_100_std
value: 15.434369306019203
verified: no, type: nauc_recall_at_10_diff1
value: 32.92605362103974
verified: no, type: nauc_recall_at_10_max
value: 24.26992030392243
verified: no, type: nauc_recall_at_10_std
value: 0.9073283540531526
verified: no, type: nauc_recall_at_1_diff1
value: 52.27885405669149
verified: no, type: nauc_recall_at_1_max
value: 29.69077498263335
verified: no, type: nauc_recall_at_1_std
value: -4.040919532605095
verified: no, type: nauc_recall_at_20_diff1
value: 28.32003727506695
verified: no, type: nauc_recall_at_20_max
value: 24.18930621444155
verified: no, type: nauc_recall_at_20_std
value: 7.510592277537581
verified: no, type: nauc_recall_at_3_diff1
value: 38.671949123051505
verified: no, type: nauc_recall_at_3_max
value: 25.710824662526615
verified: no, type: nauc_recall_at_3_std
value: -2.487013964082508
verified: no, type: nauc_recall_at_5_diff1
value: 34.84962799812745
verified: no, type: nauc_recall_at_5_max
value: 24.33937991345843
verified: no, type: nauc_recall_at_5_std
value: -1.108880202554027
verified: no, type: ndcg_at_1
value: 24.177
verified: no, type: ndcg_at_10
value: 30.791
verified: no, type: ndcg_at_100
value: 36.378
verified: no, type: ndcg_at_1000
value: 39.409
verified: no, type: ndcg_at_20
value: 32.977000000000004
verified: no, type: ndcg_at_3
value: 26.956999999999997
verified: no, type: ndcg_at_5
value: 29.067999999999998
verified: no, type: precision_at_1
value: 24.177
verified: no, type: precision_at_10
value: 6.023
verified: no, type: precision_at_100
value: 1.086
verified: no, type: precision_at_1000
value: 0.164
verified: no, type: precision_at_20
value: 3.7479999999999998
verified: no, type: precision_at_3
value: 13.209000000000001
verified: no, type: precision_at_5
value: 9.871
verified: no, type: recall_at_1
value: 18.879
verified: no, type: recall_at_10
value: 39.559
verified: no, type: recall_at_100
value: 64.654
verified: no, type: recall_at_1000
value: 84.894
verified: no, type: recall_at_20
value: 47.881
verified: no, type: recall_at_3
value: 27.938000000000002
verified: no, type: recall_at_5
value: 34.007
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 25.673000000000002
verified: no, type: map_at_1
value: 16.459
verified: no, type: map_at_10
value: 21.874
verified: no, type: map_at_100
value: 22.827
verified: no, type: map_at_1000
value: 22.945999999999998
verified: no, type: map_at_20
value: 22.374
verified: no, type: map_at_3
value: 19.983999999999998
verified: no, type: map_at_5
value: 21.02
verified: no, type: mrr_at_1
value: 20.31847133757962
verified: no, type: mrr_at_10
value: 25.877009402487094
verified: no, type: mrr_at_100
value: 26.659253263000515
verified: no, type: mrr_at_1000
value: 26.727742776098022
verified: no, type: mrr_at_20
value: 26.313239123775766
verified: no, type: mrr_at_3
value: 23.94904458598725
verified: no, type: mrr_at_5
value: 25.009554140127367
verified: no, type: nauc_map_at_1000_diff1
value: 41.637269947825054
verified: no, type: nauc_map_at_1000_max
value: 16.59113648252257
verified: no, type: nauc_map_at_1000_std
value: -6.240477201515136
verified: no, type: nauc_map_at_100_diff1
value: 41.675782570150524
verified: no, type: nauc_map_at_100_max
value: 16.525875161414767
verified: no, type: nauc_map_at_100_std
value: -6.384434353664551
verified: no, type: nauc_map_at_10_diff1
value: 42.13383842274204
verified: no, type: nauc_map_at_10_max
value: 16.35088881127558
verified: no, type: nauc_map_at_10_std
value: -7.037562435047022
verified: no, type: nauc_map_at_1_diff1
value: 48.940966610158334
verified: no, type: nauc_map_at_1_max
value: 18.74015188630454
verified: no, type: nauc_map_at_1_std
value: -7.227335063509348
verified: no, type: nauc_map_at_20_diff1
value: 41.89220712885671
verified: no, type: nauc_map_at_20_max
value: 16.444595780299423
verified: no, type: nauc_map_at_20_std
value: -6.692331309627265
verified: no, type: nauc_map_at_3_diff1
value: 43.55465148916478
verified: no, type: nauc_map_at_3_max
value: 16.938965256705846
verified: no, type: nauc_map_at_3_std
value: -8.023851014601412
verified: no, type: nauc_map_at_5_diff1
value: 42.82187289926132
verified: no, type: nauc_map_at_5_max
value: 16.602607822208103
verified: no, type: nauc_map_at_5_std
value: -7.692612912736763
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.91948675283936
verified: no, type: nauc_mrr_at_1000_max
value: 15.601375268198622
verified: no, type: nauc_mrr_at_1000_std
value: -4.805680593887126
verified: no, type: nauc_mrr_at_100_diff1
value: 38.917027457698445
verified: no, type: nauc_mrr_at_100_max
value: 15.580969466370906
verified: no, type: nauc_mrr_at_100_std
value: -4.840920053630244
verified: no, type: nauc_mrr_at_10_diff1
value: 39.13498152252439
verified: no, type: nauc_mrr_at_10_max
value: 15.647226027751007
verified: no, type: nauc_mrr_at_10_std
value: -5.1008916023217665
verified: no, type: nauc_mrr_at_1_diff1
value: 45.16159032307842
verified: no, type: nauc_mrr_at_1_max
value: 19.061148112454546
verified: no, type: nauc_mrr_at_1_std
value: -4.54525479487334
verified: no, type: nauc_mrr_at_20_diff1
value: 38.998500397229336
verified: no, type: nauc_mrr_at_20_max
value: 15.634021342584656
verified: no, type: nauc_mrr_at_20_std
value: -4.857431447459852
verified: no, type: nauc_mrr_at_3_diff1
value: 40.412877529221376
verified: no, type: nauc_mrr_at_3_max
value: 16.42127187705688
verified: no, type: nauc_mrr_at_3_std
value: -5.657543454929466
verified: no, type: nauc_mrr_at_5_diff1
value: 39.62935903278265
verified: no, type: nauc_mrr_at_5_max
value: 15.795834211521376
verified: no, type: nauc_mrr_at_5_std
value: -5.44501480909826
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.83594719627982
verified: no, type: nauc_ndcg_at_1000_max
value: 15.56633203676765
verified: no, type: nauc_ndcg_at_1000_std
value: -2.9558344419291576
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.42847527646225
verified: no, type: nauc_ndcg_at_100_max
value: 14.753904697909023
verified: no, type: nauc_ndcg_at_100_std
value: -4.366586709299699
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.96710005566265
verified: no, type: nauc_ndcg_at_10_max
value: 14.989864833294083
verified: no, type: nauc_ndcg_at_10_std
value: -5.644943994329631
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.16159032307842
verified: no, type: nauc_ndcg_at_1_max
value: 19.061148112454546
verified: no, type: nauc_ndcg_at_1_std
value: -4.54525479487334
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.404767298099586
verified: no, type: nauc_ndcg_at_20_max
value: 15.01231586919081
verified: no, type: nauc_ndcg_at_20_std
value: -4.927505075358546
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.86858923537607
verified: no, type: nauc_ndcg_at_3_max
value: 16.34017125203612
verified: no, type: nauc_ndcg_at_3_std
value: -6.883659011926427
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.00790367330578
verified: no, type: nauc_ndcg_at_5_max
value: 15.50166036395446
verified: no, type: nauc_ndcg_at_5_std
value: -6.706634556657365
verified: no, type: nauc_precision_at_1000_diff1
value: -8.750933150383995
verified: no, type: nauc_precision_at_1000_max
value: 11.680804005659496
verified: no, type: nauc_precision_at_1000_std
value: 21.042006755869643
verified: no, type: nauc_precision_at_100_diff1
value: 6.0540864455269725
verified: no, type: nauc_precision_at_100_max
value: 13.365924379494365
verified: no, type: nauc_precision_at_100_std
value: 15.005876440114466
verified: no, type: nauc_precision_at_10_diff1
value: 20.991346310141818
verified: no, type: nauc_precision_at_10_max
value: 12.988269388924193
verified: no, type: nauc_precision_at_10_std
value: 3.131123855747258
verified: no, type: nauc_precision_at_1_diff1
value: 45.16159032307842
verified: no, type: nauc_precision_at_1_max
value: 19.061148112454546
verified: no, type: nauc_precision_at_1_std
value: -4.54525479487334
verified: no, type: nauc_precision_at_20_diff1
value: 16.533790569862173
verified: no, type: nauc_precision_at_20_max
value: 13.86552712683143
verified: no, type: nauc_precision_at_20_std
value: 8.362184812066275
verified: no, type: nauc_precision_at_3_diff1
value: 31.15090135460764
verified: no, type: nauc_precision_at_3_max
value: 14.743141231956372
verified: no, type: nauc_precision_at_3_std
value: -3.5565947356523666
verified: no, type: nauc_precision_at_5_diff1
value: 26.695391493633487
verified: no, type: nauc_precision_at_5_max
value: 13.5610621056517
verified: no, type: nauc_precision_at_5_std
value: -1.1010877027152977
verified: no, type: nauc_recall_at_1000_diff1
value: 19.106654619778464
verified: no, type: nauc_recall_at_1000_max
value: 11.645679730078278
verified: no, type: nauc_recall_at_1000_std
value: 8.35426365611593
verified: no, type: nauc_recall_at_100_diff1
value: 25.50434857534657
verified: no, type: nauc_recall_at_100_max
value: 8.392667980561376
verified: no, type: nauc_recall_at_100_std
value: -0.4353104586969332
verified: no, type: nauc_recall_at_10_diff1
value: 32.464830875287134
verified: no, type: nauc_recall_at_10_max
value: 10.556536879256328
verified: no, type: nauc_recall_at_10_std
value: -4.748466100889759
verified: no, type: nauc_recall_at_1_diff1
value: 48.940966610158334
verified: no, type: nauc_recall_at_1_max
value: 18.74015188630454
verified: no, type: nauc_recall_at_1_std
value: -7.227335063509348
verified: no, type: nauc_recall_at_20_diff1
value: 30.102938979587634
verified: no, type: nauc_recall_at_20_max
value: 10.448115839029576
verified: no, type: nauc_recall_at_20_std
value: -2.2111724130886246
verified: no, type: nauc_recall_at_3_diff1
value: 37.2732315612864
verified: no, type: nauc_recall_at_3_max
value: 13.56492402518412
verified: no, type: nauc_recall_at_3_std
value: -8.801108556510727
verified: no, type: nauc_recall_at_5_diff1
value: 35.637334981151184
verified: no, type: nauc_recall_at_5_max
value: 11.861179086901167
verified: no, type: nauc_recall_at_5_std
value: -8.21500801753048
verified: no, type: ndcg_at_1
value: 20.318
verified: no, type: ndcg_at_10
value: 25.673000000000002
verified: no, type: ndcg_at_100
value: 29.997
verified: no, type: ndcg_at_1000
value: 32.696999999999996
verified: no, type: ndcg_at_20
value: 27.178
verified: no, type: ndcg_at_3
value: 22.326999999999998
verified: no, type: ndcg_at_5
value: 23.829
verified: no, type: precision_at_1
value: 20.318
verified: no, type: precision_at_10
value: 4.732
verified: no, type: precision_at_100
value: 0.8710000000000001
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 2.9080000000000004
verified: no, type: precision_at_3
value: 10.488
verified: no, type: precision_at_5
value: 7.580000000000001
verified: no, type: recall_at_1
value: 16.459
verified: no, type: recall_at_10
value: 33.085
verified: no, type: recall_at_100
value: 51.922000000000004
verified: no, type: recall_at_1000
value: 70.22699999999999
verified: no, type: recall_at_20
value: 38.434000000000005
verified: no, type: recall_at_3
value: 23.569000000000003
verified: no, type: recall_at_5
value: 27.467000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 38.986
verified: no, type: map_at_1
value: 25.330000000000002
verified: no, type: map_at_10
value: 34.043
verified: no, type: map_at_100
value: 35.096
verified: no, type: map_at_1000
value: 35.187000000000005
verified: no, type: map_at_20
value: 34.677
verified: no, type: map_at_3
value: 31.409
verified: no, type: map_at_5
value: 32.84
verified: no, type: mrr_at_1
value: 29.46708463949843
verified: no, type: mrr_at_10
value: 37.31218589839277
verified: no, type: mrr_at_100
value: 38.1351169810094
verified: no, type: mrr_at_1000
value: 38.19868839691447
verified: no, type: mrr_at_20
value: 37.80612825696384
verified: no, type: mrr_at_3
value: 35.099268547544376
verified: no, type: mrr_at_5
value: 36.33751306165097
verified: no, type: nauc_map_at_1000_diff1
value: 38.09615764738253
verified: no, type: nauc_map_at_1000_max
value: 23.894623474509704
verified: no, type: nauc_map_at_1000_std
value: -9.947177464659458
verified: no, type: nauc_map_at_100_diff1
value: 38.08108976003119
verified: no, type: nauc_map_at_100_max
value: 23.869148167336196
verified: no, type: nauc_map_at_100_std
value: -10.003553279754092
verified: no, type: nauc_map_at_10_diff1
value: 38.25740433334989
verified: no, type: nauc_map_at_10_max
value: 23.785465546284172
verified: no, type: nauc_map_at_10_std
value: -10.452889228473786
verified: no, type: nauc_map_at_1_diff1
value: 43.28375119353145
verified: no, type: nauc_map_at_1_max
value: 21.076914448969138
verified: no, type: nauc_map_at_1_std
value: -11.917875531984516
verified: no, type: nauc_map_at_20_diff1
value: 38.087483292691125
verified: no, type: nauc_map_at_20_max
value: 23.745762722212174
verified: no, type: nauc_map_at_20_std
value: -10.188400007740544
verified: no, type: nauc_map_at_3_diff1
value: 39.02135534906605
verified: no, type: nauc_map_at_3_max
value: 22.261857962485614
verified: no, type: nauc_map_at_3_std
value: -11.218451144804735
verified: no, type: nauc_map_at_5_diff1
value: 38.36047944101843
verified: no, type: nauc_map_at_5_max
value: 23.269644562827786
verified: no, type: nauc_map_at_5_std
value: -10.897871565542944
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.93804723561869
verified: no, type: nauc_mrr_at_1000_max
value: 25.571098162654405
verified: no, type: nauc_mrr_at_1000_std
value: -8.704999474543618
verified: no, type: nauc_mrr_at_100_diff1
value: 37.92310191535837
verified: no, type: nauc_mrr_at_100_max
value: 25.57175036578129
verified: no, type: nauc_mrr_at_100_std
value: -8.708180518355748
verified: no, type: nauc_mrr_at_10_diff1
value: 37.97809026791926
verified: no, type: nauc_mrr_at_10_max
value: 25.63957167660086
verified: no, type: nauc_mrr_at_10_std
value: -8.99382505103242
verified: no, type: nauc_mrr_at_1_diff1
value: 42.673936867340196
verified: no, type: nauc_mrr_at_1_max
value: 24.588727343373517
verified: no, type: nauc_mrr_at_1_std
value: -10.825225740147475
verified: no, type: nauc_mrr_at_20_diff1
value: 37.91184185158596
verified: no, type: nauc_mrr_at_20_max
value: 25.55489089735191
verified: no, type: nauc_mrr_at_20_std
value: -8.805010815104266
verified: no, type: nauc_mrr_at_3_diff1
value: 38.332559878764975
verified: no, type: nauc_mrr_at_3_max
value: 24.88888721202596
verified: no, type: nauc_mrr_at_3_std
value: -9.577620459172344
verified: no, type: nauc_mrr_at_5_diff1
value: 38.119522912899214
verified: no, type: nauc_mrr_at_5_max
value: 25.389308074746264
verified: no, type: nauc_mrr_at_5_std
value: -9.420117810095647
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.04814318993257
verified: no, type: nauc_ndcg_at_1000_max
value: 25.629240587791852
verified: no, type: nauc_ndcg_at_1000_std
value: -6.304619168315785
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.73222645729477
verified: no, type: nauc_ndcg_at_100_max
value: 25.327218124236854
verified: no, type: nauc_ndcg_at_100_std
value: -7.141414148248798
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.41962866348755
verified: no, type: nauc_ndcg_at_10_max
value: 25.28971882691592
verified: no, type: nauc_ndcg_at_10_std
value: -8.964041127801968
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.673936867340196
verified: no, type: nauc_ndcg_at_1_max
value: 24.588727343373517
verified: no, type: nauc_ndcg_at_1_std
value: -10.825225740147475
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.90062773134161
verified: no, type: nauc_ndcg_at_20_max
value: 24.94434494812649
verified: no, type: nauc_ndcg_at_20_std
value: -8.211511420856532
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.31111103528731
verified: no, type: nauc_ndcg_at_3_max
value: 23.168325165671906
verified: no, type: nauc_ndcg_at_3_std
value: -10.288195113268173
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.56915893185673
verified: no, type: nauc_ndcg_at_5_max
value: 24.49830143137805
verified: no, type: nauc_ndcg_at_5_std
value: -9.928711681324712
verified: no, type: nauc_precision_at_1000_diff1
value: -0.4915748078092766
verified: no, type: nauc_precision_at_1000_max
value: 22.018785354600197
verified: no, type: nauc_precision_at_1000_std
value: 24.3024203171053
verified: no, type: nauc_precision_at_100_diff1
value: 7.258014161926564
verified: no, type: nauc_precision_at_100_max
value: 24.993395039088877
verified: no, type: nauc_precision_at_100_std
value: 12.983115281032589
verified: no, type: nauc_precision_at_10_diff1
value: 20.00272367281203
verified: no, type: nauc_precision_at_10_max
value: 28.232043137285885
verified: no, type: nauc_precision_at_10_std
value: -0.2463271287654738
verified: no, type: nauc_precision_at_1_diff1
value: 42.673936867340196
verified: no, type: nauc_precision_at_1_max
value: 24.588727343373517
verified: no, type: nauc_precision_at_1_std
value: -10.825225740147475
verified: no, type: nauc_precision_at_20_diff1
value: 15.290335230182073
verified: no, type: nauc_precision_at_20_max
value: 25.80660197127879
verified: no, type: nauc_precision_at_20_std
value: 4.148498326226922
verified: no, type: nauc_precision_at_3_diff1
value: 28.422442276709226
verified: no, type: nauc_precision_at_3_max
value: 25.503751027805325
verified: no, type: nauc_precision_at_3_std
value: -7.4647647287542656
verified: no, type: nauc_precision_at_5_diff1
value: 23.854814229085903
verified: no, type: nauc_precision_at_5_max
value: 27.71698563459126
verified: no, type: nauc_precision_at_5_std
value: -5.274148324980073
verified: no, type: nauc_recall_at_1000_diff1
value: 17.51693332840367
verified: no, type: nauc_recall_at_1000_max
value: 31.688697202281503
verified: no, type: nauc_recall_at_1000_std
value: 31.218820053837792
verified: no, type: nauc_recall_at_100_diff1
value: 23.509641469385155
verified: no, type: nauc_recall_at_100_max
value: 26.275038797413252
verified: no, type: nauc_recall_at_100_std
value: 4.849278478529801
verified: no, type: nauc_recall_at_10_diff1
value: 30.07169635860847
verified: no, type: nauc_recall_at_10_max
value: 26.35865408096697
verified: no, type: nauc_recall_at_10_std
value: -5.836701476675884
verified: no, type: nauc_recall_at_1_diff1
value: 43.28375119353145
verified: no, type: nauc_recall_at_1_max
value: 21.076914448969138
verified: no, type: nauc_recall_at_1_std
value: -11.917875531984516
verified: no, type: nauc_recall_at_20_diff1
value: 27.50066514595977
verified: no, type: nauc_recall_at_20_max
value: 25.0642330157364
verified: no, type: nauc_recall_at_20_std
value: -2.9057702923451783
verified: no, type: nauc_recall_at_3_diff1
value: 33.12832620655904
verified: no, type: nauc_recall_at_3_max
value: 21.570495743954
verified: no, type: nauc_recall_at_3_std
value: -9.681328127235362
verified: no, type: nauc_recall_at_5_diff1
value: 30.91581180094247
verified: no, type: nauc_recall_at_5_max
value: 24.26475239191071
verified: no, type: nauc_recall_at_5_std
value: -8.582674974062504
verified: no, type: ndcg_at_1
value: 29.467
verified: no, type: ndcg_at_10
value: 38.986
verified: no, type: ndcg_at_100
value: 43.91
verified: no, type: ndcg_at_1000
value: 46.093
verified: no, type: ndcg_at_20
value: 40.971000000000004
verified: no, type: ndcg_at_3
value: 34.226
verified: no, type: ndcg_at_5
value: 36.418
verified: no, type: precision_at_1
value: 29.467
verified: no, type: precision_at_10
value: 6.458
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_20
value: 3.7769999999999997
verified: no, type: precision_at_3
value: 15.360999999999999
verified: no, type: precision_at_5
value: 10.734
verified: no, type: recall_at_1
value: 25.330000000000002
verified: no, type: recall_at_10
value: 50.79900000000001
verified: no, type: recall_at_100
value: 73.172
verified: no, type: recall_at_1000
value: 89.054
verified: no, type: recall_at_20
value: 58.119
verified: no, type: recall_at_3
value: 37.907999999999994
verified: no, type: recall_at_5
value: 43.261
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 18.881
verified: no, type: map_at_1
value: 10.791
verified: no, type: map_at_10
value: 15.844
verified: no, type: map_at_100
value: 16.56
verified: no, type: map_at_1000
value: 16.669999999999998
verified: no, type: map_at_20
value: 16.197
verified: no, type: map_at_3
value: 14.274999999999999
verified: no, type: map_at_5
value: 15.146
verified: no, type: mrr_at_1
value: 11.751412429378531
verified: no, type: mrr_at_10
value: 17.049860999013532
verified: no, type: mrr_at_100
value: 17.774178408380152
verified: no, type: mrr_at_1000
value: 17.871156062798512
verified: no, type: mrr_at_20
value: 17.41500493844777
verified: no, type: mrr_at_3
value: 15.442561205273064
verified: no, type: mrr_at_5
value: 16.36346516007532
verified: no, type: nauc_map_at_1000_diff1
value: 38.692361712072014
verified: no, type: nauc_map_at_1000_max
value: 17.692322581386893
verified: no, type: nauc_map_at_1000_std
value: -13.064618086479255
verified: no, type: nauc_map_at_100_diff1
value: 38.7043527447423
verified: no, type: nauc_map_at_100_max
value: 17.667592055121595
verified: no, type: nauc_map_at_100_std
value: -13.071618528123421
verified: no, type: nauc_map_at_10_diff1
value: 39.584070192333606
verified: no, type: nauc_map_at_10_max
value: 18.015632179001035
verified: no, type: nauc_map_at_10_std
value: -13.26822502903302
verified: no, type: nauc_map_at_1_diff1
value: 48.779222058335876
verified: no, type: nauc_map_at_1_max
value: 21.505143048235485
verified: no, type: nauc_map_at_1_std
value: -16.932904440293832
verified: no, type: nauc_map_at_20_diff1
value: 39.09132455115426
verified: no, type: nauc_map_at_20_max
value: 17.788354549216788
verified: no, type: nauc_map_at_20_std
value: -13.371296692449636
verified: no, type: nauc_map_at_3_diff1
value: 40.95886430588311
verified: no, type: nauc_map_at_3_max
value: 18.857397432495297
verified: no, type: nauc_map_at_3_std
value: -14.028315995215204
verified: no, type: nauc_map_at_5_diff1
value: 40.44874467422049
verified: no, type: nauc_map_at_5_max
value: 18.548110993077046
verified: no, type: nauc_map_at_5_std
value: -13.61022223687226
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.7193927513182
verified: no, type: nauc_mrr_at_1000_max
value: 18.73637744085153
verified: no, type: nauc_mrr_at_1000_std
value: -11.235985814941158
verified: no, type: nauc_mrr_at_100_diff1
value: 36.693515447913896
verified: no, type: nauc_mrr_at_100_max
value: 18.727344776607275
verified: no, type: nauc_mrr_at_100_std
value: -11.229192225195076
verified: no, type: nauc_mrr_at_10_diff1
value: 37.45987895929495
verified: no, type: nauc_mrr_at_10_max
value: 18.96374841935309
verified: no, type: nauc_mrr_at_10_std
value: -11.376684204867754
verified: no, type: nauc_mrr_at_1_diff1
value: 46.3329948406647
verified: no, type: nauc_mrr_at_1_max
value: 22.58241449034732
verified: no, type: nauc_mrr_at_1_std
value: -14.985915561174265
verified: no, type: nauc_mrr_at_20_diff1
value: 36.97235304433472
verified: no, type: nauc_mrr_at_20_max
value: 18.79058985497966
verified: no, type: nauc_mrr_at_20_std
value: -11.476774180553695
verified: no, type: nauc_mrr_at_3_diff1
value: 38.611145160544844
verified: no, type: nauc_mrr_at_3_max
value: 19.815120093553237
verified: no, type: nauc_mrr_at_3_std
value: -11.861655358986162
verified: no, type: nauc_mrr_at_5_diff1
value: 38.09531676757352
verified: no, type: nauc_mrr_at_5_max
value: 19.552123406089304
verified: no, type: nauc_mrr_at_5_std
value: -11.6093527230711
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.19042573545908
verified: no, type: nauc_ndcg_at_1000_max
value: 16.000702471588845
verified: no, type: nauc_ndcg_at_1000_std
value: -9.926227342622978
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.66081576286852
verified: no, type: nauc_ndcg_at_100_max
value: 15.391084394561682
verified: no, type: nauc_ndcg_at_100_std
value: -10.044151194544128
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.125849520573354
verified: no, type: nauc_ndcg_at_10_max
value: 16.90967046038526
verified: no, type: nauc_ndcg_at_10_std
value: -11.394344719759571
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.3329948406647
verified: no, type: nauc_ndcg_at_1_max
value: 22.58241449034732
verified: no, type: nauc_ndcg_at_1_std
value: -14.985915561174265
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.634586401396426
verified: no, type: nauc_ndcg_at_20_max
value: 16.182790214690677
verified: no, type: nauc_ndcg_at_20_std
value: -11.722511937010736
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.38034694109127
verified: no, type: nauc_ndcg_at_3_max
value: 18.51701344554455
verified: no, type: nauc_ndcg_at_3_std
value: -12.637679081561009
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.64871975849486
verified: no, type: nauc_ndcg_at_5_max
value: 18.05649117338428
verified: no, type: nauc_ndcg_at_5_std
value: -11.99914557700529
verified: no, type: nauc_precision_at_1000_diff1
value: 3.792653576462921
verified: no, type: nauc_precision_at_1000_max
value: 12.024262150860123
verified: no, type: nauc_precision_at_1000_std
value: 2.974092044953344
verified: no, type: nauc_precision_at_100_diff1
value: 12.422313461081586
verified: no, type: nauc_precision_at_100_max
value: 9.424727981669012
verified: no, type: nauc_precision_at_100_std
value: -2.6577032016620232
verified: no, type: nauc_precision_at_10_diff1
value: 26.443014253849444
verified: no, type: nauc_precision_at_10_max
value: 14.770065276963695
verified: no, type: nauc_precision_at_10_std
value: -6.858833930698038
verified: no, type: nauc_precision_at_1_diff1
value: 46.3329948406647
verified: no, type: nauc_precision_at_1_max
value: 22.58241449034732
verified: no, type: nauc_precision_at_1_std
value: -14.985915561174265
verified: no, type: nauc_precision_at_20_diff1
value: 21.972912383602093
verified: no, type: nauc_precision_at_20_max
value: 12.77220750853116
verified: no, type: nauc_precision_at_20_std
value: -7.532078699244693
verified: no, type: nauc_precision_at_3_diff1
value: 31.29954313202452
verified: no, type: nauc_precision_at_3_max
value: 18.476538158784496
verified: no, type: nauc_precision_at_3_std
value: -9.281358676033744
verified: no, type: nauc_precision_at_5_diff1
value: 29.14285563901319
verified: no, type: nauc_precision_at_5_max
value: 17.515141289970586
verified: no, type: nauc_precision_at_5_std
value: -8.18136686685708
verified: no, type: nauc_recall_at_1000_diff1
value: 18.10916567751394
verified: no, type: nauc_recall_at_1000_max
value: 7.906604050200597
verified: no, type: nauc_recall_at_1000_std
value: 0.6727721895282065
verified: no, type: nauc_recall_at_100_diff1
value: 18.26847397737223
verified: no, type: nauc_recall_at_100_max
value: 7.66856664527548
verified: no, type: nauc_recall_at_100_std
value: -2.725197238603163
verified: no, type: nauc_recall_at_10_diff1
value: 29.700449805842556
verified: no, type: nauc_recall_at_10_max
value: 13.317333676394206
verified: no, type: nauc_recall_at_10_std
value: -8.521551105702333
verified: no, type: nauc_recall_at_1_diff1
value: 48.779222058335876
verified: no, type: nauc_recall_at_1_max
value: 21.505143048235485
verified: no, type: nauc_recall_at_1_std
value: -16.932904440293832
verified: no, type: nauc_recall_at_20_diff1
value: 25.375460842515707
verified: no, type: nauc_recall_at_20_max
value: 10.985828866751106
verified: no, type: nauc_recall_at_20_std
value: -9.509598779492542
verified: no, type: nauc_recall_at_3_diff1
value: 34.90840106638141
verified: no, type: nauc_recall_at_3_max
value: 17.290221003771236
verified: no, type: nauc_recall_at_3_std
value: -10.705822037733377
verified: no, type: nauc_recall_at_5_diff1
value: 32.81949739124929
verified: no, type: nauc_recall_at_5_max
value: 15.77036997034566
verified: no, type: nauc_recall_at_5_std
value: -9.58734153088338
verified: no, type: ndcg_at_1
value: 11.751000000000001
verified: no, type: ndcg_at_10
value: 18.881
verified: no, type: ndcg_at_100
value: 22.945
verified: no, type: ndcg_at_1000
value: 26.247
verified: no, type: ndcg_at_20
value: 20.189
verified: no, type: ndcg_at_3
value: 15.716
verified: no, type: ndcg_at_5
value: 17.265
verified: no, type: precision_at_1
value: 11.751000000000001
verified: no, type: precision_at_10
value: 3.085
verified: no, type: precision_at_100
value: 0.547
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.8419999999999999
verified: no, type: precision_at_3
value: 6.93
verified: no, type: precision_at_5
value: 5.04
verified: no, type: recall_at_1
value: 10.791
verified: no, type: recall_at_10
value: 27.093
verified: no, type: recall_at_100
value: 46.757
verified: no, type: recall_at_1000
value: 72.682
verified: no, type: recall_at_20
value: 32.122
verified: no, type: recall_at_3
value: 18.57
verified: no, type: recall_at_5
value: 22.277
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 11.615
verified: no, type: map_at_1
value: 5.537
verified: no, type: map_at_10
value: 9.11
verified: no, type: map_at_100
value: 9.958
verified: no, type: map_at_1000
value: 10.077
verified: no, type: map_at_20
value: 9.554
verified: no, type: map_at_3
value: 7.8340000000000005
verified: no, type: map_at_5
value: 8.677
verified: no, type: mrr_at_1
value: 6.8407960199004965
verified: no, type: mrr_at_10
value: 11.05928689883914
verified: no, type: mrr_at_100
value: 11.946615508679292
verified: no, type: mrr_at_1000
value: 12.048679891258049
verified: no, type: mrr_at_20
value: 11.549913789152972
verified: no, type: mrr_at_3
value: 9.597844112769486
verified: no, type: mrr_at_5
value: 10.518242122719736
verified: no, type: nauc_map_at_1000_diff1
value: 24.683232918237767
verified: no, type: nauc_map_at_1000_max
value: 12.449206846599838
verified: no, type: nauc_map_at_1000_std
value: -3.251223440472864
verified: no, type: nauc_map_at_100_diff1
value: 24.73393657885426
verified: no, type: nauc_map_at_100_max
value: 12.463807219155827
verified: no, type: nauc_map_at_100_std
value: -3.3483294458285053
verified: no, type: nauc_map_at_10_diff1
value: 24.31899681752587
verified: no, type: nauc_map_at_10_max
value: 13.023772634952646
verified: no, type: nauc_map_at_10_std
value: -3.6150791371290127
verified: no, type: nauc_map_at_1_diff1
value: 38.18226159685399
verified: no, type: nauc_map_at_1_max
value: 10.47829894921553
verified: no, type: nauc_map_at_1_std
value: -4.954960475972177
verified: no, type: nauc_map_at_20_diff1
value: 24.350643352210284
verified: no, type: nauc_map_at_20_max
value: 12.595008372168268
verified: no, type: nauc_map_at_20_std
value: -3.521084293072351
verified: no, type: nauc_map_at_3_diff1
value: 27.40009351319036
verified: no, type: nauc_map_at_3_max
value: 12.867564773713205
verified: no, type: nauc_map_at_3_std
value: -2.6112602224520125
verified: no, type: nauc_map_at_5_diff1
value: 25.88069336503963
verified: no, type: nauc_map_at_5_max
value: 13.087163173214385
verified: no, type: nauc_map_at_5_std
value: -3.8501182077778084
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.833043408642276
verified: no, type: nauc_mrr_at_1000_max
value: 13.485753030408922
verified: no, type: nauc_mrr_at_1000_std
value: -1.4279117045426035
verified: no, type: nauc_mrr_at_100_diff1
value: 24.84946536952306
verified: no, type: nauc_mrr_at_100_max
value: 13.500721704793284
verified: no, type: nauc_mrr_at_100_std
value: -1.4624335897751024
verified: no, type: nauc_mrr_at_10_diff1
value: 24.47572376601274
verified: no, type: nauc_mrr_at_10_max
value: 13.824164688515172
verified: no, type: nauc_mrr_at_10_std
value: -1.6563620168029827
verified: no, type: nauc_mrr_at_1_diff1
value: 36.798035231295465
verified: no, type: nauc_mrr_at_1_max
value: 12.118209984083135
verified: no, type: nauc_mrr_at_1_std
value: -3.556191126662156
verified: no, type: nauc_mrr_at_20_diff1
value: 24.63769144491174
verified: no, type: nauc_mrr_at_20_max
value: 13.645343593555046
verified: no, type: nauc_mrr_at_20_std
value: -1.4685519497750792
verified: no, type: nauc_mrr_at_3_diff1
value: 27.374336386882025
verified: no, type: nauc_mrr_at_3_max
value: 14.062466222395765
verified: no, type: nauc_mrr_at_3_std
value: -0.7537959098644124
verified: no, type: nauc_mrr_at_5_diff1
value: 26.122872611046933
verified: no, type: nauc_mrr_at_5_max
value: 14.183693692153284
verified: no, type: nauc_mrr_at_5_std
value: -1.7476899034212647
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.52880583008532
verified: no, type: nauc_ndcg_at_1000_max
value: 12.247864672035966
verified: no, type: nauc_ndcg_at_1000_std
value: -0.2393336251755205
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.10539624821044
verified: no, type: nauc_ndcg_at_100_max
value: 12.588768934131265
verified: no, type: nauc_ndcg_at_100_std
value: -1.5036787485747833
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.864884263156064
verified: no, type: nauc_ndcg_at_10_max
value: 13.66330673162907
verified: no, type: nauc_ndcg_at_10_std
value: -3.088038677870411
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.798035231295465
verified: no, type: nauc_ndcg_at_1_max
value: 12.118209984083135
verified: no, type: nauc_ndcg_at_1_std
value: -3.556191126662156
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.329183608111467
verified: no, type: nauc_ndcg_at_20_max
value: 12.572397244488709
verified: no, type: nauc_ndcg_at_20_std
value: -2.833568559123329
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.94987224061534
verified: no, type: nauc_ndcg_at_3_max
value: 13.729467010682969
verified: no, type: nauc_ndcg_at_3_std
value: -1.6381352723073075
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.92518093429556
verified: no, type: nauc_ndcg_at_5_max
value: 14.004525164909742
verified: no, type: nauc_ndcg_at_5_std
value: -3.545940567002684
verified: no, type: nauc_precision_at_1000_diff1
value: 3.513045849367289
verified: no, type: nauc_precision_at_1000_max
value: 5.991718237150402
verified: no, type: nauc_precision_at_1000_std
value: 4.347238645478576
verified: no, type: nauc_precision_at_100_diff1
value: 14.94558478552141
verified: no, type: nauc_precision_at_100_max
value: 11.048179849308125
verified: no, type: nauc_precision_at_100_std
value: 2.109463534516253
verified: no, type: nauc_precision_at_10_diff1
value: 10.647162174839298
verified: no, type: nauc_precision_at_10_max
value: 14.84920377910908
verified: no, type: nauc_precision_at_10_std
value: -1.2147719811972686
verified: no, type: nauc_precision_at_1_diff1
value: 36.798035231295465
verified: no, type: nauc_precision_at_1_max
value: 12.118209984083135
verified: no, type: nauc_precision_at_1_std
value: -3.556191126662156
verified: no, type: nauc_precision_at_20_diff1
value: 12.98335768221716
verified: no, type: nauc_precision_at_20_max
value: 11.181649269926806
verified: no, type: nauc_precision_at_20_std
value: -1.3899440018731142
verified: no, type: nauc_precision_at_3_diff1
value: 18.900108852958894
verified: no, type: nauc_precision_at_3_max
value: 15.17370645022724
verified: no, type: nauc_precision_at_3_std
value: 0.16611168597321674
verified: no, type: nauc_precision_at_5_diff1
value: 16.64518826686918
verified: no, type: nauc_precision_at_5_max
value: 15.666919642746747
verified: no, type: nauc_precision_at_5_std
value: -2.120654496956751
verified: no, type: nauc_recall_at_1000_diff1
value: 9.015392906829836
verified: no, type: nauc_recall_at_1000_max
value: 9.785958918488866
verified: no, type: nauc_recall_at_1000_std
value: 8.098684657511653
verified: no, type: nauc_recall_at_100_diff1
value: 18.23092160536796
verified: no, type: nauc_recall_at_100_max
value: 11.903948189364701
verified: no, type: nauc_recall_at_100_std
value: 1.9742310316590832
verified: no, type: nauc_recall_at_10_diff1
value: 11.003843437201361
verified: no, type: nauc_recall_at_10_max
value: 14.185823505910772
verified: no, type: nauc_recall_at_10_std
value: -3.4814252786414777
verified: no, type: nauc_recall_at_1_diff1
value: 38.18226159685399
verified: no, type: nauc_recall_at_1_max
value: 10.47829894921553
verified: no, type: nauc_recall_at_1_std
value: -4.954960475972177
verified: no, type: nauc_recall_at_20_diff1
value: 12.598736542297576
verified: no, type: nauc_recall_at_20_max
value: 11.166163547883375
verified: no, type: nauc_recall_at_20_std
value: -2.774706965748006
verified: no, type: nauc_recall_at_3_diff1
value: 19.109214186516464
verified: no, type: nauc_recall_at_3_max
value: 13.916267405252434
verified: no, type: nauc_recall_at_3_std
value: -1.0124004360750645
verified: no, type: nauc_recall_at_5_diff1
value: 16.537466747239122
verified: no, type: nauc_recall_at_5_max
value: 14.600466427354295
verified: no, type: nauc_recall_at_5_std
value: -4.754479525799718
verified: no, type: ndcg_at_1
value: 6.841
verified: no, type: ndcg_at_10
value: 11.615
verified: no, type: ndcg_at_100
value: 16.16
verified: no, type: ndcg_at_1000
value: 19.689999999999998
verified: no, type: ndcg_at_20
value: 13.228000000000002
verified: no, type: ndcg_at_3
value: 9.103
verified: no, type: ndcg_at_5
value: 10.555
verified: no, type: precision_at_1
value: 6.841
verified: no, type: precision_at_10
value: 2.2640000000000002
verified: no, type: precision_at_100
value: 0.541
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 1.5730000000000002
verified: no, type: precision_at_3
value: 4.519
verified: no, type: precision_at_5
value: 3.6069999999999998
verified: no, type: recall_at_1
value: 5.537
verified: no, type: recall_at_10
value: 17.435000000000002
verified: no, type: recall_at_100
value: 37.811
verified: no, type: recall_at_1000
value: 64.11
verified: no, type: recall_at_20
value: 23.211000000000002
verified: no, type: recall_at_3
value: 10.846
verified: no, type: recall_at_5
value: 14.333000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 26.91
verified: no, type: map_at_1
value: 16.883
verified: no, type: map_at_10
value: 22.803
verified: no, type: map_at_100
value: 23.983999999999998
verified: no, type: map_at_1000
value: 24.138
verified: no, type: map_at_20
value: 23.439
verified: no, type: map_at_3
value: 20.934
verified: no, type: map_at_5
value: 21.907
verified: no, type: mrr_at_1
value: 21.174205967276226
verified: no, type: mrr_at_10
value: 27.280046442702833
verified: no, type: mrr_at_100
value: 28.23352632853514
verified: no, type: mrr_at_1000
value: 28.32443329536469
verified: no, type: mrr_at_20
value: 27.818561120709955
verified: no, type: mrr_at_3
value: 25.200513314084073
verified: no, type: mrr_at_5
value: 26.302534488290025
verified: no, type: nauc_map_at_1000_diff1
value: 41.38159396894937
verified: no, type: nauc_map_at_1000_max
value: 27.075718229872507
verified: no, type: nauc_map_at_1000_std
value: -0.034938715521092914
verified: no, type: nauc_map_at_100_diff1
value: 41.33787954136784
verified: no, type: nauc_map_at_100_max
value: 27.02570012546652
verified: no, type: nauc_map_at_100_std
value: -0.13744553361820572
verified: no, type: nauc_map_at_10_diff1
value: 41.90648956203455
verified: no, type: nauc_map_at_10_max
value: 26.84030815813142
verified: no, type: nauc_map_at_10_std
value: -0.7735994997780928
verified: no, type: nauc_map_at_1_diff1
value: 47.159330320351586
verified: no, type: nauc_map_at_1_max
value: 29.793961305890537
verified: no, type: nauc_map_at_1_std
value: -1.0546824447786483
verified: no, type: nauc_map_at_20_diff1
value: 41.47699374624499
verified: no, type: nauc_map_at_20_max
value: 26.809111512352107
verified: no, type: nauc_map_at_20_std
value: -0.3828096047690898
verified: no, type: nauc_map_at_3_diff1
value: 43.150522493674096
verified: no, type: nauc_map_at_3_max
value: 26.577312834071588
verified: no, type: nauc_map_at_3_std
value: -1.3542004434512425
verified: no, type: nauc_map_at_5_diff1
value: 42.56975458189335
verified: no, type: nauc_map_at_5_max
value: 26.94247470743405
verified: no, type: nauc_map_at_5_std
value: -0.9794656496391059
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.52697018269869
verified: no, type: nauc_mrr_at_1000_max
value: 28.033039061173433
verified: no, type: nauc_mrr_at_1000_std
value: 2.4888388677985467
verified: no, type: nauc_mrr_at_100_diff1
value: 37.48466838388186
verified: no, type: nauc_mrr_at_100_max
value: 28.02810525984351
verified: no, type: nauc_mrr_at_100_std
value: 2.453572141052541
verified: no, type: nauc_mrr_at_10_diff1
value: 38.078483092543514
verified: no, type: nauc_mrr_at_10_max
value: 28.17949106533087
verified: no, type: nauc_mrr_at_10_std
value: 2.2130266173691133
verified: no, type: nauc_mrr_at_1_diff1
value: 42.42342081270958
verified: no, type: nauc_mrr_at_1_max
value: 31.177722470332508
verified: no, type: nauc_mrr_at_1_std
value: 2.992917621133945
verified: no, type: nauc_mrr_at_20_diff1
value: 37.6303297547515
verified: no, type: nauc_mrr_at_20_max
value: 28.022077664745655
verified: no, type: nauc_mrr_at_20_std
value: 2.428673326300689
verified: no, type: nauc_mrr_at_3_diff1
value: 38.71875043363434
verified: no, type: nauc_mrr_at_3_max
value: 27.81584708039136
verified: no, type: nauc_mrr_at_3_std
value: 1.5526447606078482
verified: no, type: nauc_mrr_at_5_diff1
value: 38.39263667742802
verified: no, type: nauc_mrr_at_5_max
value: 28.405137560145967
verified: no, type: nauc_mrr_at_5_std
value: 1.8795388857359592
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.3679780288481
verified: no, type: nauc_ndcg_at_1000_max
value: 27.124961640164013
verified: no, type: nauc_ndcg_at_1000_std
value: 4.044169498575053
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.62729129168551
verified: no, type: nauc_ndcg_at_100_max
value: 26.712693730742675
verified: no, type: nauc_ndcg_at_100_std
value: 2.6627981122016644
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.0386116034406
verified: no, type: nauc_ndcg_at_10_max
value: 25.93211191183676
verified: no, type: nauc_ndcg_at_10_std
value: 0.07395623726935022
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.42342081270958
verified: no, type: nauc_ndcg_at_1_max
value: 31.177722470332508
verified: no, type: nauc_ndcg_at_1_std
value: 2.992917621133945
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.53584200169193
verified: no, type: nauc_ndcg_at_20_max
value: 25.558468749890896
verified: no, type: nauc_ndcg_at_20_std
value: 1.2318351799632228
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.68885751113596
verified: no, type: nauc_ndcg_at_3_max
value: 26.382850563433358
verified: no, type: nauc_ndcg_at_3_std
value: -0.5828913470916129
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.20744862471514
verified: no, type: nauc_ndcg_at_5_max
value: 26.793282641286925
verified: no, type: nauc_ndcg_at_5_std
value: -0.21932084429747978
verified: no, type: nauc_precision_at_1000_diff1
value: -0.2740031954406055
verified: no, type: nauc_precision_at_1000_max
value: 15.621744490875047
verified: no, type: nauc_precision_at_1000_std
value: 16.834234066358007
verified: no, type: nauc_precision_at_100_diff1
value: 8.37085037514357
verified: no, type: nauc_precision_at_100_max
value: 23.932882815066836
verified: no, type: nauc_precision_at_100_std
value: 14.983655513650115
verified: no, type: nauc_precision_at_10_diff1
value: 27.06328840478737
verified: no, type: nauc_precision_at_10_max
value: 26.51407759856565
verified: no, type: nauc_precision_at_10_std
value: 6.710414141333863
verified: no, type: nauc_precision_at_1_diff1
value: 42.42342081270958
verified: no, type: nauc_precision_at_1_max
value: 31.177722470332508
verified: no, type: nauc_precision_at_1_std
value: 2.992917621133945
verified: no, type: nauc_precision_at_20_diff1
value: 19.336605064257732
verified: no, type: nauc_precision_at_20_max
value: 24.081476666220862
verified: no, type: nauc_precision_at_20_std
value: 10.172257672610973
verified: no, type: nauc_precision_at_3_diff1
value: 33.230983381592274
verified: no, type: nauc_precision_at_3_max
value: 24.989278473276975
verified: no, type: nauc_precision_at_3_std
value: 1.6437958566367155
verified: no, type: nauc_precision_at_5_diff1
value: 30.40684618165986
verified: no, type: nauc_precision_at_5_max
value: 27.495263396077597
verified: no, type: nauc_precision_at_5_std
value: 3.8758806968379647
verified: no, type: nauc_recall_at_1000_diff1
value: 19.36097686642846
verified: no, type: nauc_recall_at_1000_max
value: 20.92571079501699
verified: no, type: nauc_recall_at_1000_std
value: 29.360494025393454
verified: no, type: nauc_recall_at_100_diff1
value: 20.66672940547856
verified: no, type: nauc_recall_at_100_max
value: 21.339005075190045
verified: no, type: nauc_recall_at_100_std
value: 9.899251322282261
verified: no, type: nauc_recall_at_10_diff1
value: 32.330889061583754
verified: no, type: nauc_recall_at_10_max
value: 20.450766552523
verified: no, type: nauc_recall_at_10_std
value: -0.2480940006638854
verified: no, type: nauc_recall_at_1_diff1
value: 47.159330320351586
verified: no, type: nauc_recall_at_1_max
value: 29.793961305890537
verified: no, type: nauc_recall_at_1_std
value: -1.0546824447786483
verified: no, type: nauc_recall_at_20_diff1
value: 27.136530982630997
verified: no, type: nauc_recall_at_20_max
value: 18.547627398945572
verified: no, type: nauc_recall_at_20_std
value: 3.3977018294296966
verified: no, type: nauc_recall_at_3_diff1
value: 37.991255133265504
verified: no, type: nauc_recall_at_3_max
value: 21.793628819368916
verified: no, type: nauc_recall_at_3_std
value: -2.511571598486541
verified: no, type: nauc_recall_at_5_diff1
value: 36.4110791705403
verified: no, type: nauc_recall_at_5_max
value: 22.574804328522983
verified: no, type: nauc_recall_at_5_std
value: -1.3318534898262748
verified: no, type: ndcg_at_1
value: 21.174
verified: no, type: ndcg_at_10
value: 26.91
verified: no, type: ndcg_at_100
value: 32.553
verified: no, type: ndcg_at_1000
value: 35.83
verified: no, type: ndcg_at_20
value: 28.987000000000002
verified: no, type: ndcg_at_3
value: 23.544
verified: no, type: ndcg_at_5
value: 24.983
verified: no, type: precision_at_1
value: 21.174
verified: no, type: precision_at_10
value: 4.918
verified: no, type: precision_at_100
value: 0.946
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 3.114
verified: no, type: precision_at_3
value: 11.004
verified: no, type: precision_at_5
value: 7.854
verified: no, type: recall_at_1
value: 16.883
verified: no, type: recall_at_10
value: 34.979
verified: no, type: recall_at_100
value: 59.650999999999996
verified: no, type: recall_at_1000
value: 82.221
verified: no, type: recall_at_20
value: 42.352000000000004
verified: no, type: recall_at_3
value: 25.344
verified: no, type: recall_at_5
value: 29.205
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 20.772
verified: no, type: map_at_1
value: 11.594
verified: no, type: map_at_10
value: 16.919
verified: no, type: map_at_100
value: 18.127
verified: no, type: map_at_1000
value: 18.265
verified: no, type: map_at_20
value: 17.562
verified: no, type: map_at_3
value: 15.110999999999999
verified: no, type: map_at_5
value: 16.042
verified: no, type: mrr_at_1
value: 14.383561643835616
verified: no, type: mrr_at_10
value: 20.43940711748931
verified: no, type: mrr_at_100
value: 21.435624667299567
verified: no, type: mrr_at_1000
value: 21.527726237560707
verified: no, type: mrr_at_20
value: 21.009195052331954
verified: no, type: mrr_at_3
value: 18.588280060882802
verified: no, type: mrr_at_5
value: 19.552891933028917
verified: no, type: nauc_map_at_1000_diff1
value: 33.262795491922596
verified: no, type: nauc_map_at_1000_max
value: 21.31596789079428
verified: no, type: nauc_map_at_1000_std
value: 0.7852441803303455
verified: no, type: nauc_map_at_100_diff1
value: 33.268752630014234
verified: no, type: nauc_map_at_100_max
value: 21.25556523340811
verified: no, type: nauc_map_at_100_std
value: 0.7039138578991556
verified: no, type: nauc_map_at_10_diff1
value: 33.35543182094911
verified: no, type: nauc_map_at_10_max
value: 20.568537341885452
verified: no, type: nauc_map_at_10_std
value: -0.43247720737574813
verified: no, type: nauc_map_at_1_diff1
value: 41.36060666064399
verified: no, type: nauc_map_at_1_max
value: 21.963186112235483
verified: no, type: nauc_map_at_1_std
value: -2.501260740491966
verified: no, type: nauc_map_at_20_diff1
value: 33.39793495227392
verified: no, type: nauc_map_at_20_max
value: 21.00785918268415
verified: no, type: nauc_map_at_20_std
value: 0.17640004795604808
verified: no, type: nauc_map_at_3_diff1
value: 34.4973117300038
verified: no, type: nauc_map_at_3_max
value: 19.632391312902868
verified: no, type: nauc_map_at_3_std
value: -2.7433813735332633
verified: no, type: nauc_map_at_5_diff1
value: 34.08903030512529
verified: no, type: nauc_map_at_5_max
value: 19.71145539531056
verified: no, type: nauc_map_at_5_std
value: -1.7888621307481465
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.036763252826663
verified: no, type: nauc_mrr_at_1000_max
value: 22.721775717568743
verified: no, type: nauc_mrr_at_1000_std
value: 1.5610106615257815
verified: no, type: nauc_mrr_at_100_diff1
value: 30.001177715898773
verified: no, type: nauc_mrr_at_100_max
value: 22.688673505906557
verified: no, type: nauc_mrr_at_100_std
value: 1.548564147265043
verified: no, type: nauc_mrr_at_10_diff1
value: 30.318607759330003
verified: no, type: nauc_mrr_at_10_max
value: 22.62013842178604
verified: no, type: nauc_mrr_at_10_std
value: 0.8741126049148205
verified: no, type: nauc_mrr_at_1_diff1
value: 37.89568693814772
verified: no, type: nauc_mrr_at_1_max
value: 24.79729112521682
verified: no, type: nauc_mrr_at_1_std
value: 0.45441850694116415
verified: no, type: nauc_mrr_at_20_diff1
value: 30.095683316159004
verified: no, type: nauc_mrr_at_20_max
value: 22.660310419347745
verified: no, type: nauc_mrr_at_20_std
value: 1.2383016742006898
verified: no, type: nauc_mrr_at_3_diff1
value: 31.15218479473984
verified: no, type: nauc_mrr_at_3_max
value: 22.469292588239902
verified: no, type: nauc_mrr_at_3_std
value: -0.3347771186823999
verified: no, type: nauc_mrr_at_5_diff1
value: 30.776401083584382
verified: no, type: nauc_mrr_at_5_max
value: 22.021753205030357
verified: no, type: nauc_mrr_at_5_std
value: -0.16866916918985556
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.146312601693747
verified: no, type: nauc_ndcg_at_1000_max
value: 23.112744430247094
verified: no, type: nauc_ndcg_at_1000_std
value: 6.653567572547435
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.37923677271363
verified: no, type: nauc_ndcg_at_100_max
value: 22.38970149525569
verified: no, type: nauc_ndcg_at_100_std
value: 5.931300029746915
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.77761043652284
verified: no, type: nauc_ndcg_at_10_max
value: 20.957056341027606
verified: no, type: nauc_ndcg_at_10_std
value: 1.6705876092521652
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.89568693814772
verified: no, type: nauc_ndcg_at_1_max
value: 24.79729112521682
verified: no, type: nauc_ndcg_at_1_std
value: 0.45441850694116415
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.69115181780205
verified: no, type: nauc_ndcg_at_20_max
value: 21.812806056707494
verified: no, type: nauc_ndcg_at_20_std
value: 3.3207687473070355
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.71670832179318
verified: no, type: nauc_ndcg_at_3_max
value: 20.005897851777153
verified: no, type: nauc_ndcg_at_3_std
value: -1.945060538090631
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.341621862768378
verified: no, type: nauc_ndcg_at_5_max
value: 19.711932402527314
verified: no, type: nauc_ndcg_at_5_std
value: -0.8986370500002848
verified: no, type: nauc_precision_at_1000_diff1
value: -1.80587378767679
verified: no, type: nauc_precision_at_1000_max
value: 13.27864120357074
verified: no, type: nauc_precision_at_1000_std
value: 11.35646447991795
verified: no, type: nauc_precision_at_100_diff1
value: 10.690493039650848
verified: no, type: nauc_precision_at_100_max
value: 21.852108406166078
verified: no, type: nauc_precision_at_100_std
value: 16.448506075274782
verified: no, type: nauc_precision_at_10_diff1
value: 19.47826562755573
verified: no, type: nauc_precision_at_10_max
value: 23.175270348890578
verified: no, type: nauc_precision_at_10_std
value: 7.092336860578882
verified: no, type: nauc_precision_at_1_diff1
value: 37.89568693814772
verified: no, type: nauc_precision_at_1_max
value: 24.79729112521682
verified: no, type: nauc_precision_at_1_std
value: 0.45441850694116415
verified: no, type: nauc_precision_at_20_diff1
value: 18.025999687256054
verified: no, type: nauc_precision_at_20_max
value: 23.742299066638676
verified: no, type: nauc_precision_at_20_std
value: 10.577257417584415
verified: no, type: nauc_precision_at_3_diff1
value: 24.999170493212436
verified: no, type: nauc_precision_at_3_max
value: 20.606004668102138
verified: no, type: nauc_precision_at_3_std
value: -0.2850972522167497
verified: no, type: nauc_precision_at_5_diff1
value: 23.566430582817883
verified: no, type: nauc_precision_at_5_max
value: 19.922628542285032
verified: no, type: nauc_precision_at_5_std
value: 1.8893748644482864
verified: no, type: nauc_recall_at_1000_diff1
value: 14.639102682660038
verified: no, type: nauc_recall_at_1000_max
value: 26.572142236799056
verified: no, type: nauc_recall_at_1000_std
value: 32.38940174413534
verified: no, type: nauc_recall_at_100_diff1
value: 20.31142739817575
verified: no, type: nauc_recall_at_100_max
value: 21.51142155914532
verified: no, type: nauc_recall_at_100_std
value: 19.67731733250046
verified: no, type: nauc_recall_at_10_diff1
value: 22.38727708437124
verified: no, type: nauc_recall_at_10_max
value: 19.484869364238776
verified: no, type: nauc_recall_at_10_std
value: 6.173360353625354
verified: no, type: nauc_recall_at_1_diff1
value: 41.36060666064399
verified: no, type: nauc_recall_at_1_max
value: 21.963186112235483
verified: no, type: nauc_recall_at_1_std
value: -2.501260740491966
verified: no, type: nauc_recall_at_20_diff1
value: 21.634328851993583
verified: no, type: nauc_recall_at_20_max
value: 21.22314972109689
verified: no, type: nauc_recall_at_20_std
value: 10.321822575671742
verified: no, type: nauc_recall_at_3_diff1
value: 27.235698960994014
verified: no, type: nauc_recall_at_3_max
value: 16.267701020224287
verified: no, type: nauc_recall_at_3_std
value: -3.2266239973778443
verified: no, type: nauc_recall_at_5_diff1
value: 26.102514254904
verified: no, type: nauc_recall_at_5_max
value: 16.172508338466322
verified: no, type: nauc_recall_at_5_std
value: -0.5086033534476121
verified: no, type: ndcg_at_1
value: 14.384
verified: no, type: ndcg_at_10
value: 20.772
verified: no, type: ndcg_at_100
value: 26.602999999999998
verified: no, type: ndcg_at_1000
value: 29.89
verified: no, type: ndcg_at_20
value: 22.961000000000002
verified: no, type: ndcg_at_3
value: 17.388
verified: no, type: ndcg_at_5
value: 18.787000000000003
verified: no, type: precision_at_1
value: 14.384
verified: no, type: precision_at_10
value: 4.154999999999999
verified: no, type: precision_at_100
value: 0.855
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_20
value: 2.7279999999999998
verified: no, type: precision_at_3
value: 8.486
verified: no, type: precision_at_5
value: 6.279
verified: no, type: recall_at_1
value: 11.594
verified: no, type: recall_at_10
value: 28.762999999999998
verified: no, type: recall_at_100
value: 54.67100000000001
verified: no, type: recall_at_1000
value: 78.105
verified: no, type: recall_at_20
value: 36.708
verified: no, type: recall_at_3
value: 19.488
verified: no, type: recall_at_5
value: 23.049
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 21.864250000000006
verified: no, type: ndcg_at_10
value: 21.864250000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 17.529
verified: no, type: map_at_1
value: 9.628
verified: no, type: map_at_10
value: 14.463000000000001
verified: no, type: map_at_100
value: 15.17
verified: no, type: map_at_1000
value: 15.27
verified: no, type: map_at_20
value: 14.817
verified: no, type: map_at_3
value: 13.089999999999998
verified: no, type: map_at_5
value: 13.703999999999999
verified: no, type: mrr_at_1
value: 11.65644171779141
verified: no, type: mrr_at_10
value: 16.46332408218911
verified: no, type: mrr_at_100
value: 17.194209080357542
verified: no, type: mrr_at_1000
value: 17.285546487758563
verified: no, type: mrr_at_20
value: 16.835438815628372
verified: no, type: mrr_at_3
value: 15.081799591002035
verified: no, type: mrr_at_5
value: 15.7183026584867
verified: no, type: nauc_map_at_1000_diff1
value: 24.745069547833133
verified: no, type: nauc_map_at_1000_max
value: 12.2311307150906
verified: no, type: nauc_map_at_1000_std
value: 1.672159939231174
verified: no, type: nauc_map_at_100_diff1
value: 24.73004472604233
verified: no, type: nauc_map_at_100_max
value: 12.179108920911679
verified: no, type: nauc_map_at_100_std
value: 1.6049355454311964
verified: no, type: nauc_map_at_10_diff1
value: 25.14349932840619
verified: no, type: nauc_map_at_10_max
value: 12.429412020446783
verified: no, type: nauc_map_at_10_std
value: 1.305307255605515
verified: no, type: nauc_map_at_1_diff1
value: 31.417658938088493
verified: no, type: nauc_map_at_1_max
value: 14.698481024465737
verified: no, type: nauc_map_at_1_std
value: 1.713648870488101
verified: no, type: nauc_map_at_20_diff1
value: 25.078930789069286
verified: no, type: nauc_map_at_20_max
value: 12.339225875456624
verified: no, type: nauc_map_at_20_std
value: 1.3267901782136668
verified: no, type: nauc_map_at_3_diff1
value: 24.887634824567026
verified: no, type: nauc_map_at_3_max
value: 13.4730845058873
verified: no, type: nauc_map_at_3_std
value: 1.7415105393757087
verified: no, type: nauc_map_at_5_diff1
value: 24.703285086420937
verified: no, type: nauc_map_at_5_max
value: 12.657053025607537
verified: no, type: nauc_map_at_5_std
value: 1.2700178671031146
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.138222320180915
verified: no, type: nauc_mrr_at_1000_max
value: 15.673134825000663
verified: no, type: nauc_mrr_at_1000_std
value: 3.895541215099143
verified: no, type: nauc_mrr_at_100_diff1
value: 26.11321305609665
verified: no, type: nauc_mrr_at_100_max
value: 15.63930697560893
verified: no, type: nauc_mrr_at_100_std
value: 3.8375334936132424
verified: no, type: nauc_mrr_at_10_diff1
value: 26.556834624868465
verified: no, type: nauc_mrr_at_10_max
value: 15.862950253117766
verified: no, type: nauc_mrr_at_10_std
value: 3.6335815894977843
verified: no, type: nauc_mrr_at_1_diff1
value: 32.65224482557457
verified: no, type: nauc_mrr_at_1_max
value: 19.60009423463152
verified: no, type: nauc_mrr_at_1_std
value: 4.477944071474801
verified: no, type: nauc_mrr_at_20_diff1
value: 26.459141609196635
verified: no, type: nauc_mrr_at_20_max
value: 15.825532833656489
verified: no, type: nauc_mrr_at_20_std
value: 3.640907121438615
verified: no, type: nauc_mrr_at_3_diff1
value: 26.080157246672986
verified: no, type: nauc_mrr_at_3_max
value: 17.215486179933677
verified: no, type: nauc_mrr_at_3_std
value: 4.617101355725209
verified: no, type: nauc_mrr_at_5_diff1
value: 26.16231186962206
verified: no, type: nauc_mrr_at_5_max
value: 16.377814206094452
verified: no, type: nauc_mrr_at_5_std
value: 4.0294499741813965
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.3760006380521
verified: no, type: nauc_ndcg_at_1000_max
value: 11.167820745459364
verified: no, type: nauc_ndcg_at_1000_std
value: 4.64834301044508
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.8831501214006
verified: no, type: nauc_ndcg_at_100_max
value: 10.202305205094655
verified: no, type: nauc_ndcg_at_100_std
value: 3.185443757584521
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.246023041707506
verified: no, type: nauc_ndcg_at_10_max
value: 11.725940900458006
verified: no, type: nauc_ndcg_at_10_std
value: 1.8396976589611098
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.65224482557457
verified: no, type: nauc_ndcg_at_1_max
value: 19.60009423463152
verified: no, type: nauc_ndcg_at_1_std
value: 4.477944071474801
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.132193295897135
verified: no, type: nauc_ndcg_at_20_max
value: 11.35174138491149
verified: no, type: nauc_ndcg_at_20_std
value: 1.7054085400159937
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.544626586058385
verified: no, type: nauc_ndcg_at_3_max
value: 13.674978929974557
verified: no, type: nauc_ndcg_at_3_std
value: 2.9299702185201677
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.33991313564435
verified: no, type: nauc_ndcg_at_5_max
value: 12.288853399905868
verified: no, type: nauc_ndcg_at_5_std
value: 1.9515614579903209
verified: no, type: nauc_precision_at_1000_diff1
value: 12.95872707457021
verified: no, type: nauc_precision_at_1000_max
value: 12.036050516594216
verified: no, type: nauc_precision_at_1000_std
value: 16.600008578952213
verified: no, type: nauc_precision_at_100_diff1
value: 13.139487415633106
verified: no, type: nauc_precision_at_100_max
value: 9.417494003947107
verified: no, type: nauc_precision_at_100_std
value: 11.738900823126077
verified: no, type: nauc_precision_at_10_diff1
value: 23.13031875688454
verified: no, type: nauc_precision_at_10_max
value: 13.761622928864501
verified: no, type: nauc_precision_at_10_std
value: 5.751034624604308
verified: no, type: nauc_precision_at_1_diff1
value: 32.65224482557457
verified: no, type: nauc_precision_at_1_max
value: 19.60009423463152
verified: no, type: nauc_precision_at_1_std
value: 4.477944071474801
verified: no, type: nauc_precision_at_20_diff1
value: 22.213759009490285
verified: no, type: nauc_precision_at_20_max
value: 12.849772267882804
verified: no, type: nauc_precision_at_20_std
value: 5.518908470286235
verified: no, type: nauc_precision_at_3_diff1
value: 20.90728187728363
verified: no, type: nauc_precision_at_3_max
value: 16.768555028287597
verified: no, type: nauc_precision_at_3_std
value: 6.323648876001936
verified: no, type: nauc_precision_at_5_diff1
value: 21.013985751654815
verified: no, type: nauc_precision_at_5_max
value: 14.554098534876916
verified: no, type: nauc_precision_at_5_std
value: 5.345460769434932
verified: no, type: nauc_recall_at_1000_diff1
value: 13.019558803790924
verified: no, type: nauc_recall_at_1000_max
value: 4.681559433425631
verified: no, type: nauc_recall_at_1000_std
value: 14.52978675424674
verified: no, type: nauc_recall_at_100_diff1
value: 12.440632605048178
verified: no, type: nauc_recall_at_100_max
value: 1.218572373194076
verified: no, type: nauc_recall_at_100_std
value: 5.124085960572474
verified: no, type: nauc_recall_at_10_diff1
value: 20.994262563840387
verified: no, type: nauc_recall_at_10_max
value: 6.830224132326494
verified: no, type: nauc_recall_at_10_std
value: 0.8753342641221064
verified: no, type: nauc_recall_at_1_diff1
value: 31.417658938088493
verified: no, type: nauc_recall_at_1_max
value: 14.698481024465737
verified: no, type: nauc_recall_at_1_std
value: 1.713648870488101
verified: no, type: nauc_recall_at_20_diff1
value: 20.861160718899914
verified: no, type: nauc_recall_at_20_max
value: 5.748341529361438
verified: no, type: nauc_recall_at_20_std
value: 0.24020073460682165
verified: no, type: nauc_recall_at_3_diff1
value: 18.431274803969966
verified: no, type: nauc_recall_at_3_max
value: 10.592473557682561
verified: no, type: nauc_recall_at_3_std
value: 2.8012186160825827
verified: no, type: nauc_recall_at_5_diff1
value: 18.338800346911565
verified: no, type: nauc_recall_at_5_max
value: 7.8128202161812945
verified: no, type: nauc_recall_at_5_std
value: 1.157375547570994
verified: no, type: ndcg_at_1
value: 11.655999999999999
verified: no, type: ndcg_at_10
value: 17.529
verified: no, type: ndcg_at_100
value: 21.359
verified: no, type: ndcg_at_1000
value: 24.212
verified: no, type: ndcg_at_20
value: 18.862000000000002
verified: no, type: ndcg_at_3
value: 14.821000000000002
verified: no, type: ndcg_at_5
value: 15.806999999999999
verified: no, type: precision_at_1
value: 11.655999999999999
verified: no, type: precision_at_10
value: 3.021
verified: no, type: precision_at_100
value: 0.5349999999999999
verified: no, type: precision_at_1000
value: 0.084
verified: no, type: precision_at_20
value: 1.833
verified: no, type: precision_at_3
value: 6.952999999999999
verified: no, type: precision_at_5
value: 4.755
verified: no, type: recall_at_1
value: 9.628
verified: no, type: recall_at_10
value: 25.201
verified: no, type: recall_at_100
value: 43.064
verified: no, type: recall_at_1000
value: 64.762
verified: no, type: recall_at_20
value: 30.418
verified: no, type: recall_at_3
value: 17.441000000000003
verified: no, type: recall_at_5
value: 20.079
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 12.443999999999999
verified: no, type: map_at_1
value: 6.557
verified: no, type: map_at_10
value: 10.045
verified: no, type: map_at_100
value: 10.686
verified: no, type: map_at_1000
value: 10.804
verified: no, type: map_at_20
value: 10.32
verified: no, type: map_at_3
value: 8.879
verified: no, type: map_at_5
value: 9.599
verified: no, type: mrr_at_1
value: 8.017894012388162
verified: no, type: mrr_at_10
value: 12.108923518937278
verified: no, type: mrr_at_100
value: 12.782867084978939
verified: no, type: mrr_at_1000
value: 12.882306547754846
verified: no, type: mrr_at_20
value: 12.40886134937674
verified: no, type: mrr_at_3
value: 10.788024776324843
verified: no, type: mrr_at_5
value: 11.601858224363372
verified: no, type: nauc_map_at_1000_diff1
value: 32.65207872038934
verified: no, type: nauc_map_at_1000_max
value: 15.3796831155072
verified: no, type: nauc_map_at_1000_std
value: -2.0284631913694318
verified: no, type: nauc_map_at_100_diff1
value: 32.6980604049616
verified: no, type: nauc_map_at_100_max
value: 15.296695101083902
verified: no, type: nauc_map_at_100_std
value: -2.1656869010510302
verified: no, type: nauc_map_at_10_diff1
value: 33.6176771582625
verified: no, type: nauc_map_at_10_max
value: 15.317492294272327
verified: no, type: nauc_map_at_10_std
value: -2.514753327992827
verified: no, type: nauc_map_at_1_diff1
value: 44.846987901851705
verified: no, type: nauc_map_at_1_max
value: 16.92140255796036
verified: no, type: nauc_map_at_1_std
value: -2.759993870541995
verified: no, type: nauc_map_at_20_diff1
value: 33.198923596487504
verified: no, type: nauc_map_at_20_max
value: 15.244580944712267
verified: no, type: nauc_map_at_20_std
value: -2.4111035829237473
verified: no, type: nauc_map_at_3_diff1
value: 36.72269327063732
verified: no, type: nauc_map_at_3_max
value: 16.239304706025763
verified: no, type: nauc_map_at_3_std
value: -2.7517672917082283
verified: no, type: nauc_map_at_5_diff1
value: 34.578874725919626
verified: no, type: nauc_map_at_5_max
value: 15.533855519388934
verified: no, type: nauc_map_at_5_std
value: -2.6809627993789866
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.389656359349686
verified: no, type: nauc_mrr_at_1000_max
value: 16.67441537363918
verified: no, type: nauc_mrr_at_1000_std
value: -1.3704521096871414
verified: no, type: nauc_mrr_at_100_diff1
value: 30.39705489133467
verified: no, type: nauc_mrr_at_100_max
value: 16.65953388052282
verified: no, type: nauc_mrr_at_100_std
value: -1.4155515799129026
verified: no, type: nauc_mrr_at_10_diff1
value: 31.093808772992897
verified: no, type: nauc_mrr_at_10_max
value: 16.739835728088327
verified: no, type: nauc_mrr_at_10_std
value: -1.8192204545363915
verified: no, type: nauc_mrr_at_1_diff1
value: 42.24020206282754
verified: no, type: nauc_mrr_at_1_max
value: 18.62811529500791
verified: no, type: nauc_mrr_at_1_std
value: -3.329554678904735
verified: no, type: nauc_mrr_at_20_diff1
value: 30.724507241928023
verified: no, type: nauc_mrr_at_20_max
value: 16.6412080771391
verified: no, type: nauc_mrr_at_20_std
value: -1.5892437165713176
verified: no, type: nauc_mrr_at_3_diff1
value: 34.08441470381647
verified: no, type: nauc_mrr_at_3_max
value: 17.915657010600984
verified: no, type: nauc_mrr_at_3_std
value: -2.2780151857350814
verified: no, type: nauc_mrr_at_5_diff1
value: 31.780239141576583
verified: no, type: nauc_mrr_at_5_max
value: 16.93463602358056
verified: no, type: nauc_mrr_at_5_std
value: -1.9834883780660013
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.15335120104252
verified: no, type: nauc_ndcg_at_1000_max
value: 16.263845464802312
verified: no, type: nauc_ndcg_at_1000_std
value: 2.410125087100955
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.81428051006561
verified: no, type: nauc_ndcg_at_100_max
value: 14.829210245320729
verified: no, type: nauc_ndcg_at_100_std
value: -0.08689023270098711
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.17693224783663
verified: no, type: nauc_ndcg_at_10_max
value: 14.905848199498683
verified: no, type: nauc_ndcg_at_10_std
value: -1.996054601864615
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.24020206282754
verified: no, type: nauc_ndcg_at_1_max
value: 18.62811529500791
verified: no, type: nauc_ndcg_at_1_std
value: -3.329554678904735
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.040580916658364
verified: no, type: nauc_ndcg_at_20_max
value: 14.607177578819655
verified: no, type: nauc_ndcg_at_20_std
value: -1.5602788676054553
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.89467257334233
verified: no, type: nauc_ndcg_at_3_max
value: 16.80743117748352
verified: no, type: nauc_ndcg_at_3_std
value: -2.3084226107164865
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.719473158355054
verified: no, type: nauc_ndcg_at_5_max
value: 15.377162920426812
verified: no, type: nauc_ndcg_at_5_std
value: -2.2615670747802077
verified: no, type: nauc_precision_at_1000_diff1
value: 4.916612061486793
verified: no, type: nauc_precision_at_1000_max
value: 22.969361069828732
verified: no, type: nauc_precision_at_1000_std
value: 18.6356088544518
verified: no, type: nauc_precision_at_100_diff1
value: 10.558231923280632
verified: no, type: nauc_precision_at_100_max
value: 18.372817446247367
verified: no, type: nauc_precision_at_100_std
value: 8.344586790370458
verified: no, type: nauc_precision_at_10_diff1
value: 19.9407132138494
verified: no, type: nauc_precision_at_10_max
value: 16.327306192687878
verified: no, type: nauc_precision_at_10_std
value: 0.16685419873145663
verified: no, type: nauc_precision_at_1_diff1
value: 42.24020206282754
verified: no, type: nauc_precision_at_1_max
value: 18.62811529500791
verified: no, type: nauc_precision_at_1_std
value: -3.329554678904735
verified: no, type: nauc_precision_at_20_diff1
value: 16.646892238566046
verified: no, type: nauc_precision_at_20_max
value: 16.637316699800202
verified: no, type: nauc_precision_at_20_std
value: 2.6934626880556345
verified: no, type: nauc_precision_at_3_diff1
value: 28.35394732911168
verified: no, type: nauc_precision_at_3_max
value: 18.708227286896033
verified: no, type: nauc_precision_at_3_std
value: -1.7316048532952557
verified: no, type: nauc_precision_at_5_diff1
value: 22.637258344117758
verified: no, type: nauc_precision_at_5_max
value: 16.235324772438183
verified: no, type: nauc_precision_at_5_std
value: -0.9073652855156291
verified: no, type: nauc_recall_at_1000_diff1
value: 7.769963101855644
verified: no, type: nauc_recall_at_1000_max
value: 16.95143097349464
verified: no, type: nauc_recall_at_1000_std
value: 15.47110521887779
verified: no, type: nauc_recall_at_100_diff1
value: 13.066911377416401
verified: no, type: nauc_recall_at_100_max
value: 11.619784901704275
verified: no, type: nauc_recall_at_100_std
value: 3.5395473327823654
verified: no, type: nauc_recall_at_10_diff1
value: 21.5626471119534
verified: no, type: nauc_recall_at_10_max
value: 12.173867348784546
verified: no, type: nauc_recall_at_10_std
value: -1.6058682655342469
verified: no, type: nauc_recall_at_1_diff1
value: 44.846987901851705
verified: no, type: nauc_recall_at_1_max
value: 16.92140255796036
verified: no, type: nauc_recall_at_1_std
value: -2.759993870541995
verified: no, type: nauc_recall_at_20_diff1
value: 18.777854488746364
verified: no, type: nauc_recall_at_20_max
value: 11.241858114527968
verified: no, type: nauc_recall_at_20_std
value: -0.5830148082352531
verified: no, type: nauc_recall_at_3_diff1
value: 29.592645115703363
verified: no, type: nauc_recall_at_3_max
value: 15.309599487009862
verified: no, type: nauc_recall_at_3_std
value: -2.569342359215212
verified: no, type: nauc_recall_at_5_diff1
value: 24.35312015828605
verified: no, type: nauc_recall_at_5_max
value: 13.17850031245583
verified: no, type: nauc_recall_at_5_std
value: -2.3536371984816546
verified: no, type: ndcg_at_1
value: 8.018
verified: no, type: ndcg_at_10
value: 12.443999999999999
verified: no, type: ndcg_at_100
value: 16.116
verified: no, type: ndcg_at_1000
value: 19.597
verified: no, type: ndcg_at_20
value: 13.427
verified: no, type: ndcg_at_3
value: 10.231
verified: no, type: ndcg_at_5
value: 11.399
verified: no, type: precision_at_1
value: 8.018
verified: no, type: precision_at_10
value: 2.378
verified: no, type: precision_at_100
value: 0.508
verified: no, type: precision_at_1000
value: 0.097
verified: no, type: precision_at_20
value: 1.476
verified: no, type: precision_at_3
value: 5.0360000000000005
verified: no, type: precision_at_5
value: 3.827
verified: no, type: recall_at_1
value: 6.557
verified: no, type: recall_at_10
value: 17.721
verified: no, type: recall_at_100
value: 34.996
verified: no, type: recall_at_1000
value: 60.897999999999996
verified: no, type: recall_at_20
value: 21.366
verified: no, type: recall_at_3
value: 11.618
verified: no, type: recall_at_5
value: 14.585999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 19.711000000000002
verified: no, type: map_at_1
value: 12.16
verified: no, type: map_at_10
value: 16.735
verified: no, type: map_at_100
value: 17.49
verified: no, type: map_at_1000
value: 17.605999999999998
verified: no, type: map_at_20
value: 17.133000000000003
verified: no, type: map_at_3
value: 15.290999999999999
verified: no, type: map_at_5
value: 16.186
verified: no, type: mrr_at_1
value: 14.458955223880595
verified: no, type: mrr_at_10
value: 19.231743070362473
verified: no, type: mrr_at_100
value: 20.028932451430283
verified: no, type: mrr_at_1000
value: 20.123333090690128
verified: no, type: mrr_at_20
value: 19.67671069767135
verified: no, type: mrr_at_3
value: 17.708333333333343
verified: no, type: mrr_at_5
value: 18.613184079601997
verified: no, type: nauc_map_at_1000_diff1
value: 37.32734680518867
verified: no, type: nauc_map_at_1000_max
value: 24.030968099609098
verified: no, type: nauc_map_at_1000_std
value: -7.829648421477282
verified: no, type: nauc_map_at_100_diff1
value: 37.366553771960305
verified: no, type: nauc_map_at_100_max
value: 23.96244415870664
verified: no, type: nauc_map_at_100_std
value: -7.963447431457271
verified: no, type: nauc_map_at_10_diff1
value: 37.63825009720519
verified: no, type: nauc_map_at_10_max
value: 23.831741442187663
verified: no, type: nauc_map_at_10_std
value: -8.639346971580641
verified: no, type: nauc_map_at_1_diff1
value: 44.00293330504824
verified: no, type: nauc_map_at_1_max
value: 28.610260969649147
verified: no, type: nauc_map_at_1_std
value: -8.920133968270129
verified: no, type: nauc_map_at_20_diff1
value: 37.41690774575737
verified: no, type: nauc_map_at_20_max
value: 24.05466724695789
verified: no, type: nauc_map_at_20_std
value: -8.191886861933238
verified: no, type: nauc_map_at_3_diff1
value: 39.44794961214937
verified: no, type: nauc_map_at_3_max
value: 25.19199372850414
verified: no, type: nauc_map_at_3_std
value: -8.746945856127951
verified: no, type: nauc_map_at_5_diff1
value: 38.08100890718928
verified: no, type: nauc_map_at_5_max
value: 24.55470931460194
verified: no, type: nauc_map_at_5_std
value: -8.720841046581775
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.90601049409893
verified: no, type: nauc_mrr_at_1000_max
value: 25.420040608901186
verified: no, type: nauc_mrr_at_1000_std
value: -6.24180100706028
verified: no, type: nauc_mrr_at_100_diff1
value: 36.923381404524015
verified: no, type: nauc_mrr_at_100_max
value: 25.38556434928676
verified: no, type: nauc_mrr_at_100_std
value: -6.309900016406157
verified: no, type: nauc_mrr_at_10_diff1
value: 37.23900452439483
verified: no, type: nauc_mrr_at_10_max
value: 25.29723023323045
verified: no, type: nauc_mrr_at_10_std
value: -6.88021958480657
verified: no, type: nauc_mrr_at_1_diff1
value: 43.46378935714078
verified: no, type: nauc_mrr_at_1_max
value: 29.927650887925733
verified: no, type: nauc_mrr_at_1_std
value: -7.32269982879421
verified: no, type: nauc_mrr_at_20_diff1
value: 37.00573427679709
verified: no, type: nauc_mrr_at_20_max
value: 25.560921795102548
verified: no, type: nauc_mrr_at_20_std
value: -6.462698863947647
verified: no, type: nauc_mrr_at_3_diff1
value: 39.22598180580575
verified: no, type: nauc_mrr_at_3_max
value: 26.820045533411875
verified: no, type: nauc_mrr_at_3_std
value: -7.082684949939846
verified: no, type: nauc_mrr_at_5_diff1
value: 37.669928969714285
verified: no, type: nauc_mrr_at_5_max
value: 25.88130718712922
verified: no, type: nauc_mrr_at_5_std
value: -6.973149985490427
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.568783318562325
verified: no, type: nauc_ndcg_at_1000_max
value: 23.197510425408808
verified: no, type: nauc_ndcg_at_1000_std
value: -2.194462348881883
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.51118765048162
verified: no, type: nauc_ndcg_at_100_max
value: 21.956530380832053
verified: no, type: nauc_ndcg_at_100_std
value: -4.912966259503627
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.83192049577735
verified: no, type: nauc_ndcg_at_10_max
value: 22.00793188583066
verified: no, type: nauc_ndcg_at_10_std
value: -8.038092629791779
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.46378935714078
verified: no, type: nauc_ndcg_at_1_max
value: 29.927650887925733
verified: no, type: nauc_ndcg_at_1_std
value: -7.32269982879421
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.09161027494196
verified: no, type: nauc_ndcg_at_20_max
value: 22.80085172928815
verified: no, type: nauc_ndcg_at_20_std
value: -6.449684776606084
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.67731096559351
verified: no, type: nauc_ndcg_at_3_max
value: 24.91192286661625
verified: no, type: nauc_ndcg_at_3_std
value: -7.858573743848242
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.50714685884494
verified: no, type: nauc_ndcg_at_5_max
value: 23.450725063747797
verified: no, type: nauc_ndcg_at_5_std
value: -8.076820492805357
verified: no, type: nauc_precision_at_1000_diff1
value: 1.6261342399001975
verified: no, type: nauc_precision_at_1000_max
value: 16.62857152361468
verified: no, type: nauc_precision_at_1000_std
value: 20.14197872377733
verified: no, type: nauc_precision_at_100_diff1
value: 18.546945979368445
verified: no, type: nauc_precision_at_100_max
value: 17.9074573235532
verified: no, type: nauc_precision_at_100_std
value: 7.2071192251551865
verified: no, type: nauc_precision_at_10_diff1
value: 26.147790428569678
verified: no, type: nauc_precision_at_10_max
value: 19.038747350820756
verified: no, type: nauc_precision_at_10_std
value: -4.461577497765854
verified: no, type: nauc_precision_at_1_diff1
value: 43.46378935714078
verified: no, type: nauc_precision_at_1_max
value: 29.927650887925733
verified: no, type: nauc_precision_at_1_std
value: -7.32269982879421
verified: no, type: nauc_precision_at_20_diff1
value: 23.486834765998893
verified: no, type: nauc_precision_at_20_max
value: 21.51929896555235
verified: no, type: nauc_precision_at_20_std
value: 1.2771529201062182
verified: no, type: nauc_precision_at_3_diff1
value: 33.51582295076194
verified: no, type: nauc_precision_at_3_max
value: 24.24618327163066
verified: no, type: nauc_precision_at_3_std
value: -6.103562407422206
verified: no, type: nauc_precision_at_5_diff1
value: 28.84576644797503
verified: no, type: nauc_precision_at_5_max
value: 21.657452007178552
verified: no, type: nauc_precision_at_5_std
value: -6.165268201341394
verified: no, type: nauc_recall_at_1000_diff1
value: 12.4094254713566
verified: no, type: nauc_recall_at_1000_max
value: 18.404042388476743
verified: no, type: nauc_recall_at_1000_std
value: 24.134383715413634
verified: no, type: nauc_recall_at_100_diff1
value: 22.03143133906221
verified: no, type: nauc_recall_at_100_max
value: 13.134997386426056
verified: no, type: nauc_recall_at_100_std
value: 3.0416018748427422
verified: no, type: nauc_recall_at_10_diff1
value: 27.55961989907554
verified: no, type: nauc_recall_at_10_max
value: 15.275424017836334
verified: no, type: nauc_recall_at_10_std
value: -8.036960761781968
verified: no, type: nauc_recall_at_1_diff1
value: 44.00293330504824
verified: no, type: nauc_recall_at_1_max
value: 28.610260969649147
verified: no, type: nauc_recall_at_1_std
value: -8.920133968270129
verified: no, type: nauc_recall_at_20_diff1
value: 25.066660237089046
verified: no, type: nauc_recall_at_20_max
value: 17.431869579217718
verified: no, type: nauc_recall_at_20_std
value: -3.242206535665684
verified: no, type: nauc_recall_at_3_diff1
value: 33.77586761575051
verified: no, type: nauc_recall_at_3_max
value: 21.54071300723871
verified: no, type: nauc_recall_at_3_std
value: -7.977936599864755
verified: no, type: nauc_recall_at_5_diff1
value: 28.508795525192532
verified: no, type: nauc_recall_at_5_max
value: 18.460621100250922
verified: no, type: nauc_recall_at_5_std
value: -7.8358348822156305
verified: no, type: ndcg_at_1
value: 14.459
verified: no, type: ndcg_at_10
value: 19.711000000000002
verified: no, type: ndcg_at_100
value: 23.774
verified: no, type: ndcg_at_1000
value: 27.060000000000002
verified: no, type: ndcg_at_20
value: 21.144
verified: no, type: ndcg_at_3
value: 16.975
verified: no, type: ndcg_at_5
value: 18.404
verified: no, type: precision_at_1
value: 14.459
verified: no, type: precision_at_10
value: 3.321
verified: no, type: precision_at_100
value: 0.597
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 2.024
verified: no, type: precision_at_3
value: 7.710999999999999
verified: no, type: precision_at_5
value: 5.56
verified: no, type: recall_at_1
value: 12.16
verified: no, type: recall_at_10
value: 26.418999999999997
verified: no, type: recall_at_100
value: 45.019999999999996
verified: no, type: recall_at_1000
value: 69.241
verified: no, type: recall_at_20
value: 31.680000000000003
verified: no, type: recall_at_3
value: 19.003999999999998
verified: no, type: recall_at_5
value: 22.558
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 22.777
verified: no, type: map_at_1
value: 12.565000000000001
verified: no, type: map_at_10
value: 18.531
verified: no, type: map_at_100
value: 19.652
verified: no, type: map_at_1000
value: 19.839000000000002
verified: no, type: map_at_20
value: 19.06
verified: no, type: map_at_3
value: 16.235
verified: no, type: map_at_5
value: 17.732999999999997
verified: no, type: mrr_at_1
value: 16.40316205533597
verified: no, type: mrr_at_10
value: 22.286294623251145
verified: no, type: mrr_at_100
value: 23.280233595022146
verified: no, type: mrr_at_1000
value: 23.35890919603868
verified: no, type: mrr_at_20
value: 22.762754595001386
verified: no, type: mrr_at_3
value: 20.256916996047426
verified: no, type: mrr_at_5
value: 21.630434782608692
verified: no, type: nauc_map_at_1000_diff1
value: 32.47228103496472
verified: no, type: nauc_map_at_1000_max
value: 17.36438672012039
verified: no, type: nauc_map_at_1000_std
value: -2.451193759562851
verified: no, type: nauc_map_at_100_diff1
value: 32.511726288124144
verified: no, type: nauc_map_at_100_max
value: 17.316803786503694
verified: no, type: nauc_map_at_100_std
value: -2.511214452087731
verified: no, type: nauc_map_at_10_diff1
value: 32.370423115473635
verified: no, type: nauc_map_at_10_max
value: 17.04947773363954
verified: no, type: nauc_map_at_10_std
value: -3.1281688945461275
verified: no, type: nauc_map_at_1_diff1
value: 44.89994966145238
verified: no, type: nauc_map_at_1_max
value: 20.75776675745789
verified: no, type: nauc_map_at_1_std
value: -5.845655694298756
verified: no, type: nauc_map_at_20_diff1
value: 32.63098666413862
verified: no, type: nauc_map_at_20_max
value: 17.334066548532277
verified: no, type: nauc_map_at_20_std
value: -2.7560061957765702
verified: no, type: nauc_map_at_3_diff1
value: 34.93440597530776
verified: no, type: nauc_map_at_3_max
value: 17.08985849657863
verified: no, type: nauc_map_at_3_std
value: -5.64947905087099
verified: no, type: nauc_map_at_5_diff1
value: 32.33013271500631
verified: no, type: nauc_map_at_5_max
value: 16.551952430112685
verified: no, type: nauc_map_at_5_std
value: -4.007998873265845
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.32862869494007
verified: no, type: nauc_mrr_at_1000_max
value: 16.00324601080758
verified: no, type: nauc_mrr_at_1000_std
value: -3.3071695305368665
verified: no, type: nauc_mrr_at_100_diff1
value: 30.29853540714109
verified: no, type: nauc_mrr_at_100_max
value: 15.98700586397874
verified: no, type: nauc_mrr_at_100_std
value: -3.304588174231291
verified: no, type: nauc_mrr_at_10_diff1
value: 30.07467400035378
verified: no, type: nauc_mrr_at_10_max
value: 15.4243644038634
verified: no, type: nauc_mrr_at_10_std
value: -3.8133663710085037
verified: no, type: nauc_mrr_at_1_diff1
value: 39.53137251195742
verified: no, type: nauc_mrr_at_1_max
value: 18.7427792052109
verified: no, type: nauc_mrr_at_1_std
value: -7.049618117645837
verified: no, type: nauc_mrr_at_20_diff1
value: 30.476741278191984
verified: no, type: nauc_mrr_at_20_max
value: 15.871647682916246
verified: no, type: nauc_mrr_at_20_std
value: -3.3534144348402637
verified: no, type: nauc_mrr_at_3_diff1
value: 32.10935190389665
verified: no, type: nauc_mrr_at_3_max
value: 15.195725472701655
verified: no, type: nauc_mrr_at_3_std
value: -6.31736752169466
verified: no, type: nauc_mrr_at_5_diff1
value: 30.064890337610024
verified: no, type: nauc_mrr_at_5_max
value: 14.95433853424041
verified: no, type: nauc_mrr_at_5_std
value: -4.4862049600454545
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.735932987621695
verified: no, type: nauc_ndcg_at_1000_max
value: 18.499379958394112
verified: no, type: nauc_ndcg_at_1000_std
value: 2.287230702290486
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.07228380867368
verified: no, type: nauc_ndcg_at_100_max
value: 17.438083290386906
verified: no, type: nauc_ndcg_at_100_std
value: 1.651284470756386
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.250609933026983
verified: no, type: nauc_ndcg_at_10_max
value: 15.624663744625632
verified: no, type: nauc_ndcg_at_10_std
value: -1.4903481449272067
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.53137251195742
verified: no, type: nauc_ndcg_at_1_max
value: 18.7427792052109
verified: no, type: nauc_ndcg_at_1_std
value: -7.049618117645837
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.05076544905671
verified: no, type: nauc_ndcg_at_20_max
value: 17.127153425226027
verified: no, type: nauc_ndcg_at_20_std
value: -0.04561574524301717
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.361003442326606
verified: no, type: nauc_ndcg_at_3_max
value: 14.639094405606897
verified: no, type: nauc_ndcg_at_3_std
value: -6.479703843701494
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.141888428115852
verified: no, type: nauc_ndcg_at_5_max
value: 14.17579858002202
verified: no, type: nauc_ndcg_at_5_std
value: -3.215385996437239
verified: no, type: nauc_precision_at_1000_diff1
value: 0.44388309909094337
verified: no, type: nauc_precision_at_1000_max
value: 10.91662398006627
verified: no, type: nauc_precision_at_1000_std
value: 7.471065515098385
verified: no, type: nauc_precision_at_100_diff1
value: 4.5410780139270805
verified: no, type: nauc_precision_at_100_max
value: 5.393171361851609
verified: no, type: nauc_precision_at_100_std
value: 6.244061856434465
verified: no, type: nauc_precision_at_10_diff1
value: 15.248610611616325
verified: no, type: nauc_precision_at_10_max
value: 9.966492166867939
verified: no, type: nauc_precision_at_10_std
value: 0.33164335152610785
verified: no, type: nauc_precision_at_1_diff1
value: 39.53137251195742
verified: no, type: nauc_precision_at_1_max
value: 18.7427792052109
verified: no, type: nauc_precision_at_1_std
value: -7.049618117645837
verified: no, type: nauc_precision_at_20_diff1
value: 15.000587297689805
verified: no, type: nauc_precision_at_20_max
value: 11.889744005776382
verified: no, type: nauc_precision_at_20_std
value: 3.727427924339134
verified: no, type: nauc_precision_at_3_diff1
value: 21.50644576616347
verified: no, type: nauc_precision_at_3_max
value: 10.271555217413596
verified: no, type: nauc_precision_at_3_std
value: -8.701406474268508
verified: no, type: nauc_precision_at_5_diff1
value: 14.727982007015045
verified: no, type: nauc_precision_at_5_max
value: 8.680957869264917
verified: no, type: nauc_precision_at_5_std
value: -2.3797064194163378
verified: no, type: nauc_recall_at_1000_diff1
value: 15.367491508251302
verified: no, type: nauc_recall_at_1000_max
value: 27.487867625988372
verified: no, type: nauc_recall_at_1000_std
value: 30.294008877208544
verified: no, type: nauc_recall_at_100_diff1
value: 15.071272555237442
verified: no, type: nauc_recall_at_100_max
value: 17.50074421497179
verified: no, type: nauc_recall_at_100_std
value: 14.846023410230222
verified: no, type: nauc_recall_at_10_diff1
value: 18.994419200141266
verified: no, type: nauc_recall_at_10_max
value: 13.843239964438547
verified: no, type: nauc_recall_at_10_std
value: 3.7435701342911654
verified: no, type: nauc_recall_at_1_diff1
value: 44.89994966145238
verified: no, type: nauc_recall_at_1_max
value: 20.75776675745789
verified: no, type: nauc_recall_at_1_std
value: -5.845655694298756
verified: no, type: nauc_recall_at_20_diff1
value: 21.204455024518406
verified: no, type: nauc_recall_at_20_max
value: 17.26124167759398
verified: no, type: nauc_recall_at_20_std
value: 6.866640851457614
verified: no, type: nauc_recall_at_3_diff1
value: 26.279990178827262
verified: no, type: nauc_recall_at_3_max
value: 13.496270253906292
verified: no, type: nauc_recall_at_3_std
value: -5.38407111672445
verified: no, type: nauc_recall_at_5_diff1
value: 19.289091779649087
verified: no, type: nauc_recall_at_5_max
value: 11.636893185484196
verified: no, type: nauc_recall_at_5_std
value: 0.012873097179916523
verified: no, type: ndcg_at_1
value: 16.403000000000002
verified: no, type: ndcg_at_10
value: 22.777
verified: no, type: ndcg_at_100
value: 27.951999999999998
verified: no, type: ndcg_at_1000
value: 31.439
verified: no, type: ndcg_at_20
value: 24.377
verified: no, type: ndcg_at_3
value: 19.15
verified: no, type: ndcg_at_5
value: 21.279999999999998
verified: no, type: precision_at_1
value: 16.403000000000002
verified: no, type: precision_at_10
value: 4.545
verified: no, type: precision_at_100
value: 1.042
verified: no, type: precision_at_1000
value: 0.192
verified: no, type: precision_at_20
value: 2.915
verified: no, type: precision_at_3
value: 9.42
verified: no, type: precision_at_5
value: 7.391
verified: no, type: recall_at_1
value: 12.565000000000001
verified: no, type: recall_at_10
value: 31.104
verified: no, type: recall_at_100
value: 55.35
verified: no, type: recall_at_1000
value: 78.964
verified: no, type: recall_at_20
value: 37.531
verified: no, type: recall_at_3
value: 20.152
verified: no, type: recall_at_5
value: 25.884
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 16.282
verified: no, type: map_at_1
value: 9.649000000000001
verified: no, type: map_at_10
value: 13.602
verified: no, type: map_at_100
value: 14.382
verified: no, type: map_at_1000
value: 14.501
verified: no, type: map_at_20
value: 13.966000000000001
verified: no, type: map_at_3
value: 12.303
verified: no, type: map_at_5
value: 12.916
verified: no, type: mrr_at_1
value: 10.35120147874307
verified: no, type: mrr_at_10
value: 14.749361851949661
verified: no, type: mrr_at_100
value: 15.50519445622732
verified: no, type: mrr_at_1000
value: 15.613102138341636
verified: no, type: mrr_at_20
value: 15.10456339500994
verified: no, type: mrr_at_3
value: 13.308687615526798
verified: no, type: mrr_at_5
value: 14.011090573012941
verified: no, type: nauc_map_at_1000_diff1
value: 25.406827868560818
verified: no, type: nauc_map_at_1000_max
value: 19.15293914417803
verified: no, type: nauc_map_at_1000_std
value: -4.8359101644919615
verified: no, type: nauc_map_at_100_diff1
value: 25.397146242594026
verified: no, type: nauc_map_at_100_max
value: 19.17433365762207
verified: no, type: nauc_map_at_100_std
value: -4.88548425551582
verified: no, type: nauc_map_at_10_diff1
value: 26.07954715203469
verified: no, type: nauc_map_at_10_max
value: 19.187658866034997
verified: no, type: nauc_map_at_10_std
value: -5.418483452804894
verified: no, type: nauc_map_at_1_diff1
value: 34.725976334624
verified: no, type: nauc_map_at_1_max
value: 22.32676837829979
verified: no, type: nauc_map_at_1_std
value: -9.891035217503042
verified: no, type: nauc_map_at_20_diff1
value: 25.58513300417793
verified: no, type: nauc_map_at_20_max
value: 19.043467938212757
verified: no, type: nauc_map_at_20_std
value: -5.15992496594833
verified: no, type: nauc_map_at_3_diff1
value: 27.323777236201142
verified: no, type: nauc_map_at_3_max
value: 19.239977764594364
verified: no, type: nauc_map_at_3_std
value: -6.769018234574016
verified: no, type: nauc_map_at_5_diff1
value: 25.704535338897955
verified: no, type: nauc_map_at_5_max
value: 19.714177629087157
verified: no, type: nauc_map_at_5_std
value: -5.317374049487578
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.03458534887099
verified: no, type: nauc_mrr_at_1000_max
value: 20.508209191992876
verified: no, type: nauc_mrr_at_1000_std
value: -4.41940789161801
verified: no, type: nauc_mrr_at_100_diff1
value: 26.01254219811696
verified: no, type: nauc_mrr_at_100_max
value: 20.494471407099468
verified: no, type: nauc_mrr_at_100_std
value: -4.440663245313711
verified: no, type: nauc_mrr_at_10_diff1
value: 26.57574311453146
verified: no, type: nauc_mrr_at_10_max
value: 20.632552036611397
verified: no, type: nauc_mrr_at_10_std
value: -4.771592957195832
verified: no, type: nauc_mrr_at_1_diff1
value: 35.390014363446255
verified: no, type: nauc_mrr_at_1_max
value: 23.765064263436365
verified: no, type: nauc_mrr_at_1_std
value: -9.303847729220868
verified: no, type: nauc_mrr_at_20_diff1
value: 26.160655570384506
verified: no, type: nauc_mrr_at_20_max
value: 20.57364651024466
verified: no, type: nauc_mrr_at_20_std
value: -4.5034526632293606
verified: no, type: nauc_mrr_at_3_diff1
value: 27.552478204693294
verified: no, type: nauc_mrr_at_3_max
value: 20.17445834379607
verified: no, type: nauc_mrr_at_3_std
value: -6.67066855923739
verified: no, type: nauc_mrr_at_5_diff1
value: 26.22164525148457
verified: no, type: nauc_mrr_at_5_max
value: 20.89310573810927
verified: no, type: nauc_mrr_at_5_std
value: -5.008742708258987
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.615095431824386
verified: no, type: nauc_ndcg_at_1000_max
value: 17.853748614419747
verified: no, type: nauc_ndcg_at_1000_std
value: 0.6193727817290967
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.818943246370033
verified: no, type: nauc_ndcg_at_100_max
value: 18.698246203544997
verified: no, type: nauc_ndcg_at_100_std
value: -1.1272521120250336
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.359954900380046
verified: no, type: nauc_ndcg_at_10_max
value: 18.737848777790113
verified: no, type: nauc_ndcg_at_10_std
value: -3.36419601429348
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.390014363446255
verified: no, type: nauc_ndcg_at_1_max
value: 23.765064263436365
verified: no, type: nauc_ndcg_at_1_std
value: -9.303847729220868
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.147298650970814
verified: no, type: nauc_ndcg_at_20_max
value: 18.355086827610748
verified: no, type: nauc_ndcg_at_20_std
value: -2.5228126260008663
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.170481707827726
verified: no, type: nauc_ndcg_at_3_max
value: 18.977482220898093
verified: no, type: nauc_ndcg_at_3_std
value: -5.571884562280113
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.440176671988215
verified: no, type: nauc_ndcg_at_5_max
value: 19.711503311595237
verified: no, type: nauc_ndcg_at_5_std
value: -3.320774351728452
verified: no, type: nauc_precision_at_1000_diff1
value: 7.088471605516087
verified: no, type: nauc_precision_at_1000_max
value: 2.5074109220804552
verified: no, type: nauc_precision_at_1000_std
value: 16.597577625968512
verified: no, type: nauc_precision_at_100_diff1
value: 13.79076033899892
verified: no, type: nauc_precision_at_100_max
value: 17.83806669681337
verified: no, type: nauc_precision_at_100_std
value: 10.618023622166596
verified: no, type: nauc_precision_at_10_diff1
value: 16.994875251928576
verified: no, type: nauc_precision_at_10_max
value: 18.13757952250044
verified: no, type: nauc_precision_at_10_std
value: 2.404164664767652
verified: no, type: nauc_precision_at_1_diff1
value: 35.390014363446255
verified: no, type: nauc_precision_at_1_max
value: 23.765064263436365
verified: no, type: nauc_precision_at_1_std
value: -9.303847729220868
verified: no, type: nauc_precision_at_20_diff1
value: 13.659636799192535
verified: no, type: nauc_precision_at_20_max
value: 17.06992402074562
verified: no, type: nauc_precision_at_20_std
value: 5.049904786282464
verified: no, type: nauc_precision_at_3_diff1
value: 19.192414775621234
verified: no, type: nauc_precision_at_3_max
value: 17.836724392009973
verified: no, type: nauc_precision_at_3_std
value: -3.335195237103341
verified: no, type: nauc_precision_at_5_diff1
value: 15.361755413631082
verified: no, type: nauc_precision_at_5_max
value: 20.34559104612301
verified: no, type: nauc_precision_at_5_std
value: 1.5876026091755358
verified: no, type: nauc_recall_at_1000_diff1
value: 9.765614015670025
verified: no, type: nauc_recall_at_1000_max
value: 8.922939285160988
verified: no, type: nauc_recall_at_1000_std
value: 23.178560977315318
verified: no, type: nauc_recall_at_100_diff1
value: 14.263000555979167
verified: no, type: nauc_recall_at_100_max
value: 15.900184211143051
verified: no, type: nauc_recall_at_100_std
value: 6.9266463291552585
verified: no, type: nauc_recall_at_10_diff1
value: 17.146962299776742
verified: no, type: nauc_recall_at_10_max
value: 16.2838741849977
verified: no, type: nauc_recall_at_10_std
value: 0.4957264189499765
verified: no, type: nauc_recall_at_1_diff1
value: 34.725976334624
verified: no, type: nauc_recall_at_1_max
value: 22.32676837829979
verified: no, type: nauc_recall_at_1_std
value: -9.891035217503042
verified: no, type: nauc_recall_at_20_diff1
value: 14.837805878033974
verified: no, type: nauc_recall_at_20_max
value: 15.430841224254651
verified: no, type: nauc_recall_at_20_std
value: 2.454500390960994
verified: no, type: nauc_recall_at_3_diff1
value: 19.299670932730177
verified: no, type: nauc_recall_at_3_max
value: 17.16119384262901
verified: no, type: nauc_recall_at_3_std
value: -2.9001038379970394
verified: no, type: nauc_recall_at_5_diff1
value: 14.450934000034282
verified: no, type: nauc_recall_at_5_max
value: 18.92477166485719
verified: no, type: nauc_recall_at_5_std
value: 1.344285921519555
verified: no, type: ndcg_at_1
value: 10.351
verified: no, type: ndcg_at_10
value: 16.282
verified: no, type: ndcg_at_100
value: 20.608
verified: no, type: ndcg_at_1000
value: 24.035
verified: no, type: ndcg_at_20
value: 17.565
verified: no, type: ndcg_at_3
value: 13.495
verified: no, type: ndcg_at_5
value: 14.621
verified: no, type: precision_at_1
value: 10.351
verified: no, type: precision_at_10
value: 2.68
verified: no, type: precision_at_100
value: 0.525
verified: no, type: precision_at_1000
value: 0.08800000000000001
verified: no, type: precision_at_20
value: 1.645
verified: no, type: precision_at_3
value: 5.853
verified: no, type: precision_at_5
value: 4.14
verified: no, type: recall_at_1
value: 9.649000000000001
verified: no, type: recall_at_10
value: 23.53
verified: no, type: recall_at_100
value: 44.227
verified: no, type: recall_at_1000
value: 70.697
verified: no, type: recall_at_20
value: 28.311999999999998
verified: no, type: recall_at_3
value: 15.903
verified: no, type: recall_at_5
value: 18.657
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 17.025000000000002
verified: no, type: map_at_1
value: 6.6290000000000004
verified: no, type: map_at_10
value: 11.347
verified: no, type: map_at_100
value: 12.644
verified: no, type: map_at_1000
value: 12.828999999999999
verified: no, type: map_at_20
value: 12.028
verified: no, type: map_at_3
value: 9.303
verified: no, type: map_at_5
value: 10.311
verified: no, type: mrr_at_1
value: 15.04885993485342
verified: no, type: mrr_at_10
value: 23.358771521637973
verified: no, type: mrr_at_100
value: 24.50069182382575
verified: no, type: mrr_at_1000
value: 24.566503286282707
verified: no, type: mrr_at_20
value: 24.040311778089198
verified: no, type: mrr_at_3
value: 20.14115092290989
verified: no, type: mrr_at_5
value: 22.040173724212796
verified: no, type: nauc_map_at_1000_diff1
value: 23.845405600696072
verified: no, type: nauc_map_at_1000_max
value: 19.918654009707584
verified: no, type: nauc_map_at_1000_std
value: 14.2995362236714
verified: no, type: nauc_map_at_100_diff1
value: 23.878652012076532
verified: no, type: nauc_map_at_100_max
value: 19.7868200047113
verified: no, type: nauc_map_at_100_std
value: 14.07147715756381
verified: no, type: nauc_map_at_10_diff1
value: 24.4513580135211
verified: no, type: nauc_map_at_10_max
value: 18.528162379297424
verified: no, type: nauc_map_at_10_std
value: 12.245001453530078
verified: no, type: nauc_map_at_1_diff1
value: 36.18745500997383
verified: no, type: nauc_map_at_1_max
value: 16.04402749607054
verified: no, type: nauc_map_at_1_std
value: 7.20280979985424
verified: no, type: nauc_map_at_20_diff1
value: 24.004649913803604
verified: no, type: nauc_map_at_20_max
value: 19.146985692895363
verified: no, type: nauc_map_at_20_std
value: 13.426418447399522
verified: no, type: nauc_map_at_3_diff1
value: 27.231160846132983
verified: no, type: nauc_map_at_3_max
value: 16.79456580974431
verified: no, type: nauc_map_at_3_std
value: 9.082589413808256
verified: no, type: nauc_map_at_5_diff1
value: 25.508268403660754
verified: no, type: nauc_map_at_5_max
value: 17.536648703443745
verified: no, type: nauc_map_at_5_std
value: 10.426038884702734
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.301810862813536
verified: no, type: nauc_mrr_at_1000_max
value: 22.188842181108974
verified: no, type: nauc_mrr_at_1000_std
value: 16.815185470718596
verified: no, type: nauc_mrr_at_100_diff1
value: 22.270021376767758
verified: no, type: nauc_mrr_at_100_max
value: 22.197683459172236
verified: no, type: nauc_mrr_at_100_std
value: 16.834105172900742
verified: no, type: nauc_mrr_at_10_diff1
value: 22.136243185086514
verified: no, type: nauc_mrr_at_10_max
value: 21.857378005743627
verified: no, type: nauc_mrr_at_10_std
value: 16.432686834852518
verified: no, type: nauc_mrr_at_1_diff1
value: 30.849233749145778
verified: no, type: nauc_mrr_at_1_max
value: 19.32746844370728
verified: no, type: nauc_mrr_at_1_std
value: 11.031566943467187
verified: no, type: nauc_mrr_at_20_diff1
value: 22.15765322626337
verified: no, type: nauc_mrr_at_20_max
value: 22.184656261244154
verified: no, type: nauc_mrr_at_20_std
value: 16.78145586387376
verified: no, type: nauc_mrr_at_3_diff1
value: 24.36222387971331
verified: no, type: nauc_mrr_at_3_max
value: 20.18602401345787
verified: no, type: nauc_mrr_at_3_std
value: 13.538840530687176
verified: no, type: nauc_mrr_at_5_diff1
value: 22.802910814513766
verified: no, type: nauc_mrr_at_5_max
value: 21.132374913487563
verified: no, type: nauc_mrr_at_5_std
value: 15.23323248745897
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.560822303760116
verified: no, type: nauc_ndcg_at_1000_max
value: 26.64819017464794
verified: no, type: nauc_ndcg_at_1000_std
value: 24.155670440129555
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.832523159535324
verified: no, type: nauc_ndcg_at_100_max
value: 24.82236156209509
verified: no, type: nauc_ndcg_at_100_std
value: 21.409720522408872
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.379115014782254
verified: no, type: nauc_ndcg_at_10_max
value: 21.219836183571033
verified: no, type: nauc_ndcg_at_10_std
value: 16.623290906816138
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.849233749145778
verified: no, type: nauc_ndcg_at_1_max
value: 19.32746844370728
verified: no, type: nauc_ndcg_at_1_std
value: 11.031566943467187
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.702632431319948
verified: no, type: nauc_ndcg_at_20_max
value: 22.64648878049477
verified: no, type: nauc_ndcg_at_20_std
value: 19.160859808670168
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.15080188034188
verified: no, type: nauc_ndcg_at_3_max
value: 18.951129834096516
verified: no, type: nauc_ndcg_at_3_std
value: 12.029452302285687
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.10388157868759
verified: no, type: nauc_ndcg_at_5_max
value: 19.518705876244603
verified: no, type: nauc_ndcg_at_5_std
value: 13.536204983649055
verified: no, type: nauc_precision_at_1000_diff1
value: -2.7867448945624984
verified: no, type: nauc_precision_at_1000_max
value: 31.1830226333977
verified: no, type: nauc_precision_at_1000_std
value: 36.056696868596596
verified: no, type: nauc_precision_at_100_diff1
value: 2.5671052902696982
verified: no, type: nauc_precision_at_100_max
value: 31.536411439256344
verified: no, type: nauc_precision_at_100_std
value: 32.56217444076993
verified: no, type: nauc_precision_at_10_diff1
value: 9.251264374701544
verified: no, type: nauc_precision_at_10_max
value: 26.707795270053186
verified: no, type: nauc_precision_at_10_std
value: 25.659890002306735
verified: no, type: nauc_precision_at_1_diff1
value: 30.849233749145778
verified: no, type: nauc_precision_at_1_max
value: 19.32746844370728
verified: no, type: nauc_precision_at_1_std
value: 11.031566943467187
verified: no, type: nauc_precision_at_20_diff1
value: 7.916882330538136
verified: no, type: nauc_precision_at_20_max
value: 28.746226747545755
verified: no, type: nauc_precision_at_20_std
value: 29.783389984668922
verified: no, type: nauc_precision_at_3_diff1
value: 18.117583580441828
verified: no, type: nauc_precision_at_3_max
value: 21.038596862616107
verified: no, type: nauc_precision_at_3_std
value: 16.247022129678257
verified: no, type: nauc_precision_at_5_diff1
value: 12.949492485512934
verified: no, type: nauc_precision_at_5_max
value: 23.8549777050663
verified: no, type: nauc_precision_at_5_std
value: 20.6577089014477
verified: no, type: nauc_recall_at_1000_diff1
value: 3.187375002698742
verified: no, type: nauc_recall_at_1000_max
value: 31.716729629155765
verified: no, type: nauc_recall_at_1000_std
value: 37.670164094353765
verified: no, type: nauc_recall_at_100_diff1
value: 6.7938471488302525
verified: no, type: nauc_recall_at_100_max
value: 25.207576554757217
verified: no, type: nauc_recall_at_100_std
value: 26.746462298530066
verified: no, type: nauc_recall_at_10_diff1
value: 12.380354609250126
verified: no, type: nauc_recall_at_10_max
value: 20.12686819994405
verified: no, type: nauc_recall_at_10_std
value: 18.848179726655264
verified: no, type: nauc_recall_at_1_diff1
value: 36.18745500997383
verified: no, type: nauc_recall_at_1_max
value: 16.04402749607054
verified: no, type: nauc_recall_at_1_std
value: 7.20280979985424
verified: no, type: nauc_recall_at_20_diff1
value: 10.49270805649338
verified: no, type: nauc_recall_at_20_max
value: 21.600861486130242
verified: no, type: nauc_recall_at_20_std
value: 23.116939841321404
verified: no, type: nauc_recall_at_3_diff1
value: 21.195828641675384
verified: no, type: nauc_recall_at_3_max
value: 18.102335877791635
verified: no, type: nauc_recall_at_3_std
value: 11.369824368716667
verified: no, type: nauc_recall_at_5_diff1
value: 16.427575610593173
verified: no, type: nauc_recall_at_5_max
value: 19.09871353855581
verified: no, type: nauc_recall_at_5_std
value: 14.457824997826815
verified: no, type: ndcg_at_1
value: 15.049000000000001
verified: no, type: ndcg_at_10
value: 17.025000000000002
verified: no, type: ndcg_at_100
value: 23.180999999999997
verified: no, type: ndcg_at_1000
value: 27.040999999999997
verified: no, type: ndcg_at_20
value: 19.317999999999998
verified: no, type: ndcg_at_3
value: 13.077
verified: no, type: ndcg_at_5
value: 14.515
verified: no, type: precision_at_1
value: 15.049000000000001
verified: no, type: precision_at_10
value: 5.596
verified: no, type: precision_at_100
value: 1.207
verified: no, type: precision_at_1000
value: 0.191
verified: no, type: precision_at_20
value: 3.726
verified: no, type: precision_at_3
value: 9.881
verified: no, type: precision_at_5
value: 8.026
verified: no, type: recall_at_1
value: 6.6290000000000004
verified: no, type: recall_at_10
value: 21.477
verified: no, type: recall_at_100
value: 43.412
verified: no, type: recall_at_1000
value: 65.55199999999999
verified: no, type: recall_at_20
value: 28.233000000000004
verified: no, type: recall_at_3
value: 12.078999999999999
verified: no, type: recall_at_5
value: 15.645999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 23.145
verified: no, type: map_at_1
value: 3.816
verified: no, type: map_at_10
value: 9.001000000000001
verified: no, type: map_at_100
value: 12.867999999999999
verified: no, type: map_at_1000
value: 13.797999999999998
verified: no, type: map_at_20
value: 10.47
verified: no, type: map_at_3
value: 6.143
verified: no, type: map_at_5
value: 7.434
verified: no, type: mrr_at_1
value: 40
verified: no, type: mrr_at_10
value: 51.30724206349206
verified: no, type: mrr_at_100
value: 51.952349401757125
verified: no, type: mrr_at_1000
value: 51.975655822131536
verified: no, type: mrr_at_20
value: 51.686717989397934
verified: no, type: mrr_at_3
value: 48.29166666666667
verified: no, type: mrr_at_5
value: 49.76666666666668
verified: no, type: nauc_map_at_1000_diff1
value: 29.149952592526564
verified: no, type: nauc_map_at_1000_max
value: 32.226436659092606
verified: no, type: nauc_map_at_1000_std
value: 32.390057319103434
verified: no, type: nauc_map_at_100_diff1
value: 29.172730549866234
verified: no, type: nauc_map_at_100_max
value: 29.817348287817374
verified: no, type: nauc_map_at_100_std
value: 29.349606482017794
verified: no, type: nauc_map_at_10_diff1
value: 35.06682468647057
verified: no, type: nauc_map_at_10_max
value: 15.73804338889845
verified: no, type: nauc_map_at_10_std
value: 12.738434634857859
verified: no, type: nauc_map_at_1_diff1
value: 49.44672062682341
verified: no, type: nauc_map_at_1_max
value: 9.108021053145999
verified: no, type: nauc_map_at_1_std
value: 8.096530686738642
verified: no, type: nauc_map_at_20_diff1
value: 33.64466083348261
verified: no, type: nauc_map_at_20_max
value: 20.67820042174935
verified: no, type: nauc_map_at_20_std
value: 19.34342798319318
verified: no, type: nauc_map_at_3_diff1
value: 36.795254128901135
verified: no, type: nauc_map_at_3_max
value: 11.406998619880177
verified: no, type: nauc_map_at_3_std
value: 8.489329588300814
verified: no, type: nauc_map_at_5_diff1
value: 36.855256763074294
verified: no, type: nauc_map_at_5_max
value: 10.22666386541562
verified: no, type: nauc_map_at_5_std
value: 7.272833436058382
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.572520314511564
verified: no, type: nauc_mrr_at_1000_max
value: 42.16995158368953
verified: no, type: nauc_mrr_at_1000_std
value: 27.506635088154184
verified: no, type: nauc_mrr_at_100_diff1
value: 31.56423858862792
verified: no, type: nauc_mrr_at_100_max
value: 42.16892415660271
verified: no, type: nauc_mrr_at_100_std
value: 27.51447071368099
verified: no, type: nauc_mrr_at_10_diff1
value: 31.63721607115172
verified: no, type: nauc_mrr_at_10_max
value: 42.01293195936492
verified: no, type: nauc_mrr_at_10_std
value: 27.0714657875347
verified: no, type: nauc_mrr_at_1_diff1
value: 36.202046858908304
verified: no, type: nauc_mrr_at_1_max
value: 38.823056127703396
verified: no, type: nauc_mrr_at_1_std
value: 27.477471678681773
verified: no, type: nauc_mrr_at_20_diff1
value: 31.59291226163362
verified: no, type: nauc_mrr_at_20_max
value: 42.240404025831914
verified: no, type: nauc_mrr_at_20_std
value: 27.362294564659372
verified: no, type: nauc_mrr_at_3_diff1
value: 31.307828212578166
verified: no, type: nauc_mrr_at_3_max
value: 42.67244565551664
verified: no, type: nauc_mrr_at_3_std
value: 28.242033623242047
verified: no, type: nauc_mrr_at_5_diff1
value: 31.409186160018248
verified: no, type: nauc_mrr_at_5_max
value: 41.848432556735524
verified: no, type: nauc_mrr_at_5_std
value: 27.25145068724168
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.58616801626832
verified: no, type: nauc_ndcg_at_1000_max
value: 40.560358072075104
verified: no, type: nauc_ndcg_at_1000_std
value: 44.52955598541086
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.9027071752844
verified: no, type: nauc_ndcg_at_100_max
value: 34.20518605893189
verified: no, type: nauc_ndcg_at_100_std
value: 36.130587066580205
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.706197437847916
verified: no, type: nauc_ndcg_at_10_max
value: 33.00607271012289
verified: no, type: nauc_ndcg_at_10_std
value: 26.184672647158347
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.95605226057856
verified: no, type: nauc_ndcg_at_1_max
value: 31.214812707058798
verified: no, type: nauc_ndcg_at_1_std
value: 21.85376867802022
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.53139289159915
verified: no, type: nauc_ndcg_at_20_max
value: 31.313355682963522
verified: no, type: nauc_ndcg_at_20_std
value: 28.290485585471224
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.952859333877143
verified: no, type: nauc_ndcg_at_3_max
value: 36.41737019580803
verified: no, type: nauc_ndcg_at_3_std
value: 25.907169391112916
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.20489831357784
verified: no, type: nauc_ndcg_at_5_max
value: 33.148015717542684
verified: no, type: nauc_ndcg_at_5_std
value: 24.36156451865898
verified: no, type: nauc_precision_at_1000_diff1
value: -1.7693261994646308
verified: no, type: nauc_precision_at_1000_max
value: 28.787263157708143
verified: no, type: nauc_precision_at_1000_std
value: 27.551129796148842
verified: no, type: nauc_precision_at_100_diff1
value: 3.3116909318263423
verified: no, type: nauc_precision_at_100_max
value: 48.74609450323826
verified: no, type: nauc_precision_at_100_std
value: 43.954871932959584
verified: no, type: nauc_precision_at_10_diff1
value: 13.17227781231001
verified: no, type: nauc_precision_at_10_max
value: 46.04619732652983
verified: no, type: nauc_precision_at_10_std
value: 35.724316499219306
verified: no, type: nauc_precision_at_1_diff1
value: 36.202046858908304
verified: no, type: nauc_precision_at_1_max
value: 38.823056127703396
verified: no, type: nauc_precision_at_1_std
value: 27.477471678681773
verified: no, type: nauc_precision_at_20_diff1
value: 11.391896150500306
verified: no, type: nauc_precision_at_20_max
value: 47.97574937213996
verified: no, type: nauc_precision_at_20_std
value: 41.67941698772898
verified: no, type: nauc_precision_at_3_diff1
value: 15.947958903421853
verified: no, type: nauc_precision_at_3_max
value: 43.21770613997525
verified: no, type: nauc_precision_at_3_std
value: 29.198917951549987
verified: no, type: nauc_precision_at_5_diff1
value: 16.15687539160957
verified: no, type: nauc_precision_at_5_max
value: 41.124004540776674
verified: no, type: nauc_precision_at_5_std
value: 29.031535455608964
verified: no, type: nauc_recall_at_1000_diff1
value: 14.137908608289335
verified: no, type: nauc_recall_at_1000_max
value: 24.246953345948455
verified: no, type: nauc_recall_at_1000_std
value: 47.46111251689648
verified: no, type: nauc_recall_at_100_diff1
value: 13.773797590605948
verified: no, type: nauc_recall_at_100_max
value: 18.33493637225964
verified: no, type: nauc_recall_at_100_std
value: 30.815358014011053
verified: no, type: nauc_recall_at_10_diff1
value: 27.45316418783937
verified: no, type: nauc_recall_at_10_max
value: 1.9618283613424727
verified: no, type: nauc_recall_at_10_std
value: 2.2997275629360456
verified: no, type: nauc_recall_at_1_diff1
value: 49.44672062682341
verified: no, type: nauc_recall_at_1_max
value: 9.108021053145999
verified: no, type: nauc_recall_at_1_std
value: 8.096530686738642
verified: no, type: nauc_recall_at_20_diff1
value: 26.40815140945712
verified: no, type: nauc_recall_at_20_max
value: 5.872192792550555
verified: no, type: nauc_recall_at_20_std
value: 11.956420632395973
verified: no, type: nauc_recall_at_3_diff1
value: 27.55496529406887
verified: no, type: nauc_recall_at_3_max
value: 5.338125726954482
verified: no, type: nauc_recall_at_3_std
value: 3.7449938483594347
verified: no, type: nauc_recall_at_5_diff1
value: 29.567743062877106
verified: no, type: nauc_recall_at_5_max
value: -0.8459501701113746
verified: no, type: nauc_recall_at_5_std
value: -2.0261976816270897
verified: no, type: ndcg_at_1
value: 29.125
verified: no, type: ndcg_at_10
value: 23.145
verified: no, type: ndcg_at_100
value: 26.692
verified: no, type: ndcg_at_1000
value: 33.139
verified: no, type: ndcg_at_20
value: 22.78
verified: no, type: ndcg_at_3
value: 24.966
verified: no, type: ndcg_at_5
value: 23.663999999999998
verified: no, type: precision_at_1
value: 40
verified: no, type: precision_at_10
value: 20.849999999999998
verified: no, type: precision_at_100
value: 6.6530000000000005
verified: no, type: precision_at_1000
value: 1.383
verified: no, type: precision_at_20
value: 15.637
verified: no, type: precision_at_3
value: 30.667
verified: no, type: precision_at_5
value: 25.45
verified: no, type: recall_at_1
value: 3.816
verified: no, type: recall_at_10
value: 14.572
verified: no, type: recall_at_100
value: 34.348
verified: no, type: recall_at_1000
value: 56.459
verified: no, type: recall_at_20
value: 19.473
verified: no, type: recall_at_3
value: 7.35
verified: no, type: recall_at_5
value: 10.223
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 43.015
verified: no, type: f1
value: 39.81378380529203
verified: no, type: f1_weighted
value: 45.04126898767841
verified: no, type: main_score
value: 43.015
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 28.729
verified: no, type: map_at_1
value: 15.290999999999999
verified: no, type: map_at_10
value: 23.576
verified: no, type: map_at_100
value: 24.696
verified: no, type: map_at_1000
value: 24.77
verified: no, type: map_at_20
value: 24.236
verified: no, type: map_at_3
value: 20.851
verified: no, type: map_at_5
value: 22.346
verified: no, type: mrr_at_1
value: 16.26162616261626
verified: no, type: mrr_at_10
value: 24.968234918729884
verified: no, type: mrr_at_100
value: 26.089931360025375
verified: no, type: mrr_at_1000
value: 26.155198368317695
verified: no, type: mrr_at_20
value: 25.641282363239036
verified: no, type: mrr_at_3
value: 22.07970797079703
verified: no, type: mrr_at_5
value: 23.684118411841187
verified: no, type: nauc_map_at_1000_diff1
value: 21.192175069318054
verified: no, type: nauc_map_at_1000_max
value: 3.7572640862709243
verified: no, type: nauc_map_at_1000_std
value: -10.714472199356356
verified: no, type: nauc_map_at_100_diff1
value: 21.186561403482305
verified: no, type: nauc_map_at_100_max
value: 3.7545931107844868
verified: no, type: nauc_map_at_100_std
value: -10.736961653022373
verified: no, type: nauc_map_at_10_diff1
value: 21.199850480482336
verified: no, type: nauc_map_at_10_max
value: 3.3922238981131154
verified: no, type: nauc_map_at_10_std
value: -11.30854047860436
verified: no, type: nauc_map_at_1_diff1
value: 27.359821763360536
verified: no, type: nauc_map_at_1_max
value: 2.001288237582939
verified: no, type: nauc_map_at_1_std
value: -14.25657635217778
verified: no, type: nauc_map_at_20_diff1
value: 21.177640873323206
verified: no, type: nauc_map_at_20_max
value: 3.6497767620761783
verified: no, type: nauc_map_at_20_std
value: -10.959538676164254
verified: no, type: nauc_map_at_3_diff1
value: 22.134097918320307
verified: no, type: nauc_map_at_3_max
value: 2.758483257089319
verified: no, type: nauc_map_at_3_std
value: -12.130220199113667
verified: no, type: nauc_map_at_5_diff1
value: 21.651581914816173
verified: no, type: nauc_map_at_5_max
value: 3.30026419290027
verified: no, type: nauc_map_at_5_std
value: -11.621659161118043
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.05636367084882
verified: no, type: nauc_mrr_at_1000_max
value: 3.8589634897191067
verified: no, type: nauc_mrr_at_1000_std
value: -10.768804329214358
verified: no, type: nauc_mrr_at_100_diff1
value: 21.04385724589245
verified: no, type: nauc_mrr_at_100_max
value: 3.870899879060927
verified: no, type: nauc_mrr_at_100_std
value: -10.772030879899033
verified: no, type: nauc_mrr_at_10_diff1
value: 20.991417472205097
verified: no, type: nauc_mrr_at_10_max
value: 3.511481751112349
verified: no, type: nauc_mrr_at_10_std
value: -11.28741069984751
verified: no, type: nauc_mrr_at_1_diff1
value: 27.028372555750945
verified: no, type: nauc_mrr_at_1_max
value: 1.8894486155746377
verified: no, type: nauc_mrr_at_1_std
value: -14.273316378936693
verified: no, type: nauc_mrr_at_20_diff1
value: 21.002813934230556
verified: no, type: nauc_mrr_at_20_max
value: 3.7727440130029932
verified: no, type: nauc_mrr_at_20_std
value: -10.939766997821094
verified: no, type: nauc_mrr_at_3_diff1
value: 21.846070479237994
verified: no, type: nauc_mrr_at_3_max
value: 2.842770092609676
verified: no, type: nauc_mrr_at_3_std
value: -12.084295513186706
verified: no, type: nauc_mrr_at_5_diff1
value: 21.343782321566753
verified: no, type: nauc_mrr_at_5_max
value: 3.4543962205661534
verified: no, type: nauc_mrr_at_5_std
value: -11.563405912443502
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.24127844476728
verified: no, type: nauc_ndcg_at_1000_max
value: 5.824599733811995
verified: no, type: nauc_ndcg_at_1000_std
value: -6.776584277160208
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.055257356060654
verified: no, type: nauc_ndcg_at_100_max
value: 5.915633098037283
verified: no, type: nauc_ndcg_at_100_std
value: -7.0611765517376535
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.940447811371943
verified: no, type: nauc_ndcg_at_10_max
value: 4.312700145067062
verified: no, type: nauc_ndcg_at_10_std
value: -9.74854649500064
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.028372555750945
verified: no, type: nauc_ndcg_at_1_max
value: 1.8894486155746377
verified: no, type: nauc_ndcg_at_1_std
value: -14.273316378936693
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.932440328384416
verified: no, type: nauc_ndcg_at_20_max
value: 5.210341483050613
verified: no, type: nauc_ndcg_at_20_std
value: -8.500581748677142
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.663097813901807
verified: no, type: nauc_ndcg_at_3_max
value: 3.1324449228046842
verified: no, type: nauc_ndcg_at_3_std
value: -11.403873150784904
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.869732661093124
verified: no, type: nauc_ndcg_at_5_max
value: 4.089322170378127
verified: no, type: nauc_ndcg_at_5_std
value: -10.520137341697561
verified: no, type: nauc_precision_at_1000_diff1
value: 1.80906141434611
verified: no, type: nauc_precision_at_1000_max
value: 17.65531772338905
verified: no, type: nauc_precision_at_1000_std
value: 20.531912555908068
verified: no, type: nauc_precision_at_100_diff1
value: 8.972396603865617
verified: no, type: nauc_precision_at_100_max
value: 15.782076588230645
verified: no, type: nauc_precision_at_100_std
value: 10.544041380585218
verified: no, type: nauc_precision_at_10_diff1
value: 12.90572270438589
verified: no, type: nauc_precision_at_10_max
value: 7.055912366089616
verified: no, type: nauc_precision_at_10_std
value: -5.583590637914298
verified: no, type: nauc_precision_at_1_diff1
value: 27.028372555750945
verified: no, type: nauc_precision_at_1_max
value: 1.8894486155746377
verified: no, type: nauc_precision_at_1_std
value: -14.273316378936693
verified: no, type: nauc_precision_at_20_diff1
value: 12.001328323834533
verified: no, type: nauc_precision_at_20_max
value: 10.577479186116202
verified: no, type: nauc_precision_at_20_std
value: -0.5309086656129618
verified: no, type: nauc_precision_at_3_diff1
value: 17.128361177835814
verified: no, type: nauc_precision_at_3_max
value: 4.189243523287345
verified: no, type: nauc_precision_at_3_std
value: -9.653026091540033
verified: no, type: nauc_precision_at_5_diff1
value: 15.617440848702657
verified: no, type: nauc_precision_at_5_max
value: 6.362830737351831
verified: no, type: nauc_precision_at_5_std
value: -7.935703214287934
verified: no, type: nauc_recall_at_1000_diff1
value: 8.273650271469275
verified: no, type: nauc_recall_at_1000_max
value: 18.539144354093576
verified: no, type: nauc_recall_at_1000_std
value: 25.237168569016006
verified: no, type: nauc_recall_at_100_diff1
value: 11.317131164829458
verified: no, type: nauc_recall_at_100_max
value: 14.217504930349332
verified: no, type: nauc_recall_at_100_std
value: 9.361412059431458
verified: no, type: nauc_recall_at_10_diff1
value: 12.921497120514802
verified: no, type: nauc_recall_at_10_max
value: 6.267626827850552
verified: no, type: nauc_recall_at_10_std
value: -5.482507135511354
verified: no, type: nauc_recall_at_1_diff1
value: 27.359821763360536
verified: no, type: nauc_recall_at_1_max
value: 2.001288237582939
verified: no, type: nauc_recall_at_1_std
value: -14.25657635217778
verified: no, type: nauc_recall_at_20_diff1
value: 12.566385176965325
verified: no, type: nauc_recall_at_20_max
value: 9.263362929577985
verified: no, type: nauc_recall_at_20_std
value: -0.9767007909018534
verified: no, type: nauc_recall_at_3_diff1
value: 17.13833238669028
verified: no, type: nauc_recall_at_3_max
value: 3.9556239580093964
verified: no, type: nauc_recall_at_3_std
value: -9.484971760875943
verified: no, type: nauc_recall_at_5_diff1
value: 15.408008879396792
verified: no, type: nauc_recall_at_5_max
value: 5.733443694979962
verified: no, type: nauc_recall_at_5_std
value: -7.619618998886788
verified: no, type: ndcg_at_1
value: 16.262
verified: no, type: ndcg_at_10
value: 28.729
verified: no, type: ndcg_at_100
value: 34.407
verified: no, type: ndcg_at_1000
value: 36.403
verified: no, type: ndcg_at_20
value: 31.115
verified: no, type: ndcg_at_3
value: 23.025000000000002
verified: no, type: ndcg_at_5
value: 25.744
verified: no, type: precision_at_1
value: 16.262
verified: no, type: precision_at_10
value: 4.727
verified: no, type: precision_at_100
value: 0.775
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 2.8819999999999997
verified: no, type: precision_at_3
value: 10.016
verified: no, type: precision_at_5
value: 7.449999999999999
verified: no, type: recall_at_1
value: 15.290999999999999
verified: no, type: recall_at_10
value: 43.646
verified: no, type: recall_at_100
value: 70.113
verified: no, type: recall_at_1000
value: 85.48
verified: no, type: recall_at_20
value: 52.821
verified: no, type: recall_at_3
value: 28.107
verified: no, type: recall_at_5
value: 34.61
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 15.595
verified: no, type: map_at_1
value: 6.565
verified: no, type: map_at_10
value: 11.108
verified: no, type: map_at_100
value: 12.235999999999999
verified: no, type: map_at_1000
value: 12.443
verified: no, type: map_at_20
value: 11.711
verified: no, type: map_at_3
value: 9.344
verified: no, type: map_at_5
value: 10.091
verified: no, type: mrr_at_1
value: 13.271604938271606
verified: no, type: mrr_at_10
value: 19.662820889672748
verified: no, type: mrr_at_100
value: 20.682598865638496
verified: no, type: mrr_at_1000
value: 20.78404255147132
verified: no, type: mrr_at_20
value: 20.23313871116589
verified: no, type: mrr_at_3
value: 17.59259259259259
verified: no, type: mrr_at_5
value: 18.441358024691358
verified: no, type: nauc_map_at_1000_diff1
value: 22.921079244677138
verified: no, type: nauc_map_at_1000_max
value: 1.6123187106312153
verified: no, type: nauc_map_at_1000_std
value: -5.495269253922846
verified: no, type: nauc_map_at_100_diff1
value: 22.914921168866325
verified: no, type: nauc_map_at_100_max
value: 1.3968600648831495
verified: no, type: nauc_map_at_100_std
value: -5.645931216513478
verified: no, type: nauc_map_at_10_diff1
value: 22.612160253584886
verified: no, type: nauc_map_at_10_max
value: 1.1234092397110391
verified: no, type: nauc_map_at_10_std
value: -6.784494108123146
verified: no, type: nauc_map_at_1_diff1
value: 31.272282929056605
verified: no, type: nauc_map_at_1_max
value: 6.799912979421051
verified: no, type: nauc_map_at_1_std
value: -6.6031558209382055
verified: no, type: nauc_map_at_20_diff1
value: 22.8259258640759
verified: no, type: nauc_map_at_20_max
value: 0.7432100826367205
verified: no, type: nauc_map_at_20_std
value: -6.146953223038562
verified: no, type: nauc_map_at_3_diff1
value: 22.955603944226706
verified: no, type: nauc_map_at_3_max
value: 2.2477594004270545
verified: no, type: nauc_map_at_3_std
value: -7.575225547389122
verified: no, type: nauc_map_at_5_diff1
value: 22.56932712155024
verified: no, type: nauc_map_at_5_max
value: 0.4077562548808868
verified: no, type: nauc_map_at_5_std
value: -8.552137311095203
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.80572361705586
verified: no, type: nauc_mrr_at_1000_max
value: 1.6812092889541859
verified: no, type: nauc_mrr_at_1000_std
value: -10.491306348526788
verified: no, type: nauc_mrr_at_100_diff1
value: 19.85259350388941
verified: no, type: nauc_mrr_at_100_max
value: 1.6561000518863531
verified: no, type: nauc_mrr_at_100_std
value: -10.480690401152904
verified: no, type: nauc_mrr_at_10_diff1
value: 19.533536862313408
verified: no, type: nauc_mrr_at_10_max
value: 1.3995106916927087
verified: no, type: nauc_mrr_at_10_std
value: -10.75185322467088
verified: no, type: nauc_mrr_at_1_diff1
value: 24.700601379046265
verified: no, type: nauc_mrr_at_1_max
value: 3.393973322489269
verified: no, type: nauc_mrr_at_1_std
value: -12.605333867765248
verified: no, type: nauc_mrr_at_20_diff1
value: 19.762509896286083
verified: no, type: nauc_mrr_at_20_max
value: 1.3832552477068305
verified: no, type: nauc_mrr_at_20_std
value: -10.61069673947179
verified: no, type: nauc_mrr_at_3_diff1
value: 19.142548681936596
verified: no, type: nauc_mrr_at_3_max
value: 1.1527317829234591
verified: no, type: nauc_mrr_at_3_std
value: -12.50027225748061
verified: no, type: nauc_mrr_at_5_diff1
value: 19.16019795231953
verified: no, type: nauc_mrr_at_5_max
value: 0.6582098550091133
verified: no, type: nauc_mrr_at_5_std
value: -11.95332987534088
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.20900884316552
verified: no, type: nauc_ndcg_at_1000_max
value: 5.769615210126322
verified: no, type: nauc_ndcg_at_1000_std
value: -0.839672047917041
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.01841135054075
verified: no, type: nauc_ndcg_at_100_max
value: 2.899132697881292
verified: no, type: nauc_ndcg_at_100_std
value: -2.3305289486175984
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.846375271379397
verified: no, type: nauc_ndcg_at_10_max
value: 0.6075110546301129
verified: no, type: nauc_ndcg_at_10_std
value: -6.56829544221122
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.700601379046265
verified: no, type: nauc_ndcg_at_1_max
value: 3.393973322489269
verified: no, type: nauc_ndcg_at_1_std
value: -12.605333867765248
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.516279742096213
verified: no, type: nauc_ndcg_at_20_max
value: -0.08329822682709122
verified: no, type: nauc_ndcg_at_20_std
value: -4.798485582049851
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.632146936243853
verified: no, type: nauc_ndcg_at_3_max
value: 1.0809843056666528
verified: no, type: nauc_ndcg_at_3_std
value: -10.872897003746244
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.15495897120557
verified: no, type: nauc_ndcg_at_5_max
value: -0.8751859547516859
verified: no, type: nauc_ndcg_at_5_std
value: -10.501974053604677
verified: no, type: nauc_precision_at_1000_diff1
value: 3.0998891770528743
verified: no, type: nauc_precision_at_1000_max
value: 18.702259209681475
verified: no, type: nauc_precision_at_1000_std
value: 4.847633093599936
verified: no, type: nauc_precision_at_100_diff1
value: 13.870790241031658
verified: no, type: nauc_precision_at_100_max
value: 11.381893073925617
verified: no, type: nauc_precision_at_100_std
value: 3.3997110967319424
verified: no, type: nauc_precision_at_10_diff1
value: 17.08241656155363
verified: no, type: nauc_precision_at_10_max
value: 1.043655487315398
verified: no, type: nauc_precision_at_10_std
value: -6.061446632702096
verified: no, type: nauc_precision_at_1_diff1
value: 24.700601379046265
verified: no, type: nauc_precision_at_1_max
value: 3.393973322489269
verified: no, type: nauc_precision_at_1_std
value: -12.605333867765248
verified: no, type: nauc_precision_at_20_diff1
value: 15.561816608848774
verified: no, type: nauc_precision_at_20_max
value: 1.4387105640001014
verified: no, type: nauc_precision_at_20_std
value: -2.3148485240364107
verified: no, type: nauc_precision_at_3_diff1
value: 15.791636673970427
verified: no, type: nauc_precision_at_3_max
value: -0.48953847896803343
verified: no, type: nauc_precision_at_3_std
value: -14.466917751105074
verified: no, type: nauc_precision_at_5_diff1
value: 14.407013696150702
verified: no, type: nauc_precision_at_5_max
value: -3.623633621758513
verified: no, type: nauc_precision_at_5_std
value: -13.679893638323668
verified: no, type: nauc_recall_at_1000_diff1
value: 14.095191934326234
verified: no, type: nauc_recall_at_1000_max
value: 16.426400937089994
verified: no, type: nauc_recall_at_1000_std
value: 21.29168932874166
verified: no, type: nauc_recall_at_100_diff1
value: 18.750731459551403
verified: no, type: nauc_recall_at_100_max
value: 4.344246341500438
verified: no, type: nauc_recall_at_100_std
value: 9.195285873556298
verified: no, type: nauc_recall_at_10_diff1
value: 16.8302080344721
verified: no, type: nauc_recall_at_10_max
value: -1.2351359259281107
verified: no, type: nauc_recall_at_10_std
value: -2.6278258890582484
verified: no, type: nauc_recall_at_1_diff1
value: 31.272282929056605
verified: no, type: nauc_recall_at_1_max
value: 6.799912979421051
verified: no, type: nauc_recall_at_1_std
value: -6.6031558209382055
verified: no, type: nauc_recall_at_20_diff1
value: 18.562953757787838
verified: no, type: nauc_recall_at_20_max
value: -3.301819119883209
verified: no, type: nauc_recall_at_20_std
value: 1.4940250110385407
verified: no, type: nauc_recall_at_3_diff1
value: 17.150794119645003
verified: no, type: nauc_recall_at_3_max
value: -1.7201601188087563
verified: no, type: nauc_recall_at_3_std
value: -8.43546725991927
verified: no, type: nauc_recall_at_5_diff1
value: 17.363347352192303
verified: no, type: nauc_recall_at_5_max
value: -4.9737540456308755
verified: no, type: nauc_recall_at_5_std
value: -9.746324422299473
verified: no, type: ndcg_at_1
value: 13.272
verified: no, type: ndcg_at_10
value: 15.595
verified: no, type: ndcg_at_100
value: 21.11
verified: no, type: ndcg_at_1000
value: 25.602999999999998
verified: no, type: ndcg_at_20
value: 17.577
verified: no, type: ndcg_at_3
value: 12.901000000000002
verified: no, type: ndcg_at_5
value: 13.489999999999998
verified: no, type: precision_at_1
value: 13.272
verified: no, type: precision_at_10
value: 4.552
verified: no, type: precision_at_100
value: 0.9809999999999999
verified: no, type: precision_at_1000
value: 0.17700000000000002
verified: no, type: precision_at_20
value: 3.048
verified: no, type: precision_at_3
value: 8.539
verified: no, type: precision_at_5
value: 6.389
verified: no, type: recall_at_1
value: 6.565
verified: no, type: recall_at_10
value: 20.535
verified: no, type: recall_at_100
value: 42.378
verified: no, type: recall_at_1000
value: 69.754
verified: no, type: recall_at_20
value: 26.88
verified: no, type: recall_at_3
value: 12.228
verified: no, type: recall_at_5
value: 14.625
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 37.478
verified: no, type: map_at_1
value: 21.695
verified: no, type: map_at_10
value: 29.651
verified: no, type: map_at_100
value: 30.563000000000002
verified: no, type: map_at_1000
value: 30.663
verified: no, type: map_at_20
value: 30.144
verified: no, type: map_at_3
value: 27.378999999999998
verified: no, type: map_at_5
value: 28.685
verified: no, type: mrr_at_1
value: 43.38960162052667
verified: no, type: mrr_at_10
value: 50.7335991340044
verified: no, type: mrr_at_100
value: 51.38613386358546
verified: no, type: mrr_at_1000
value: 51.4311096325992
verified: no, type: mrr_at_20
value: 51.11742428497492
verified: no, type: mrr_at_3
value: 48.82061670042784
verified: no, type: mrr_at_5
value: 49.94215620076533
verified: no, type: nauc_map_at_1000_diff1
value: 47.09534641484041
verified: no, type: nauc_map_at_1000_max
value: 25.84416946902351
verified: no, type: nauc_map_at_1000_std
value: 6.22430525152719
verified: no, type: nauc_map_at_100_diff1
value: 47.10264559039403
verified: no, type: nauc_map_at_100_max
value: 25.829196587016916
verified: no, type: nauc_map_at_100_std
value: 6.167582046246078
verified: no, type: nauc_map_at_10_diff1
value: 47.54215994617424
verified: no, type: nauc_map_at_10_max
value: 25.741877794411224
verified: no, type: nauc_map_at_10_std
value: 5.294699714891394
verified: no, type: nauc_map_at_1_diff1
value: 61.37553174317903
verified: no, type: nauc_map_at_1_max
value: 28.314612538409715
verified: no, type: nauc_map_at_1_std
value: 0.6565168608453245
verified: no, type: nauc_map_at_20_diff1
value: 47.32504591067196
verified: no, type: nauc_map_at_20_max
value: 25.862432005549124
verified: no, type: nauc_map_at_20_std
value: 5.8326652929299945
verified: no, type: nauc_map_at_3_diff1
value: 49.72129017170202
verified: no, type: nauc_map_at_3_max
value: 26.31692918544824
verified: no, type: nauc_map_at_3_std
value: 3.739704581459523
verified: no, type: nauc_map_at_5_diff1
value: 48.415053585747245
verified: no, type: nauc_map_at_5_max
value: 25.781193661521396
verified: no, type: nauc_map_at_5_std
value: 4.407681606999509
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.32269379788515
verified: no, type: nauc_mrr_at_1000_max
value: 27.915030639675535
verified: no, type: nauc_mrr_at_1000_std
value: 3.2598345967531666
verified: no, type: nauc_mrr_at_100_diff1
value: 58.30993970174152
verified: no, type: nauc_mrr_at_100_max
value: 27.916429768832625
verified: no, type: nauc_mrr_at_100_std
value: 3.2688330131702594
verified: no, type: nauc_mrr_at_10_diff1
value: 58.355306982656586
verified: no, type: nauc_mrr_at_10_max
value: 27.909701715855157
verified: no, type: nauc_mrr_at_10_std
value: 3.016978210937183
verified: no, type: nauc_mrr_at_1_diff1
value: 61.37553174317903
verified: no, type: nauc_mrr_at_1_max
value: 28.314612538409715
verified: no, type: nauc_mrr_at_1_std
value: 0.6565168608453245
verified: no, type: nauc_mrr_at_20_diff1
value: 58.34633689657052
verified: no, type: nauc_mrr_at_20_max
value: 27.929286473107496
verified: no, type: nauc_mrr_at_20_std
value: 3.211337498366748
verified: no, type: nauc_mrr_at_3_diff1
value: 58.74568991079614
verified: no, type: nauc_mrr_at_3_max
value: 28.12400510630213
verified: no, type: nauc_mrr_at_3_std
value: 2.1802465826138673
verified: no, type: nauc_mrr_at_5_diff1
value: 58.39649035584997
verified: no, type: nauc_mrr_at_5_max
value: 27.941440908365305
verified: no, type: nauc_mrr_at_5_std
value: 2.6184419683046434
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.48287782676621
verified: no, type: nauc_ndcg_at_1000_max
value: 26.09493353610149
verified: no, type: nauc_ndcg_at_1000_std
value: 10.303657041560072
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.517833835714185
verified: no, type: nauc_ndcg_at_100_max
value: 25.73531982596624
verified: no, type: nauc_ndcg_at_100_std
value: 9.399497932066883
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.40399915446156
verified: no, type: nauc_ndcg_at_10_max
value: 25.794094279378715
verified: no, type: nauc_ndcg_at_10_std
value: 6.301783424981204
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.37553174317903
verified: no, type: nauc_ndcg_at_1_max
value: 28.314612538409715
verified: no, type: nauc_ndcg_at_1_std
value: 0.6565168608453245
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.80325328797878
verified: no, type: nauc_ndcg_at_20_max
value: 26.012852901587113
verified: no, type: nauc_ndcg_at_20_std
value: 7.721252596952678
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.52453349541243
verified: no, type: nauc_ndcg_at_3_max
value: 26.638522344434378
verified: no, type: nauc_ndcg_at_3_std
value: 3.7194855038248917
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.78137048541129
verified: no, type: nauc_ndcg_at_5_max
value: 25.91490881872891
verified: no, type: nauc_ndcg_at_5_std
value: 4.725975666940652
verified: no, type: nauc_precision_at_1000_diff1
value: 13.140210373077519
verified: no, type: nauc_precision_at_1000_max
value: 17.08484696343514
verified: no, type: nauc_precision_at_1000_std
value: 30.14820694651348
verified: no, type: nauc_precision_at_100_diff1
value: 21.55654916743866
verified: no, type: nauc_precision_at_100_max
value: 17.50194659200474
verified: no, type: nauc_precision_at_100_std
value: 21.51279344954705
verified: no, type: nauc_precision_at_10_diff1
value: 35.330596257649034
verified: no, type: nauc_precision_at_10_max
value: 21.58835648977114
verified: no, type: nauc_precision_at_10_std
value: 10.948965785333792
verified: no, type: nauc_precision_at_1_diff1
value: 61.37553174317903
verified: no, type: nauc_precision_at_1_max
value: 28.314612538409715
verified: no, type: nauc_precision_at_1_std
value: 0.6565168608453245
verified: no, type: nauc_precision_at_20_diff1
value: 31.105334918303583
verified: no, type: nauc_precision_at_20_max
value: 20.93031217218494
verified: no, type: nauc_precision_at_20_std
value: 14.943165224963831
verified: no, type: nauc_precision_at_3_diff1
value: 45.20407780117561
verified: no, type: nauc_precision_at_3_max
value: 24.97354701555406
verified: no, type: nauc_precision_at_3_std
value: 5.354478163201348
verified: no, type: nauc_precision_at_5_diff1
value: 40.196131824936515
verified: no, type: nauc_precision_at_5_max
value: 22.631237478251986
verified: no, type: nauc_precision_at_5_std
value: 7.200977485797791
verified: no, type: nauc_recall_at_1000_diff1
value: 13.140210373077565
verified: no, type: nauc_recall_at_1000_max
value: 17.08484696343504
verified: no, type: nauc_recall_at_1000_std
value: 30.14820694651354
verified: no, type: nauc_recall_at_100_diff1
value: 21.556549167438675
verified: no, type: nauc_recall_at_100_max
value: 17.501946592004693
verified: no, type: nauc_recall_at_100_std
value: 21.512793449547083
verified: no, type: nauc_recall_at_10_diff1
value: 35.330596257649006
verified: no, type: nauc_recall_at_10_max
value: 21.588356489771147
verified: no, type: nauc_recall_at_10_std
value: 10.948965785333794
verified: no, type: nauc_recall_at_1_diff1
value: 61.37553174317903
verified: no, type: nauc_recall_at_1_max
value: 28.314612538409715
verified: no, type: nauc_recall_at_1_std
value: 0.6565168608453245
verified: no, type: nauc_recall_at_20_diff1
value: 31.105334918303562
verified: no, type: nauc_recall_at_20_max
value: 20.930312172184966
verified: no, type: nauc_recall_at_20_std
value: 14.943165224963828
verified: no, type: nauc_recall_at_3_diff1
value: 45.20407780117561
verified: no, type: nauc_recall_at_3_max
value: 24.97354701555401
verified: no, type: nauc_recall_at_3_std
value: 5.354478163201327
verified: no, type: nauc_recall_at_5_diff1
value: 40.19613182493655
verified: no, type: nauc_recall_at_5_max
value: 22.63123747825198
verified: no, type: nauc_recall_at_5_std
value: 7.2009774857978295
verified: no, type: ndcg_at_1
value: 43.39
verified: no, type: ndcg_at_10
value: 37.478
verified: no, type: ndcg_at_100
value: 41.535
verified: no, type: ndcg_at_1000
value: 43.832
verified: no, type: ndcg_at_20
value: 38.994
verified: no, type: ndcg_at_3
value: 33.407
verified: no, type: ndcg_at_5
value: 35.475
verified: no, type: precision_at_1
value: 43.39
verified: no, type: precision_at_10
value: 8.051
verified: no, type: precision_at_100
value: 1.129
verified: no, type: precision_at_1000
value: 0.14300000000000002
verified: no, type: precision_at_20
value: 4.5120000000000005
verified: no, type: precision_at_3
value: 20.756
verified: no, type: precision_at_5
value: 14.096
verified: no, type: recall_at_1
value: 21.695
verified: no, type: recall_at_10
value: 40.257
verified: no, type: recall_at_100
value: 56.435
verified: no, type: recall_at_1000
value: 71.708
verified: no, type: recall_at_20
value: 45.125
verified: no, type: recall_at_3
value: 31.134
verified: no, type: recall_at_5
value: 35.24
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 66.62440000000001
verified: no, type: ap
value: 61.38791189713465
verified: no, type: ap_weighted
value: 61.38791189713465
verified: no, type: f1
value: 66.13197122736734
verified: no, type: f1_weighted
value: 66.13197122736733
verified: no, type: main_score
value: 66.62440000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 32.695
verified: no, type: map_at_1
value: 1
verified: no, type: map_at_10
value: 5.678
verified: no, type: map_at_100
value: 14.411999999999999
verified: no, type: map_at_1000
value: 18.412
verified: no, type: map_at_20
value: 8.49
verified: no, type: map_at_3
value: 2.2399999999999998
verified: no, type: map_at_5
value: 3.473
verified: no, type: mrr_at_1
value: 58.139534883720934
verified: no, type: mrr_at_10
value: 68.02325581395348
verified: no, type: mrr_at_100
value: 68.14220796578454
verified: no, type: mrr_at_1000
value: 68.16736545321
verified: no, type: mrr_at_20
value: 68.02325581395348
verified: no, type: mrr_at_3
value: 67.05426356589146
verified: no, type: mrr_at_5
value: 67.63565891472867
verified: no, type: nauc_map_at_1000_diff1
value: 10.081357169406843
verified: no, type: nauc_map_at_1000_max
value: 65.52977943545287
verified: no, type: nauc_map_at_1000_std
value: 60.56148146283225
verified: no, type: nauc_map_at_100_diff1
value: 8.901740928252257
verified: no, type: nauc_map_at_100_max
value: 56.33594426005263
verified: no, type: nauc_map_at_100_std
value: 51.85557415677924
verified: no, type: nauc_map_at_10_diff1
value: 4.764613289448945
verified: no, type: nauc_map_at_10_max
value: 27.05251746701552
verified: no, type: nauc_map_at_10_std
value: 24.729593218134063
verified: no, type: nauc_map_at_1_diff1
value: 18.949682046838028
verified: no, type: nauc_map_at_1_max
value: 8.398832694812572
verified: no, type: nauc_map_at_1_std
value: 9.158568546378119
verified: no, type: nauc_map_at_20_diff1
value: 4.35163781972467
verified: no, type: nauc_map_at_20_max
value: 29.39315596036044
verified: no, type: nauc_map_at_20_std
value: 28.20413648253673
verified: no, type: nauc_map_at_3_diff1
value: 14.426703941475743
verified: no, type: nauc_map_at_3_max
value: 19.528085026047183
verified: no, type: nauc_map_at_3_std
value: 19.19524526218501
verified: no, type: nauc_map_at_5_diff1
value: 8.542407271574234
verified: no, type: nauc_map_at_5_max
value: 21.96571612444345
verified: no, type: nauc_map_at_5_std
value: 19.562339269650337
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.802609799300136
verified: no, type: nauc_mrr_at_1000_max
value: 58.43325582968235
verified: no, type: nauc_mrr_at_1000_std
value: 50.255275358008355
verified: no, type: nauc_mrr_at_100_diff1
value: 25.813430117639385
verified: no, type: nauc_mrr_at_100_max
value: 58.440260343467386
verified: no, type: nauc_mrr_at_100_std
value: 50.29567683948686
verified: no, type: nauc_mrr_at_10_diff1
value: 25.928537487080177
verified: no, type: nauc_mrr_at_10_max
value: 58.624781011353356
verified: no, type: nauc_mrr_at_10_std
value: 50.149362684438344
verified: no, type: nauc_mrr_at_1_diff1
value: 21.666838023145953
verified: no, type: nauc_mrr_at_1_max
value: 48.08098031817834
verified: no, type: nauc_mrr_at_1_std
value: 40.8447553136573
verified: no, type: nauc_mrr_at_20_diff1
value: 25.928537487080177
verified: no, type: nauc_mrr_at_20_max
value: 58.624781011353356
verified: no, type: nauc_mrr_at_20_std
value: 50.149362684438344
verified: no, type: nauc_mrr_at_3_diff1
value: 25.138742955770297
verified: no, type: nauc_mrr_at_3_max
value: 58.15074557154154
verified: no, type: nauc_mrr_at_3_std
value: 51.779060953730806
verified: no, type: nauc_mrr_at_5_diff1
value: 26.875742025667503
verified: no, type: nauc_mrr_at_5_max
value: 58.047613429416444
verified: no, type: nauc_mrr_at_5_std
value: 50.568212600486305
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.84434059592612
verified: no, type: nauc_ndcg_at_1000_max
value: 66.41709602981231
verified: no, type: nauc_ndcg_at_1000_std
value: 59.9002587130517
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.157725071883185
verified: no, type: nauc_ndcg_at_100_max
value: 62.507605378960406
verified: no, type: nauc_ndcg_at_100_std
value: 55.33886660559506
verified: no, type: nauc_ndcg_at_10_diff1
value: 2.7415914051866124
verified: no, type: nauc_ndcg_at_10_max
value: 55.388067307310365
verified: no, type: nauc_ndcg_at_10_std
value: 42.82986062576109
verified: no, type: nauc_ndcg_at_1_diff1
value: 13.377021588510054
verified: no, type: nauc_ndcg_at_1_max
value: 29.386074496105792
verified: no, type: nauc_ndcg_at_1_std
value: 11.408077029215445
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.326148156867626
verified: no, type: nauc_ndcg_at_20_max
value: 60.697045867707686
verified: no, type: nauc_ndcg_at_20_std
value: 47.99092577615938
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.989449673124856
verified: no, type: nauc_ndcg_at_3_max
value: 44.51332216957301
verified: no, type: nauc_ndcg_at_3_std
value: 35.18696517451071
verified: no, type: nauc_ndcg_at_5_diff1
value: 4.060160624786844
verified: no, type: nauc_ndcg_at_5_max
value: 51.10253293874687
verified: no, type: nauc_ndcg_at_5_std
value: 39.070683399060684
verified: no, type: nauc_precision_at_1000_diff1
value: 9.50382587741955
verified: no, type: nauc_precision_at_1000_max
value: 60.62439119757783
verified: no, type: nauc_precision_at_1000_std
value: 56.83454176343064
verified: no, type: nauc_precision_at_100_diff1
value: 11.35723114967806
verified: no, type: nauc_precision_at_100_max
value: 70.3418790427346
verified: no, type: nauc_precision_at_100_std
value: 62.88335992120394
verified: no, type: nauc_precision_at_10_diff1
value: 7.871699282025061
verified: no, type: nauc_precision_at_10_max
value: 66.95358829993387
verified: no, type: nauc_precision_at_10_std
value: 56.28948117426722
verified: no, type: nauc_precision_at_1_diff1
value: 21.666838023145953
verified: no, type: nauc_precision_at_1_max
value: 48.08098031817834
verified: no, type: nauc_precision_at_1_std
value: 40.8447553136573
verified: no, type: nauc_precision_at_20_diff1
value: 11.207357488330521
verified: no, type: nauc_precision_at_20_max
value: 66.93510334175923
verified: no, type: nauc_precision_at_20_std
value: 57.866274868020305
verified: no, type: nauc_precision_at_3_diff1
value: 17.425252729248836
verified: no, type: nauc_precision_at_3_max
value: 64.29856122616874
verified: no, type: nauc_precision_at_3_std
value: 58.870231714525175
verified: no, type: nauc_precision_at_5_diff1
value: 12.645874392385444
verified: no, type: nauc_precision_at_5_max
value: 66.57471189825266
verified: no, type: nauc_precision_at_5_std
value: 56.0176748292857
verified: no, type: nauc_recall_at_1000_diff1
value: 42.119098502046924
verified: no, type: nauc_recall_at_1000_max
value: 61.01949254784126
verified: no, type: nauc_recall_at_1000_std
value: 55.85918701646594
verified: no, type: nauc_recall_at_100_diff1
value: 30.70499534789799
verified: no, type: nauc_recall_at_100_max
value: 50.83303853714478
verified: no, type: nauc_recall_at_100_std
value: 44.860207634175566
verified: no, type: nauc_recall_at_10_diff1
value: 10.291765213783561
verified: no, type: nauc_recall_at_10_max
value: 21.84109268402226
verified: no, type: nauc_recall_at_10_std
value: 17.09252188823626
verified: no, type: nauc_recall_at_1_diff1
value: 18.949682046838028
verified: no, type: nauc_recall_at_1_max
value: 8.398832694812572
verified: no, type: nauc_recall_at_1_std
value: 9.158568546378119
verified: no, type: nauc_recall_at_20_diff1
value: 15.927897890117283
verified: no, type: nauc_recall_at_20_max
value: 23.747256386884786
verified: no, type: nauc_recall_at_20_std
value: 18.662178810158274
verified: no, type: nauc_recall_at_3_diff1
value: 20.989284202667942
verified: no, type: nauc_recall_at_3_max
value: 17.28520815922331
verified: no, type: nauc_recall_at_3_std
value: 15.233570921492792
verified: no, type: nauc_recall_at_5_diff1
value: 14.983470564779777
verified: no, type: nauc_recall_at_5_max
value: 17.209528818696583
verified: no, type: nauc_recall_at_5_std
value: 11.479848062057618
verified: no, type: ndcg_at_1
value: 38.372
verified: no, type: ndcg_at_10
value: 32.695
verified: no, type: ndcg_at_100
value: 31.230000000000004
verified: no, type: ndcg_at_1000
value: 39.649
verified: no, type: ndcg_at_20
value: 31.447000000000003
verified: no, type: ndcg_at_3
value: 34.361999999999995
verified: no, type: ndcg_at_5
value: 33.702
verified: no, type: precision_at_1
value: 58.14
verified: no, type: precision_at_10
value: 43.721
verified: no, type: precision_at_100
value: 20.628
verified: no, type: precision_at_1000
value: 4.4159999999999995
verified: no, type: precision_at_20
value: 37.208999999999996
verified: no, type: precision_at_3
value: 51.163000000000004
verified: no, type: precision_at_5
value: 48.372
verified: no, type: recall_at_1
value: 1
verified: no, type: recall_at_10
value: 7.081999999999999
verified: no, type: recall_at_100
value: 26.572000000000003
verified: no, type: recall_at_1000
value: 50.20400000000001
verified: no, type: recall_at_20
value: 11.671
verified: no, type: recall_at_3
value: 2.596
verified: no, type: recall_at_5
value: 4.156
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 86.19471044231645
verified: no, type: f1
value: 85.27501322780665
verified: no, type: f1_weighted
value: 86.42253471732333
verified: no, type: main_score
value: 86.19471044231645
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 60.40355677154583
verified: no, type: f1
value: 42.23245201423625
verified: no, type: f1_weighted
value: 64.52904706608977
verified: no, type: main_score
value: 60.40355677154583
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 60.86079354404842
verified: no, type: f1
value: 59.86002295886139
verified: no, type: f1_weighted
value: 61.600352700483704
verified: no, type: main_score
value: 60.86079354404842
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 66.39878950907867
verified: no, type: f1
value: 66.08148670134351
verified: no, type: f1_weighted
value: 66.75308329528572
verified: no, type: main_score
value: 66.39878950907867
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 25.58908806090526
verified: no, type: v_measure
value: 25.58908806090526
verified: no, type: v_measure_std
value: 1.1067644908239649
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.27612317880978
verified: no, type: v_measure
value: 20.27612317880978
verified: no, type: v_measure_std
value: 1.4731971616119242
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 28.939878341266613
verified: no, type: map
value: 28.939878341266613
verified: no, type: mrr
value: 29.639163441180692
verified: no, type: nAUC_map_diff1
value: 8.8793579187874
verified: no, type: nAUC_map_max
value: -22.869629909935735
verified: no, type: nAUC_map_std
value: -9.879777666990593
verified: no, type: nAUC_mrr_diff1
value: 9.219371253717831
verified: no, type: nAUC_mrr_max
value: -17.019803510539926
verified: no, type: nAUC_mrr_std
value: -6.648705434395337
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 22.552
verified: no, type: map_at_1
value: 3.4160000000000004
verified: no, type: map_at_10
value: 7.103
verified: no, type: map_at_100
value: 8.921999999999999
verified: no, type: map_at_1000
value: 9.976
verified: no, type: map_at_20
value: 7.807
verified: no, type: map_at_3
value: 5.3740000000000006
verified: no, type: map_at_5
value: 6.140000000000001
verified: no, type: mrr_at_1
value: 31.57894736842105
verified: no, type: mrr_at_10
value: 40.17679001425131
verified: no, type: mrr_at_100
value: 40.936950343260854
verified: no, type: mrr_at_1000
value: 40.99313849791527
verified: no, type: mrr_at_20
value: 40.532478199294225
verified: no, type: mrr_at_3
value: 37.87409700722393
verified: no, type: mrr_at_5
value: 39.22084623323012
verified: no, type: nauc_map_at_1000_diff1
value: 34.73224861867767
verified: no, type: nauc_map_at_1000_max
value: 34.41772857333133
verified: no, type: nauc_map_at_1000_std
value: 19.884774737807888
verified: no, type: nauc_map_at_100_diff1
value: 37.01728428035375
verified: no, type: nauc_map_at_100_max
value: 33.414825195084916
verified: no, type: nauc_map_at_100_std
value: 16.22181527030413
verified: no, type: nauc_map_at_10_diff1
value: 42.20565439584536
verified: no, type: nauc_map_at_10_max
value: 30.666645971181296
verified: no, type: nauc_map_at_10_std
value: 10.63902697253609
verified: no, type: nauc_map_at_1_diff1
value: 57.25535533467592
verified: no, type: nauc_map_at_1_max
value: 25.0338718450961
verified: no, type: nauc_map_at_1_std
value: 1.5109686532462137
verified: no, type: nauc_map_at_20_diff1
value: 39.971115426607945
verified: no, type: nauc_map_at_20_max
value: 31.542560178492934
verified: no, type: nauc_map_at_20_std
value: 12.413878932549483
verified: no, type: nauc_map_at_3_diff1
value: 46.15379275145193
verified: no, type: nauc_map_at_3_max
value: 26.328980489303177
verified: no, type: nauc_map_at_3_std
value: 5.10721452115037
verified: no, type: nauc_map_at_5_diff1
value: 46.44470524532154
verified: no, type: nauc_map_at_5_max
value: 28.77917380032644
verified: no, type: nauc_map_at_5_std
value: 7.726530419493592
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.378170197712684
verified: no, type: nauc_mrr_at_1000_max
value: 36.70254814804847
verified: no, type: nauc_mrr_at_1000_std
value: 23.93411541050575
verified: no, type: nauc_mrr_at_100_diff1
value: 29.34620323004042
verified: no, type: nauc_mrr_at_100_max
value: 36.70562654294673
verified: no, type: nauc_mrr_at_100_std
value: 23.94090914510999
verified: no, type: nauc_mrr_at_10_diff1
value: 29.345134619677214
verified: no, type: nauc_mrr_at_10_max
value: 36.92950804065547
verified: no, type: nauc_mrr_at_10_std
value: 24.19628220924784
verified: no, type: nauc_mrr_at_1_diff1
value: 33.13330585053634
verified: no, type: nauc_mrr_at_1_max
value: 30.618369537269775
verified: no, type: nauc_mrr_at_1_std
value: 16.769007131224782
verified: no, type: nauc_mrr_at_20_diff1
value: 29.185086482257294
verified: no, type: nauc_mrr_at_20_max
value: 36.68095260817287
verified: no, type: nauc_mrr_at_20_std
value: 23.91780882920626
verified: no, type: nauc_mrr_at_3_diff1
value: 30.05197440329091
verified: no, type: nauc_mrr_at_3_max
value: 35.953685760398685
verified: no, type: nauc_mrr_at_3_std
value: 23.524957502759733
verified: no, type: nauc_mrr_at_5_diff1
value: 29.91745508269405
verified: no, type: nauc_mrr_at_5_max
value: 37.18989075322827
verified: no, type: nauc_mrr_at_5_std
value: 24.083241781489317
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.39233260296463
verified: no, type: nauc_ndcg_at_1000_max
value: 40.177320929529856
verified: no, type: nauc_ndcg_at_1000_std
value: 28.208928110945696
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.552649164232033
verified: no, type: nauc_ndcg_at_100_max
value: 36.60602229659139
verified: no, type: nauc_ndcg_at_100_std
value: 26.029649121667582
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.0338183814633
verified: no, type: nauc_ndcg_at_10_max
value: 35.80460796981663
verified: no, type: nauc_ndcg_at_10_std
value: 30.656647945229317
verified: no, type: nauc_ndcg_at_1_diff1
value: 33.341154674024686
verified: no, type: nauc_ndcg_at_1_max
value: 28.871624645312167
verified: no, type: nauc_ndcg_at_1_std
value: 17.58191846191065
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.07221292200904
verified: no, type: nauc_ndcg_at_20_max
value: 34.677067256339555
verified: no, type: nauc_ndcg_at_20_std
value: 29.462105630225466
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.63792366113301
verified: no, type: nauc_ndcg_at_3_max
value: 33.441000011335795
verified: no, type: nauc_ndcg_at_3_std
value: 25.52723257395818
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.845754952633527
verified: no, type: nauc_ndcg_at_5_max
value: 36.01734895823619
verified: no, type: nauc_ndcg_at_5_std
value: 28.519871008836635
verified: no, type: nauc_precision_at_1000_diff1
value: -11.759314026815046
verified: no, type: nauc_precision_at_1000_max
value: 16.309973886456124
verified: no, type: nauc_precision_at_1000_std
value: 42.37816169817523
verified: no, type: nauc_precision_at_100_diff1
value: -8.029656826154214
verified: no, type: nauc_precision_at_100_max
value: 25.331471940731316
verified: no, type: nauc_precision_at_100_std
value: 44.457235673630116
verified: no, type: nauc_precision_at_10_diff1
value: 3.4946893557140797
verified: no, type: nauc_precision_at_10_max
value: 36.03413341771082
verified: no, type: nauc_precision_at_10_std
value: 39.58686481472833
verified: no, type: nauc_precision_at_1_diff1
value: 33.13330585053634
verified: no, type: nauc_precision_at_1_max
value: 30.618369537269775
verified: no, type: nauc_precision_at_1_std
value: 16.769007131224782
verified: no, type: nauc_precision_at_20_diff1
value: -0.7015547908093809
verified: no, type: nauc_precision_at_20_max
value: 31.678433625540826
verified: no, type: nauc_precision_at_20_std
value: 41.91391013932311
verified: no, type: nauc_precision_at_3_diff1
value: 15.741259800786864
verified: no, type: nauc_precision_at_3_max
value: 35.03514751856323
verified: no, type: nauc_precision_at_3_std
value: 29.399412146388926
verified: no, type: nauc_precision_at_5_diff1
value: 10.656798267400632
verified: no, type: nauc_precision_at_5_max
value: 38.47044503438441
verified: no, type: nauc_precision_at_5_std
value: 34.345843373967256
verified: no, type: nauc_recall_at_1000_diff1
value: 12.345126052107041
verified: no, type: nauc_recall_at_1000_max
value: 20.127378174130243
verified: no, type: nauc_recall_at_1000_std
value: 11.325945503912399
verified: no, type: nauc_recall_at_100_diff1
value: 18.683876129399103
verified: no, type: nauc_recall_at_100_max
value: 20.479854369545283
verified: no, type: nauc_recall_at_100_std
value: 8.32322214131877
verified: no, type: nauc_recall_at_10_diff1
value: 32.78583976883686
verified: no, type: nauc_recall_at_10_max
value: 26.26666599537088
verified: no, type: nauc_recall_at_10_std
value: 10.25062932159794
verified: no, type: nauc_recall_at_1_diff1
value: 57.25535533467592
verified: no, type: nauc_recall_at_1_max
value: 25.0338718450961
verified: no, type: nauc_recall_at_1_std
value: 1.5109686532462137
verified: no, type: nauc_recall_at_20_diff1
value: 26.904578553813895
verified: no, type: nauc_recall_at_20_max
value: 23.54014529084009
verified: no, type: nauc_recall_at_20_std
value: 7.5106508677906305
verified: no, type: nauc_recall_at_3_diff1
value: 38.01326191292155
verified: no, type: nauc_recall_at_3_max
value: 23.12794360178698
verified: no, type: nauc_recall_at_3_std
value: 5.615974785235754
verified: no, type: nauc_recall_at_5_diff1
value: 40.0812862656233
verified: no, type: nauc_recall_at_5_max
value: 26.49961615304253
verified: no, type: nauc_recall_at_5_std
value: 8.623796778044191
verified: no, type: ndcg_at_1
value: 29.720999999999997
verified: no, type: ndcg_at_10
value: 22.552
verified: no, type: ndcg_at_100
value: 20.952
verified: no, type: ndcg_at_1000
value: 29.665999999999997
verified: no, type: ndcg_at_20
value: 20.879
verified: no, type: ndcg_at_3
value: 26.008
verified: no, type: ndcg_at_5
value: 24.254
verified: no, type: precision_at_1
value: 31.579
verified: no, type: precision_at_10
value: 16.904
verified: no, type: precision_at_100
value: 5.771
verified: no, type: precision_at_1000
value: 1.807
verified: no, type: precision_at_20
value: 12.508
verified: no, type: precision_at_3
value: 24.458
verified: no, type: precision_at_5
value: 20.867
verified: no, type: recall_at_1
value: 3.4160000000000004
verified: no, type: recall_at_10
value: 10.544
verified: no, type: recall_at_100
value: 22.423000000000002
verified: no, type: recall_at_1000
value: 53.31399999999999
verified: no, type: recall_at_20
value: 13.254
verified: no, type: recall_at_3
value: 6.587
verified: no, type: recall_at_5
value: 8.004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 18.915000000000003
verified: no, type: map_at_1
value: 7.997999999999999
verified: no, type: map_at_10
value: 14.599
verified: no, type: map_at_100
value: 15.855
verified: no, type: map_at_1000
value: 15.956000000000001
verified: no, type: map_at_20
value: 15.304
verified: no, type: map_at_3
value: 12.084
verified: no, type: map_at_5
value: 13.406
verified: no, type: mrr_at_1
value: 9.154113557358054
verified: no, type: mrr_at_10
value: 16.148069212234912
verified: no, type: mrr_at_100
value: 17.328232730619938
verified: no, type: mrr_at_1000
value: 17.41416846980928
verified: no, type: mrr_at_20
value: 16.838894506604742
verified: no, type: mrr_at_3
value: 13.63460795674003
verified: no, type: mrr_at_5
value: 14.964271919660055
verified: no, type: nauc_map_at_1000_diff1
value: 15.90713522176542
verified: no, type: nauc_map_at_1000_max
value: 14.058054318819337
verified: no, type: nauc_map_at_1000_std
value: 1.71764752961226
verified: no, type: nauc_map_at_100_diff1
value: 15.888721447450294
verified: no, type: nauc_map_at_100_max
value: 14.026270658328363
verified: no, type: nauc_map_at_100_std
value: 1.6586834999299935
verified: no, type: nauc_map_at_10_diff1
value: 15.995890749381529
verified: no, type: nauc_map_at_10_max
value: 13.337010545059295
verified: no, type: nauc_map_at_10_std
value: 0.5367791374952049
verified: no, type: nauc_map_at_1_diff1
value: 21.239259347615892
verified: no, type: nauc_map_at_1_max
value: 9.598569870159421
verified: no, type: nauc_map_at_1_std
value: -4.583838315593807
verified: no, type: nauc_map_at_20_diff1
value: 15.956969208836384
verified: no, type: nauc_map_at_20_max
value: 13.616399837852313
verified: no, type: nauc_map_at_20_std
value: 1.0324543402143036
verified: no, type: nauc_map_at_3_diff1
value: 16.676728348589776
verified: no, type: nauc_map_at_3_max
value: 12.451042785812467
verified: no, type: nauc_map_at_3_std
value: -0.789763741932485
verified: no, type: nauc_map_at_5_diff1
value: 16.447244113302865
verified: no, type: nauc_map_at_5_max
value: 12.95749524270521
verified: no, type: nauc_map_at_5_std
value: -0.3251230711695382
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.073118452813691
verified: no, type: nauc_mrr_at_1000_max
value: 13.170705283599721
verified: no, type: nauc_mrr_at_1000_std
value: 2.448752870133495
verified: no, type: nauc_mrr_at_100_diff1
value: 15.061106271314383
verified: no, type: nauc_mrr_at_100_max
value: 13.158638767625122
verified: no, type: nauc_mrr_at_100_std
value: 2.4233787157245503
verified: no, type: nauc_mrr_at_10_diff1
value: 15.110139028526653
verified: no, type: nauc_mrr_at_10_max
value: 12.58107503299545
verified: no, type: nauc_mrr_at_10_std
value: 1.6059860211244354
verified: no, type: nauc_mrr_at_1_diff1
value: 20.07347864038319
verified: no, type: nauc_mrr_at_1_max
value: 8.753798204494833
verified: no, type: nauc_mrr_at_1_std
value: -3.0954712020399757
verified: no, type: nauc_mrr_at_20_diff1
value: 15.15772623183269
verified: no, type: nauc_mrr_at_20_max
value: 12.845970575412016
verified: no, type: nauc_mrr_at_20_std
value: 1.9367090919425642
verified: no, type: nauc_mrr_at_3_diff1
value: 15.707253564919574
verified: no, type: nauc_mrr_at_3_max
value: 11.766708904867357
verified: no, type: nauc_mrr_at_3_std
value: 0.6897852064415965
verified: no, type: nauc_mrr_at_5_diff1
value: 15.314729521818851
verified: no, type: nauc_mrr_at_5_max
value: 12.167084762521691
verified: no, type: nauc_mrr_at_5_std
value: 0.9644311984548367
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.057042359223487
verified: no, type: nauc_ndcg_at_1000_max
value: 17.98877056056709
verified: no, type: nauc_ndcg_at_1000_std
value: 8.789944358950999
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.967305121920074
verified: no, type: nauc_ndcg_at_100_max
value: 17.266067744752988
verified: no, type: nauc_ndcg_at_100_std
value: 7.584677984382887
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.387617437927885
verified: no, type: nauc_ndcg_at_10_max
value: 14.292926918424087
verified: no, type: nauc_ndcg_at_10_std
value: 2.627819024277558
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.07347864038319
verified: no, type: nauc_ndcg_at_1_max
value: 8.753798204494833
verified: no, type: nauc_ndcg_at_1_std
value: -3.0954712020399757
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.451094553630634
verified: no, type: nauc_ndcg_at_20_max
value: 15.058281815059955
verified: no, type: nauc_ndcg_at_20_std
value: 3.92438497685508
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.559724909977096
verified: no, type: nauc_ndcg_at_3_max
value: 12.841571395325172
verified: no, type: nauc_ndcg_at_3_std
value: 0.43222338262037896
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.115376106401095
verified: no, type: nauc_ndcg_at_5_max
value: 13.49029255935586
verified: no, type: nauc_ndcg_at_5_std
value: 0.9957644044539958
verified: no, type: nauc_precision_at_1000_diff1
value: 2.506720981269311
verified: no, type: nauc_precision_at_1000_max
value: 23.273192823379606
verified: no, type: nauc_precision_at_1000_std
value: 31.322951491635376
verified: no, type: nauc_precision_at_100_diff1
value: 6.794973231645045
verified: no, type: nauc_precision_at_100_max
value: 22.50730818192606
verified: no, type: nauc_precision_at_100_std
value: 24.01996431227184
verified: no, type: nauc_precision_at_10_diff1
value: 11.313840611816433
verified: no, type: nauc_precision_at_10_max
value: 16.201007398196975
verified: no, type: nauc_precision_at_10_std
value: 8.055477231883994
verified: no, type: nauc_precision_at_1_diff1
value: 20.07347864038319
verified: no, type: nauc_precision_at_1_max
value: 8.753798204494833
verified: no, type: nauc_precision_at_1_std
value: -3.0954712020399757
verified: no, type: nauc_precision_at_20_diff1
value: 10.763998085353158
verified: no, type: nauc_precision_at_20_max
value: 17.84734827690337
verified: no, type: nauc_precision_at_20_std
value: 11.985866110578096
verified: no, type: nauc_precision_at_3_diff1
value: 13.162794424533503
verified: no, type: nauc_precision_at_3_max
value: 14.00384518428568
verified: no, type: nauc_precision_at_3_std
value: 3.7122526085280922
verified: no, type: nauc_precision_at_5_diff1
value: 12.792222404502432
verified: no, type: nauc_precision_at_5_max
value: 15.150586449094511
verified: no, type: nauc_precision_at_5_std
value: 4.479952453320129
verified: no, type: nauc_recall_at_1000_diff1
value: 7.35043294716119
verified: no, type: nauc_recall_at_1000_max
value: 39.878077152939944
verified: no, type: nauc_recall_at_1000_std
value: 45.31518161593176
verified: no, type: nauc_recall_at_100_diff1
value: 9.639738532299598
verified: no, type: nauc_recall_at_100_max
value: 26.40449142273476
verified: no, type: nauc_recall_at_100_std
value: 23.47399393925123
verified: no, type: nauc_recall_at_10_diff1
value: 11.382215143690553
verified: no, type: nauc_recall_at_10_max
value: 16.055795348391445
verified: no, type: nauc_recall_at_10_std
value: 5.79723301276639
verified: no, type: nauc_recall_at_1_diff1
value: 21.239259347615892
verified: no, type: nauc_recall_at_1_max
value: 9.598569870159421
verified: no, type: nauc_recall_at_1_std
value: -4.583838315593807
verified: no, type: nauc_recall_at_20_diff1
value: 11.767634027966208
verified: no, type: nauc_recall_at_20_max
value: 17.65757486794198
verified: no, type: nauc_recall_at_20_std
value: 8.711778307017545
verified: no, type: nauc_recall_at_3_diff1
value: 13.489144007229998
verified: no, type: nauc_recall_at_3_max
value: 13.830969102485993
verified: no, type: nauc_recall_at_3_std
value: 1.9486438053847617
verified: no, type: nauc_recall_at_5_diff1
value: 12.68519694626271
verified: no, type: nauc_recall_at_5_max
value: 14.44963314285102
verified: no, type: nauc_recall_at_5_std
value: 2.5866683732307676
verified: no, type: ndcg_at_1
value: 9.154
verified: no, type: ndcg_at_10
value: 18.915000000000003
verified: no, type: ndcg_at_100
value: 25.233
verified: no, type: ndcg_at_1000
value: 27.966
verified: no, type: ndcg_at_20
value: 21.413
verified: no, type: ndcg_at_3
value: 13.757
verified: no, type: ndcg_at_5
value: 16.105
verified: no, type: precision_at_1
value: 9.154
verified: no, type: precision_at_10
value: 3.618
verified: no, type: precision_at_100
value: 0.718
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 2.384
verified: no, type: precision_at_3
value: 6.6049999999999995
verified: no, type: precision_at_5
value: 5.255
verified: no, type: recall_at_1
value: 7.997999999999999
verified: no, type: recall_at_10
value: 30.880999999999997
verified: no, type: recall_at_100
value: 60.07900000000001
verified: no, type: recall_at_1000
value: 80.931
verified: no, type: recall_at_20
value: 40.305
verified: no, type: recall_at_3
value: 17.065
verified: no, type: recall_at_5
value: 22.581
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 80.40899999999999
verified: no, type: map_at_1
value: 62.967
verified: no, type: map_at_10
value: 75.729
verified: no, type: map_at_100
value: 76.485
verified: no, type: map_at_1000
value: 76.518
verified: no, type: map_at_20
value: 76.19500000000001
verified: no, type: map_at_3
value: 72.648
verified: no, type: map_at_5
value: 74.535
verified: no, type: mrr_at_1
value: 72.36
verified: no, type: mrr_at_10
value: 79.80928174603142
verified: no, type: mrr_at_100
value: 80.04810915016965
verified: no, type: mrr_at_1000
value: 80.05404282434492
verified: no, type: mrr_at_20
value: 79.9752046927097
verified: no, type: mrr_at_3
value: 78.26999999999964
verified: no, type: mrr_at_5
value: 79.25499999999943
verified: no, type: nauc_map_at_1000_diff1
value: 71.44734653597175
verified: no, type: nauc_map_at_1000_max
value: 38.03163484121072
verified: no, type: nauc_map_at_1000_std
value: -20.01135273018076
verified: no, type: nauc_map_at_100_diff1
value: 71.4492633463356
verified: no, type: nauc_map_at_100_max
value: 38.02496420233032
verified: no, type: nauc_map_at_100_std
value: -20.028147392038477
verified: no, type: nauc_map_at_10_diff1
value: 71.43600060158558
verified: no, type: nauc_map_at_10_max
value: 37.60143505549297
verified: no, type: nauc_map_at_10_std
value: -20.750601305197694
verified: no, type: nauc_map_at_1_diff1
value: 74.10053436229589
verified: no, type: nauc_map_at_1_max
value: 31.634043582921358
verified: no, type: nauc_map_at_1_std
value: -19.10233383904706
verified: no, type: nauc_map_at_20_diff1
value: 71.47215135391012
verified: no, type: nauc_map_at_20_max
value: 37.93060745861974
verified: no, type: nauc_map_at_20_std
value: -20.35195519369371
verified: no, type: nauc_map_at_3_diff1
value: 71.7447226910883
verified: no, type: nauc_map_at_3_max
value: 35.75837853087979
verified: no, type: nauc_map_at_3_std
value: -21.45770967497823
verified: no, type: nauc_map_at_5_diff1
value: 71.44627032768398
verified: no, type: nauc_map_at_5_max
value: 36.85968036780219
verified: no, type: nauc_map_at_5_std
value: -21.27009284572053
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.93393755872036
verified: no, type: nauc_mrr_at_1000_max
value: 41.062199520990944
verified: no, type: nauc_mrr_at_1000_std
value: -18.214450339301465
verified: no, type: nauc_mrr_at_100_diff1
value: 72.9338954698279
verified: no, type: nauc_mrr_at_100_max
value: 41.06739041598209
verified: no, type: nauc_mrr_at_100_std
value: -18.21185309111013
verified: no, type: nauc_mrr_at_10_diff1
value: 72.86852331747343
verified: no, type: nauc_mrr_at_10_max
value: 41.010071785297725
verified: no, type: nauc_mrr_at_10_std
value: -18.32669190496378
verified: no, type: nauc_mrr_at_1_diff1
value: 74.40459799903888
verified: no, type: nauc_mrr_at_1_max
value: 40.62517113685782
verified: no, type: nauc_mrr_at_1_std
value: -17.381816260527614
verified: no, type: nauc_mrr_at_20_diff1
value: 72.92460646367282
verified: no, type: nauc_mrr_at_20_max
value: 41.115425092838365
verified: no, type: nauc_mrr_at_20_std
value: -18.21918120739131
verified: no, type: nauc_mrr_at_3_diff1
value: 72.68548371501298
verified: no, type: nauc_mrr_at_3_max
value: 40.81307478219739
verified: no, type: nauc_mrr_at_3_std
value: -18.371203295008456
verified: no, type: nauc_mrr_at_5_diff1
value: 72.64265755168549
verified: no, type: nauc_mrr_at_5_max
value: 40.85995329309679
verified: no, type: nauc_mrr_at_5_std
value: -18.42022323880988
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.50579103558329
verified: no, type: nauc_ndcg_at_1000_max
value: 39.642475328813454
verified: no, type: nauc_ndcg_at_1000_std
value: -18.693250212834265
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.45580845115161
verified: no, type: nauc_ndcg_at_100_max
value: 39.61743054199241
verified: no, type: nauc_ndcg_at_100_std
value: -18.62286770657828
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.00284978712129
verified: no, type: nauc_ndcg_at_10_max
value: 38.79840796126045
verified: no, type: nauc_ndcg_at_10_std
value: -20.209178989425656
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.38548357261384
verified: no, type: nauc_ndcg_at_1_max
value: 40.74477066701173
verified: no, type: nauc_ndcg_at_1_std
value: -17.376529142164348
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.3476142044932
verified: no, type: nauc_ndcg_at_20_max
value: 39.486308359587284
verified: no, type: nauc_ndcg_at_20_std
value: -19.560180462398325
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.8418446759826
verified: no, type: nauc_ndcg_at_3_max
value: 37.72358525783554
verified: no, type: nauc_ndcg_at_3_std
value: -20.343206910586
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.63237002211079
verified: no, type: nauc_ndcg_at_5_max
value: 38.03210706086737
verified: no, type: nauc_ndcg_at_5_std
value: -20.688928824502135
verified: no, type: nauc_precision_at_1000_diff1
value: -35.84821487446952
verified: no, type: nauc_precision_at_1000_max
value: -4.43766549932842
verified: no, type: nauc_precision_at_1000_std
value: 20.30619875663738
verified: no, type: nauc_precision_at_100_diff1
value: -33.36156532327729
verified: no, type: nauc_precision_at_100_max
value: -1.7205109382838484
verified: no, type: nauc_precision_at_100_std
value: 19.41069837765925
verified: no, type: nauc_precision_at_10_diff1
value: -19.666458153183846
verified: no, type: nauc_precision_at_10_max
value: 8.194727061983723
verified: no, type: nauc_precision_at_10_std
value: 10.076122753113907
verified: no, type: nauc_precision_at_1_diff1
value: 74.38548357261384
verified: no, type: nauc_precision_at_1_max
value: 40.74477066701173
verified: no, type: nauc_precision_at_1_std
value: -17.376529142164348
verified: no, type: nauc_precision_at_20_diff1
value: -26.254198884165852
verified: no, type: nauc_precision_at_20_max
value: 4.167939714564809
verified: no, type: nauc_precision_at_20_std
value: 14.33558520190413
verified: no, type: nauc_precision_at_3_diff1
value: 8.46532245458286
verified: no, type: nauc_precision_at_3_max
value: 19.343881650984773
verified: no, type: nauc_precision_at_3_std
value: -2.766117052816905
verified: no, type: nauc_precision_at_5_diff1
value: -7.332465588908396
verified: no, type: nauc_precision_at_5_max
value: 13.620527724391138
verified: no, type: nauc_precision_at_5_std
value: 3.343253035116599
verified: no, type: nauc_recall_at_1000_diff1
value: 62.557945868716914
verified: no, type: nauc_recall_at_1000_max
value: 52.338193380713605
verified: no, type: nauc_recall_at_1000_std
value: 28.00992076040417
verified: no, type: nauc_recall_at_100_diff1
value: 63.813868323587684
verified: no, type: nauc_recall_at_100_max
value: 41.59741710530504
verified: no, type: nauc_recall_at_100_std
value: -2.6546597042763684
verified: no, type: nauc_recall_at_10_diff1
value: 64.10173787073887
verified: no, type: nauc_recall_at_10_max
value: 35.91066436377341
verified: no, type: nauc_recall_at_10_std
value: -22.93842362739045
verified: no, type: nauc_recall_at_1_diff1
value: 74.10053436229589
verified: no, type: nauc_recall_at_1_max
value: 31.634043582921358
verified: no, type: nauc_recall_at_1_std
value: -19.10233383904706
verified: no, type: nauc_recall_at_20_diff1
value: 64.07556856941558
verified: no, type: nauc_recall_at_20_max
value: 39.75721856827878
verified: no, type: nauc_recall_at_20_std
value: -18.189752584583083
verified: no, type: nauc_recall_at_3_diff1
value: 67.14069997451308
verified: no, type: nauc_recall_at_3_max
value: 33.01729392815289
verified: no, type: nauc_recall_at_3_std
value: -23.328876142396993
verified: no, type: nauc_recall_at_5_diff1
value: 64.93333694440804
verified: no, type: nauc_recall_at_5_max
value: 33.92919891592357
verified: no, type: nauc_recall_at_5_std
value: -24.261954402489426
verified: no, type: ndcg_at_1
value: 72.37
verified: no, type: ndcg_at_10
value: 80.40899999999999
verified: no, type: ndcg_at_100
value: 82.49499999999999
verified: no, type: ndcg_at_1000
value: 82.87299999999999
verified: no, type: ndcg_at_20
value: 81.42
verified: no, type: ndcg_at_3
value: 76.64
verified: no, type: ndcg_at_5
value: 78.61200000000001
verified: no, type: precision_at_1
value: 72.37
verified: no, type: precision_at_10
value: 12.205
verified: no, type: precision_at_100
value: 1.456
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 6.555
verified: no, type: precision_at_3
value: 33.233000000000004
verified: no, type: precision_at_5
value: 22.094
verified: no, type: recall_at_1
value: 62.967
verified: no, type: recall_at_10
value: 89.588
verified: no, type: recall_at_100
value: 97.436
verified: no, type: recall_at_1000
value: 99.57000000000001
verified: no, type: recall_at_20
value: 93.014
verified: no, type: recall_at_3
value: 78.89
verified: no, type: recall_at_5
value: 84.263
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 29.825273344892018
verified: no, type: v_measure
value: 29.825273344892018
verified: no, type: v_measure_std
value: 3.413163578106075
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 42.0392645090109
verified: no, type: v_measure
value: 42.0392645090109
verified: no, type: v_measure_std
value: 10.73024571766896
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 12.253
verified: no, type: map_at_1
value: 2.888
verified: no, type: map_at_10
value: 6.783
verified: no, type: map_at_100
value: 8.051
verified: no, type: map_at_1000
value: 8.296000000000001
verified: no, type: map_at_20
value: 7.371999999999999
verified: no, type: map_at_3
value: 4.928
verified: no, type: map_at_5
value: 5.778
verified: no, type: mrr_at_1
value: 14.2
verified: no, type: mrr_at_10
value: 21.927499999999988
verified: no, type: mrr_at_100
value: 23.063614104255763
verified: no, type: mrr_at_1000
value: 23.151849009942037
verified: no, type: mrr_at_20
value: 22.56615860189003
verified: no, type: mrr_at_3
value: 19.100000000000012
verified: no, type: mrr_at_5
value: 20.61
verified: no, type: nauc_map_at_1000_diff1
value: 14.182568931212458
verified: no, type: nauc_map_at_1000_max
value: 11.87242323440983
verified: no, type: nauc_map_at_1000_std
value: 10.987284359684235
verified: no, type: nauc_map_at_100_diff1
value: 14.193093675098092
verified: no, type: nauc_map_at_100_max
value: 11.599572888739685
verified: no, type: nauc_map_at_100_std
value: 10.475220881514295
verified: no, type: nauc_map_at_10_diff1
value: 14.034910844934629
verified: no, type: nauc_map_at_10_max
value: 10.051858862026663
verified: no, type: nauc_map_at_10_std
value: 7.9164358825456995
verified: no, type: nauc_map_at_1_diff1
value: 22.17139483822647
verified: no, type: nauc_map_at_1_max
value: 8.448516282439247
verified: no, type: nauc_map_at_1_std
value: 4.088360090256417
verified: no, type: nauc_map_at_20_diff1
value: 14.51586760670648
verified: no, type: nauc_map_at_20_max
value: 10.875650485023241
verified: no, type: nauc_map_at_20_std
value: 8.80606207048993
verified: no, type: nauc_map_at_3_diff1
value: 16.108107384612087
verified: no, type: nauc_map_at_3_max
value: 7.805819214793363
verified: no, type: nauc_map_at_3_std
value: 3.166150628019278
verified: no, type: nauc_map_at_5_diff1
value: 15.609474481800204
verified: no, type: nauc_map_at_5_max
value: 8.202684739141446
verified: no, type: nauc_map_at_5_std
value: 4.848998167169013
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.617525087558985
verified: no, type: nauc_mrr_at_1000_max
value: 10.455039784741615
verified: no, type: nauc_mrr_at_1000_std
value: 7.848422088275981
verified: no, type: nauc_mrr_at_100_diff1
value: 16.63627308215634
verified: no, type: nauc_mrr_at_100_max
value: 10.448616797013655
verified: no, type: nauc_mrr_at_100_std
value: 7.863445451737694
verified: no, type: nauc_mrr_at_10_diff1
value: 16.20708330936853
verified: no, type: nauc_mrr_at_10_max
value: 10.280022855557586
verified: no, type: nauc_mrr_at_10_std
value: 7.505175583320494
verified: no, type: nauc_mrr_at_1_diff1
value: 21.642236003980578
verified: no, type: nauc_mrr_at_1_max
value: 8.52819778549444
verified: no, type: nauc_mrr_at_1_std
value: 4.7558963204944575
verified: no, type: nauc_mrr_at_20_diff1
value: 16.614102679900437
verified: no, type: nauc_mrr_at_20_max
value: 10.404962178769987
verified: no, type: nauc_mrr_at_20_std
value: 7.74497246518132
verified: no, type: nauc_mrr_at_3_diff1
value: 17.244670863658367
verified: no, type: nauc_mrr_at_3_max
value: 9.74949752067465
verified: no, type: nauc_mrr_at_3_std
value: 6.517516700262418
verified: no, type: nauc_mrr_at_5_diff1
value: 16.597545154527417
verified: no, type: nauc_mrr_at_5_max
value: 9.659314909684689
verified: no, type: nauc_mrr_at_5_std
value: 6.200070025395718
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.152063056797244
verified: no, type: nauc_ndcg_at_1000_max
value: 15.447792612691421
verified: no, type: nauc_ndcg_at_1000_std
value: 18.992760141528446
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.072230609859858
verified: no, type: nauc_ndcg_at_100_max
value: 14.016812909904536
verified: no, type: nauc_ndcg_at_100_std
value: 15.943278161477101
verified: no, type: nauc_ndcg_at_10_diff1
value: 12.812207960632893
verified: no, type: nauc_ndcg_at_10_max
value: 11.691288481527394
verified: no, type: nauc_ndcg_at_10_std
value: 10.155068868552386
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.642236003980578
verified: no, type: nauc_ndcg_at_1_max
value: 8.52819778549444
verified: no, type: nauc_ndcg_at_1_std
value: 4.7558963204944575
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.810532975146646
verified: no, type: nauc_ndcg_at_20_max
value: 12.636202272299846
verified: no, type: nauc_ndcg_at_20_std
value: 11.707685287793824
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.496505430297228
verified: no, type: nauc_ndcg_at_3_max
value: 8.909406009315223
verified: no, type: nauc_ndcg_at_3_std
value: 4.93706512584431
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.723191457561866
verified: no, type: nauc_ndcg_at_5_max
value: 9.104793724082013
verified: no, type: nauc_ndcg_at_5_std
value: 5.922930997187946
verified: no, type: nauc_precision_at_1000_diff1
value: 7.8489167991593805
verified: no, type: nauc_precision_at_1000_max
value: 18.26907219363144
verified: no, type: nauc_precision_at_1000_std
value: 31.77288326543712
verified: no, type: nauc_precision_at_100_diff1
value: 8.245950132869769
verified: no, type: nauc_precision_at_100_max
value: 16.265649997550394
verified: no, type: nauc_precision_at_100_std
value: 24.558860546717327
verified: no, type: nauc_precision_at_10_diff1
value: 8.500463072198098
verified: no, type: nauc_precision_at_10_max
value: 14.314584519336309
verified: no, type: nauc_precision_at_10_std
value: 14.679159921019563
verified: no, type: nauc_precision_at_1_diff1
value: 21.642236003980578
verified: no, type: nauc_precision_at_1_max
value: 8.52819778549444
verified: no, type: nauc_precision_at_1_std
value: 4.7558963204944575
verified: no, type: nauc_precision_at_20_diff1
value: 10.588135856629089
verified: no, type: nauc_precision_at_20_max
value: 15.06828548759572
verified: no, type: nauc_precision_at_20_std
value: 16.674200927559312
verified: no, type: nauc_precision_at_3_diff1
value: 13.410961698561563
verified: no, type: nauc_precision_at_3_max
value: 9.244832586270592
verified: no, type: nauc_precision_at_3_std
value: 4.889153531043075
verified: no, type: nauc_precision_at_5_diff1
value: 11.72677687134605
verified: no, type: nauc_precision_at_5_max
value: 9.199481058013285
verified: no, type: nauc_precision_at_5_std
value: 6.779996046649549
verified: no, type: nauc_recall_at_1000_diff1
value: 7.545697390524447
verified: no, type: nauc_recall_at_1000_max
value: 19.044567411069345
verified: no, type: nauc_recall_at_1000_std
value: 32.05107412714431
verified: no, type: nauc_recall_at_100_diff1
value: 8.304643594720291
verified: no, type: nauc_recall_at_100_max
value: 16.528675326894266
verified: no, type: nauc_recall_at_100_std
value: 24.542570307483576
verified: no, type: nauc_recall_at_10_diff1
value: 8.75742794104925
verified: no, type: nauc_recall_at_10_max
value: 14.214138183257088
verified: no, type: nauc_recall_at_10_std
value: 14.405821458762851
verified: no, type: nauc_recall_at_1_diff1
value: 22.17139483822647
verified: no, type: nauc_recall_at_1_max
value: 8.448516282439247
verified: no, type: nauc_recall_at_1_std
value: 4.088360090256417
verified: no, type: nauc_recall_at_20_diff1
value: 10.764515099695727
verified: no, type: nauc_recall_at_20_max
value: 14.962914794654061
verified: no, type: nauc_recall_at_20_std
value: 16.493144394882123
verified: no, type: nauc_recall_at_3_diff1
value: 13.639624586343633
verified: no, type: nauc_recall_at_3_max
value: 9.229738836591675
verified: no, type: nauc_recall_at_3_std
value: 4.651985338466959
verified: no, type: nauc_recall_at_5_diff1
value: 12.033971364395832
verified: no, type: nauc_recall_at_5_max
value: 9.334298843786886
verified: no, type: nauc_recall_at_5_std
value: 6.587498761472439
verified: no, type: ndcg_at_1
value: 14.2
verified: no, type: ndcg_at_10
value: 12.253
verified: no, type: ndcg_at_100
value: 18.186
verified: no, type: ndcg_at_1000
value: 23.221
verified: no, type: ndcg_at_20
value: 14.122000000000002
verified: no, type: ndcg_at_3
value: 11.325000000000001
verified: no, type: ndcg_at_5
value: 9.911
verified: no, type: precision_at_1
value: 14.2
verified: no, type: precision_at_10
value: 6.47
verified: no, type: precision_at_100
value: 1.518
verified: no, type: precision_at_1000
value: 0.27299999999999996
verified: no, type: precision_at_20
value: 4.315
verified: no, type: precision_at_3
value: 10.5
verified: no, type: precision_at_5
value: 8.66
verified: no, type: recall_at_1
value: 2.888
verified: no, type: recall_at_10
value: 13.113
verified: no, type: recall_at_100
value: 30.79
verified: no, type: recall_at_1000
value: 55.47
verified: no, type: recall_at_20
value: 17.477
verified: no, type: recall_at_3
value: 6.388000000000001
verified: no, type: recall_at_5
value: 8.793
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 74.47186624461347
verified: no, type: cosine_spearman
value: 63.91365796295238
verified: no, type: euclidean_pearson
value: 64.47379282614025
verified: no, type: euclidean_spearman
value: 57.952313105909546
verified: no, type: main_score
value: 63.91365796295238
verified: no, type: manhattan_pearson
value: 63.78641984214034
verified: no, type: manhattan_spearman
value: 58.1628493915856
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 70.68076882532134
verified: no, type: map
value: 70.68076882532134
verified: no, type: mrr
value: 89.99516188241678
verified: no, type: nAUC_map_diff1
value: 10.122594085098678
verified: no, type: nAUC_map_max
value: 54.78827936225146
verified: no, type: nAUC_map_std
value: 66.34579346833124
verified: no, type: nAUC_mrr_diff1
value: 49.215609105523825
verified: no, type: nAUC_mrr_max
value: 76.08848787865979
verified: no, type: nAUC_mrr_std
value: 72.73263647015558
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 48.231
verified: no, type: map_at_1
value: 34.721999999999994
verified: no, type: map_at_10
value: 43.265
verified: no, type: map_at_100
value: 44.289
verified: no, type: map_at_1000
value: 44.345
verified: no, type: map_at_20
value: 43.855
verified: no, type: map_at_3
value: 40.176
verified: no, type: map_at_5
value: 42.095
verified: no, type: mrr_at_1
value: 36.666666666666664
verified: no, type: mrr_at_10
value: 44.615079365079346
verified: no, type: mrr_at_100
value: 45.52478310480785
verified: no, type: mrr_at_1000
value: 45.56825745517574
verified: no, type: mrr_at_20
value: 45.132147618177
verified: no, type: mrr_at_3
value: 41.833333333333314
verified: no, type: mrr_at_5
value: 43.583333333333314
verified: no, type: nauc_map_at_1000_diff1
value: 53.57155702970847
verified: no, type: nauc_map_at_1000_max
value: 37.553228317905734
verified: no, type: nauc_map_at_1000_std
value: -6.952334017204984
verified: no, type: nauc_map_at_100_diff1
value: 53.57075326773955
verified: no, type: nauc_map_at_100_max
value: 37.55176603615736
verified: no, type: nauc_map_at_100_std
value: -6.948451471419115
verified: no, type: nauc_map_at_10_diff1
value: 53.268386251103706
verified: no, type: nauc_map_at_10_max
value: 37.351400478599736
verified: no, type: nauc_map_at_10_std
value: -7.379738112714526
verified: no, type: nauc_map_at_1_diff1
value: 57.56838727422756
verified: no, type: nauc_map_at_1_max
value: 33.91693407903183
verified: no, type: nauc_map_at_1_std
value: -12.559053818648572
verified: no, type: nauc_map_at_20_diff1
value: 53.429671187841
verified: no, type: nauc_map_at_20_max
value: 37.55936524741779
verified: no, type: nauc_map_at_20_std
value: -6.880881015953415
verified: no, type: nauc_map_at_3_diff1
value: 54.458437868703605
verified: no, type: nauc_map_at_3_max
value: 36.81445939308554
verified: no, type: nauc_map_at_3_std
value: -8.231513775582439
verified: no, type: nauc_map_at_5_diff1
value: 53.33057094321079
verified: no, type: nauc_map_at_5_max
value: 37.195578868838275
verified: no, type: nauc_map_at_5_std
value: -7.749307309217592
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.34857273810341
verified: no, type: nauc_mrr_at_1000_max
value: 38.826755160525714
verified: no, type: nauc_mrr_at_1000_std
value: -3.129730482959875
verified: no, type: nauc_mrr_at_100_diff1
value: 54.32917120301528
verified: no, type: nauc_mrr_at_100_max
value: 38.84753102337434
verified: no, type: nauc_mrr_at_100_std
value: -3.110529285852822
verified: no, type: nauc_mrr_at_10_diff1
value: 54.21030071588315
verified: no, type: nauc_mrr_at_10_max
value: 38.661275938475434
verified: no, type: nauc_mrr_at_10_std
value: -3.1549502405659173
verified: no, type: nauc_mrr_at_1_diff1
value: 59.470724157474834
verified: no, type: nauc_mrr_at_1_max
value: 35.60578977198414
verified: no, type: nauc_mrr_at_1_std
value: -7.093778610977887
verified: no, type: nauc_mrr_at_20_diff1
value: 54.2349834325068
verified: no, type: nauc_mrr_at_20_max
value: 38.85239854501404
verified: no, type: nauc_mrr_at_20_std
value: -2.997711648490797
verified: no, type: nauc_mrr_at_3_diff1
value: 55.470098003809824
verified: no, type: nauc_mrr_at_3_max
value: 38.84286486592964
verified: no, type: nauc_mrr_at_3_std
value: -3.830268753542997
verified: no, type: nauc_mrr_at_5_diff1
value: 54.201419630958156
verified: no, type: nauc_mrr_at_5_max
value: 38.67554185963586
verified: no, type: nauc_mrr_at_5_std
value: -3.0596087257425566
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.72751108752398
verified: no, type: nauc_ndcg_at_1000_max
value: 39.941645650054184
verified: no, type: nauc_ndcg_at_1000_std
value: -3.4493637196751
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.30910994650125
verified: no, type: nauc_ndcg_at_100_max
value: 40.33184270901276
verified: no, type: nauc_ndcg_at_100_std
value: -2.901475443164014
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.26542850640732
verified: no, type: nauc_ndcg_at_10_max
value: 39.175805828652656
verified: no, type: nauc_ndcg_at_10_std
value: -4.381732114321711
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.470724157474834
verified: no, type: nauc_ndcg_at_1_max
value: 35.60578977198414
verified: no, type: nauc_ndcg_at_1_std
value: -7.093778610977887
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.40324983657063
verified: no, type: nauc_ndcg_at_20_max
value: 39.97369516223508
verified: no, type: nauc_ndcg_at_20_std
value: -2.72975335651069
verified: no, type: nauc_ndcg_at_3_diff1
value: 53.71558494303497
verified: no, type: nauc_ndcg_at_3_max
value: 38.61655310566153
verified: no, type: nauc_ndcg_at_3_std
value: -5.262243707278389
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.55385916859908
verified: no, type: nauc_ndcg_at_5_max
value: 38.97638742673797
verified: no, type: nauc_ndcg_at_5_std
value: -4.828131283920876
verified: no, type: nauc_precision_at_1000_diff1
value: 2.7393612079697673
verified: no, type: nauc_precision_at_1000_max
value: 29.35941187035881
verified: no, type: nauc_precision_at_1000_std
value: 45.03378524845005
verified: no, type: nauc_precision_at_100_diff1
value: 22.31747414714092
verified: no, type: nauc_precision_at_100_max
value: 42.31726670193232
verified: no, type: nauc_precision_at_100_std
value: 37.85148997521028
verified: no, type: nauc_precision_at_10_diff1
value: 34.91968585372156
verified: no, type: nauc_precision_at_10_max
value: 40.74286545360522
verified: no, type: nauc_precision_at_10_std
value: 14.679551404285561
verified: no, type: nauc_precision_at_1_diff1
value: 59.470724157474834
verified: no, type: nauc_precision_at_1_max
value: 35.60578977198414
verified: no, type: nauc_precision_at_1_std
value: -7.093778610977887
verified: no, type: nauc_precision_at_20_diff1
value: 31.7196752846707
verified: no, type: nauc_precision_at_20_max
value: 41.887774560054275
verified: no, type: nauc_precision_at_20_std
value: 26.111756052789254
verified: no, type: nauc_precision_at_3_diff1
value: 47.59338596894126
verified: no, type: nauc_precision_at_3_max
value: 41.60456773600893
verified: no, type: nauc_precision_at_3_std
value: 7.290322069735562
verified: no, type: nauc_precision_at_5_diff1
value: 39.59998573359068
verified: no, type: nauc_precision_at_5_max
value: 41.716169786122784
verified: no, type: nauc_precision_at_5_std
value: 10.030870924661512
verified: no, type: nauc_recall_at_1000_diff1
value: 57.971222677105146
verified: no, type: nauc_recall_at_1000_max
value: 74.35977239898826
verified: no, type: nauc_recall_at_1000_std
value: 25.046884850806233
verified: no, type: nauc_recall_at_100_diff1
value: 44.05189249844107
verified: no, type: nauc_recall_at_100_max
value: 56.07575711551889
verified: no, type: nauc_recall_at_100_std
value: 15.984701343858864
verified: no, type: nauc_recall_at_10_diff1
value: 42.17980666307712
verified: no, type: nauc_recall_at_10_max
value: 42.410562357398085
verified: no, type: nauc_recall_at_10_std
value: 0.5085324911166664
verified: no, type: nauc_recall_at_1_diff1
value: 57.56838727422756
verified: no, type: nauc_recall_at_1_max
value: 33.91693407903183
verified: no, type: nauc_recall_at_1_std
value: -12.559053818648572
verified: no, type: nauc_recall_at_20_diff1
value: 41.4295207526725
verified: no, type: nauc_recall_at_20_max
value: 47.09186640937312
verified: no, type: nauc_recall_at_20_std
value: 8.914121841807814
verified: no, type: nauc_recall_at_3_diff1
value: 49.71735118306758
verified: no, type: nauc_recall_at_3_max
value: 40.79913675597018
verified: no, type: nauc_recall_at_3_std
value: -2.6560764286787197
verified: no, type: nauc_recall_at_5_diff1
value: 44.40157202097473
verified: no, type: nauc_recall_at_5_max
value: 41.81658165643147
verified: no, type: nauc_recall_at_5_std
value: -0.9819402152656556
verified: no, type: ndcg_at_1
value: 36.667
verified: no, type: ndcg_at_10
value: 48.231
verified: no, type: ndcg_at_100
value: 53.077
verified: no, type: ndcg_at_1000
value: 54.529
verified: no, type: ndcg_at_20
value: 50.202000000000005
verified: no, type: ndcg_at_3
value: 42.296
verified: no, type: ndcg_at_5
value: 45.540000000000006
verified: no, type: precision_at_1
value: 36.667
verified: no, type: precision_at_10
value: 6.933
verified: no, type: precision_at_100
value: 0.95
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 3.9170000000000003
verified: no, type: precision_at_3
value: 16.889000000000003
verified: no, type: precision_at_5
value: 11.933
verified: no, type: recall_at_1
value: 34.721999999999994
verified: no, type: recall_at_10
value: 62.428
verified: no, type: recall_at_100
value: 84.806
verified: no, type: recall_at_1000
value: 96.1
verified: no, type: recall_at_20
value: 69.828
verified: no, type: recall_at_3
value: 46.417
verified: no, type: recall_at_5
value: 54.289
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.69900990099009
verified: no, type: cosine_accuracy_threshold
value: 76.38404965400696
verified: no, type: cosine_ap
value: 89.62871668005243
verified: no, type: cosine_f1
value: 84.05797101449276
verified: no, type: cosine_f1_threshold
value: 75.10095834732056
verified: no, type: cosine_precision
value: 87.1244635193133
verified: no, type: cosine_recall
value: 81.2
verified: no, type: dot_accuracy
value: 99.06534653465346
verified: no, type: dot_accuracy_threshold
value: 67162.48779296875
verified: no, type: dot_ap
value: 32.76318972787881
verified: no, type: dot_f1
value: 36.930860033726816
verified: no, type: dot_f1_threshold
value: 39663.446044921875
verified: no, type: dot_precision
value: 31.924198250728864
verified: no, type: dot_recall
value: 43.8
verified: no, type: euclidean_accuracy
value: 99.44257425742575
verified: no, type: euclidean_accuracy_threshold
value: 1320.8951950073242
verified: no, type: euclidean_ap
value: 70.6030643455353
verified: no, type: euclidean_f1
value: 68.96551724137932
verified: no, type: euclidean_f1_threshold
value: 1433.2849502563477
verified: no, type: euclidean_precision
value: 73.44632768361582
verified: no, type: euclidean_recall
value: 65
verified: no, type: main_score
value: 89.62871668005243
verified: no, type: manhattan_accuracy
value: 99.43564356435644
verified: no, type: manhattan_accuracy_threshold
value: 23616.18194580078
verified: no, type: manhattan_ap
value: 69.53528871039842
verified: no, type: manhattan_f1
value: 67.80032912781131
verified: no, type: manhattan_f1_threshold
value: 24650.78887939453
verified: no, type: manhattan_precision
value: 75.09113001215067
verified: no, type: manhattan_recall
value: 61.8
verified: no, type: max_accuracy
value: 99.69900990099009
verified: no, type: max_ap
value: 89.62871668005243
verified: no, type: max_f1
value: 84.05797101449276
verified: no, type: max_precision
value: 87.1244635193133
verified: no, type: max_recall
value: 81.2
verified: no, type: similarity_accuracy
value: 99.69900990099009
verified: no, type: similarity_accuracy_threshold
value: 76.38405561447144
verified: no, type: similarity_ap
value: 89.62871668005243
verified: no, type: similarity_f1
value: 84.05797101449276
verified: no, type: similarity_f1_threshold
value: 75.10097026824951
verified: no, type: similarity_precision
value: 87.1244635193133
verified: no, type: similarity_recall
value: 81.2
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 39.45192779241171
verified: no, type: v_measure
value: 39.45192779241171
verified: no, type: v_measure_std
value: 4.925771037453908
verified: no
task: type: Clustering
Likes: 2 | All-time downloads: 191
Created: 2025-01-23 15:10:49