Model: NovaSearch/jasper_en_vision_language_v1
Author: NovaSearch
Library: sentence-transformers
Tags: sentence-transformers, safetensors, jasper_vl, mteb, custom_code, en, dataset:BAAI/Infinity-MM, dataset:HuggingFaceFW/fineweb-edu, arxiv:2412.19048, base_model:NovaSearch/stella_en_1.5B_v5, base_model:finetune:NovaSearch/stella_en_1.5B_v5, model-index, region:us
Base models (finetune): id: NovaSearch/stella_en_1.5B_v5
Card metadata: model-index: name: jasper_en_vision_language_v1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 95.7271
verified: no, type: f1
value: 89.25450000000001
verified: no, type: f1_weighted
value: 95.8563
verified: no, type: ap
value: 67.1563
verified: no, type: ap_weighted
value: 67.1563
verified: no, type: main_score
value: 95.7271
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 93.7761
verified: no, type: f1
value: 90.7582
verified: no, type: f1_weighted
value: 93.974
verified: no, type: ap
value: 74.88759999999999
verified: no, type: ap_weighted
value: 74.88759999999999
verified: no, type: main_score
value: 93.7761
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 97.5809
verified: no, type: f1
value: 97.5808
verified: no, type: f1_weighted
value: 97.5808
verified: no, type: ap
value: 96.3911
verified: no, type: ap_weighted
value: 96.3911
verified: no, type: main_score
value: 97.5809
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 62.918
verified: no, type: f1
value: 60.696099999999994
verified: no, type: f1_weighted
value: 60.696099999999994
verified: no, type: main_score
value: 62.918
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: ndcg_at_1
value: 41.323
verified: no, type: ndcg_at_3
value: 56.737
verified: no, type: ndcg_at_5
value: 61.254
verified: no, type: ndcg_at_10
value: 65.204
verified: no, type: ndcg_at_20
value: 66.75
verified: no, type: ndcg_at_100
value: 67.254
verified: no, type: ndcg_at_1000
value: 67.254
verified: no, type: map_at_1
value: 41.323
verified: no, type: map_at_3
value: 52.881
verified: no, type: map_at_5
value: 55.373000000000005
verified: no, type: map_at_10
value: 57.013999999999996
verified: no, type: map_at_20
value: 57.457
verified: no, type: map_at_100
value: 57.538
verified: no, type: map_at_1000
value: 57.538
verified: no, type: recall_at_1
value: 41.323
verified: no, type: recall_at_3
value: 67.923
verified: no, type: recall_at_5
value: 78.947
verified: no, type: recall_at_10
value: 91.11
verified: no, type: recall_at_20
value: 97.084
verified: no, type: recall_at_100
value: 99.644
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: precision_at_1
value: 41.323
verified: no, type: precision_at_3
value: 22.641
verified: no, type: precision_at_5
value: 15.789
verified: no, type: precision_at_10
value: 9.110999999999999
verified: no, type: precision_at_20
value: 4.854
verified: no, type: precision_at_100
value: 0.996
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: mrr_at_1
value: 41.6785
verified: no, type: mrr_at_3
value: 52.963499999999996
verified: no, type: mrr_at_5
value: 55.456399999999995
verified: no, type: mrr_at_10
value: 57.104299999999995
verified: no, type: mrr_at_20
value: 57.5402
verified: no, type: mrr_at_100
value: 57.6213
verified: no, type: mrr_at_1000
value: 57.6213
verified: no, type: nauc_ndcg_at_1_max
value: -12.633600000000001
verified: no, type: nauc_ndcg_at_1_std
value: -19.747700000000002
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.820300000000003
verified: no, type: nauc_ndcg_at_3_max
value: -8.480799999999999
verified: no, type: nauc_ndcg_at_3_std
value: -18.928900000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.409499999999998
verified: no, type: nauc_ndcg_at_5_max
value: -7.9172
verified: no, type: nauc_ndcg_at_5_std
value: -19.2306
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.5809
verified: no, type: nauc_ndcg_at_10_max
value: -9.7812
verified: no, type: nauc_ndcg_at_10_std
value: -19.9964
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.0753
verified: no, type: nauc_ndcg_at_20_max
value: -8.6546
verified: no, type: nauc_ndcg_at_20_std
value: -19.3205
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.1741
verified: no, type: nauc_ndcg_at_100_max
value: -9.376900000000001
verified: no, type: nauc_ndcg_at_100_std
value: -19.5093
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.4997
verified: no, type: nauc_ndcg_at_1000_max
value: -9.376900000000001
verified: no, type: nauc_ndcg_at_1000_std
value: -19.5093
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.4997
verified: no, type: nauc_map_at_1_max
value: -12.633600000000001
verified: no, type: nauc_map_at_1_std
value: -19.747700000000002
verified: no, type: nauc_map_at_1_diff1
value: 25.820300000000003
verified: no, type: nauc_map_at_3_max
value: -9.5533
verified: no, type: nauc_map_at_3_std
value: -19.3235
verified: no, type: nauc_map_at_3_diff1
value: 20.9083
verified: no, type: nauc_map_at_5_max
value: -9.3126
verified: no, type: nauc_map_at_5_std
value: -19.4593
verified: no, type: nauc_map_at_5_diff1
value: 20.5718
verified: no, type: nauc_map_at_10_max
value: -10.0766
verified: no, type: nauc_map_at_10_std
value: -19.8322
verified: no, type: nauc_map_at_10_diff1
value: 20.484099999999998
verified: no, type: nauc_map_at_20_max
value: -9.7917
verified: no, type: nauc_map_at_20_std
value: -19.6759
verified: no, type: nauc_map_at_20_diff1
value: 21.0095
verified: no, type: nauc_map_at_100_max
value: -9.8837
verified: no, type: nauc_map_at_100_std
value: -19.741400000000002
verified: no, type: nauc_map_at_100_diff1
value: 21.067700000000002
verified: no, type: nauc_map_at_1000_max
value: -9.8837
verified: no, type: nauc_map_at_1000_std
value: -19.741400000000002
verified: no, type: nauc_map_at_1000_diff1
value: 21.067700000000002
verified: no, type: nauc_recall_at_1_max
value: -12.633600000000001
verified: no, type: nauc_recall_at_1_std
value: -19.747700000000002
verified: no, type: nauc_recall_at_1_diff1
value: 25.820300000000003
verified: no, type: nauc_recall_at_3_max
value: -4.7886999999999995
verified: no, type: nauc_recall_at_3_std
value: -17.4764
verified: no, type: nauc_recall_at_3_diff1
value: 14.3308
verified: no, type: nauc_recall_at_5_max
value: -1.4803
verified: no, type: nauc_recall_at_5_std
value: -18.2137
verified: no, type: nauc_recall_at_5_diff1
value: 9.4604
verified: no, type: nauc_recall_at_10_max
value: -8.8102
verified: no, type: nauc_recall_at_10_std
value: -21.8279
verified: no, type: nauc_recall_at_10_diff1
value: -5.5388
verified: no, type: nauc_recall_at_20_max
value: 25.202400000000004
verified: no, type: nauc_recall_at_20_std
value: -4.8613
verified: no, type: nauc_recall_at_20_diff1
value: 9.3917
verified: no, type: nauc_recall_at_100_max
value: 37.0551
verified: no, type: nauc_recall_at_100_std
value: 84.5472
verified: no, type: nauc_recall_at_100_diff1
value: 19.5116
verified: no, type: nauc_recall_at_1000_max
value: 37.0551
verified: no, type: nauc_recall_at_1000_std
value: 84.5472
verified: no, type: nauc_recall_at_1000_diff1
value: 19.5116
verified: no, type: nauc_precision_at_1_max
value: -12.633600000000001
verified: no, type: nauc_precision_at_1_std
value: -19.747700000000002
verified: no, type: nauc_precision_at_1_diff1
value: 25.820300000000003
verified: no, type: nauc_precision_at_3_max
value: -4.7886999999999995
verified: no, type: nauc_precision_at_3_std
value: -17.4764
verified: no, type: nauc_precision_at_3_diff1
value: 14.3308
verified: no, type: nauc_precision_at_5_max
value: -1.4803
verified: no, type: nauc_precision_at_5_std
value: -18.2137
verified: no, type: nauc_precision_at_5_diff1
value: 9.4604
verified: no, type: nauc_precision_at_10_max
value: -8.8102
verified: no, type: nauc_precision_at_10_std
value: -21.8279
verified: no, type: nauc_precision_at_10_diff1
value: -5.5388
verified: no, type: nauc_precision_at_20_max
value: 25.202400000000004
verified: no, type: nauc_precision_at_20_std
value: -4.8613
verified: no, type: nauc_precision_at_20_diff1
value: 9.3917
verified: no, type: nauc_precision_at_100_max
value: 37.0551
verified: no, type: nauc_precision_at_100_std
value: 84.5472
verified: no, type: nauc_precision_at_100_diff1
value: 19.5116
verified: no, type: nauc_precision_at_1000_max
value: 37.0551
verified: no, type: nauc_precision_at_1000_std
value: 84.5472
verified: no, type: nauc_precision_at_1000_diff1
value: 19.5116
verified: no, type: nauc_mrr_at_1_max
value: -11.9728
verified: no, type: nauc_mrr_at_1_std
value: -19.4014
verified: no, type: nauc_mrr_at_1_diff1
value: 24.8653
verified: no, type: nauc_mrr_at_3_max
value: -9.6607
verified: no, type: nauc_mrr_at_3_std
value: -19.1819
verified: no, type: nauc_mrr_at_3_diff1
value: 20.0205
verified: no, type: nauc_mrr_at_5_max
value: -9.4261
verified: no, type: nauc_mrr_at_5_std
value: -19.3098
verified: no, type: nauc_mrr_at_5_diff1
value: 19.6347
verified: no, type: nauc_mrr_at_10_max
value: -10.1698
verified: no, type: nauc_mrr_at_10_std
value: -19.683
verified: no, type: nauc_mrr_at_10_diff1
value: 19.4823
verified: no, type: nauc_mrr_at_20_max
value: -9.913
verified: no, type: nauc_mrr_at_20_std
value: -19.517300000000002
verified: no, type: nauc_mrr_at_20_diff1
value: 20.0066
verified: no, type: nauc_mrr_at_100_max
value: -10.0053
verified: no, type: nauc_mrr_at_100_std
value: -19.5824
verified: no, type: nauc_mrr_at_100_diff1
value: 20.061899999999998
verified: no, type: nauc_mrr_at_1000_max
value: -10.0053
verified: no, type: nauc_mrr_at_1000_std
value: -19.5824
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.061899999999998
verified: no, type: main_score
value: 65.204
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: v_measure
value: 55.710300000000004
verified: no, type: v_measure_std
value: 14.551900000000002
verified: no, type: main_score
value: 55.710300000000004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: v_measure
value: 51.004599999999996
verified: no, type: v_measure_std
value: 14.868899999999998
verified: no, type: main_score
value: 51.004599999999996
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 67.38119999999999
verified: no, type: mrr
value: 79.0692
verified: no, type: nAUC_map_max
value: 21.9757
verified: no, type: nAUC_map_std
value: 14.3545
verified: no, type: nAUC_map_diff1
value: 11.82
verified: no, type: nAUC_mrr_max
value: 40.3449
verified: no, type: nAUC_mrr_std
value: 18.2678
verified: no, type: nAUC_mrr_diff1
value: 21.1596
verified: no, type: main_score
value: 67.38119999999999
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: pearson
value: 87.4332
verified: no, type: spearman
value: 84.65979999999999
verified: no, type: cosine_pearson
value: 87.4332
verified: no, type: cosine_spearman
value: 84.65979999999999
verified: no, type: manhattan_pearson
value: 86.37270000000001
verified: no, type: manhattan_spearman
value: 85.20309999999999
verified: no, type: euclidean_pearson
value: 86.1672
verified: no, type: euclidean_spearman
value: 84.7453
verified: no, type: main_score
value: 84.65979999999999
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 87.224
verified: no, type: f1
value: 86.7235
verified: no, type: f1_weighted
value: 86.7235
verified: no, type: main_score
value: 87.224
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: v_measure
value: 52.04990000000001
verified: no, type: v_measure_std
value: 0.7255
verified: no, type: main_score
value: 52.04990000000001
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: v_measure
value: 47.5811
verified: no, type: v_measure_std
value: 0.8049000000000001
verified: no, type: main_score
value: 47.5811
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: ndcg_at_1
value: 46.781
verified: no, type: ndcg_at_3
value: 52.111
verified: no, type: ndcg_at_5
value: 54.371
verified: no, type: ndcg_at_10
value: 57.247
verified: no, type: ndcg_at_20
value: 59.122
verified: no, type: ndcg_at_100
value: 62.071
verified: no, type: ndcg_at_1000
value: 63.32
verified: no, type: map_at_1
value: 37.2
verified: no, type: map_at_3
value: 46.005
verified: no, type: map_at_5
value: 48.32
verified: no, type: map_at_10
value: 50.181
verified: no, type: map_at_20
value: 51.062
verified: no, type: map_at_100
value: 51.735
verified: no, type: map_at_1000
value: 51.842
verified: no, type: recall_at_1
value: 37.2
verified: no, type: recall_at_3
value: 53.94
verified: no, type: recall_at_5
value: 60.88
verified: no, type: recall_at_10
value: 69.692
verified: no, type: recall_at_20
value: 76.711
verified: no, type: recall_at_100
value: 90.263
verified: no, type: recall_at_1000
value: 97.749
verified: no, type: precision_at_1
value: 46.781
verified: no, type: precision_at_3
value: 25.894000000000002
verified: no, type: precision_at_5
value: 18.541
verified: no, type: precision_at_10
value: 11.402
verified: no, type: precision_at_20
value: 6.567
verified: no, type: precision_at_100
value: 1.704
verified: no, type: precision_at_1000
value: 0.21
verified: no, type: mrr_at_1
value: 46.781099999999995
verified: no, type: mrr_at_3
value: 54.6257
verified: no, type: mrr_at_5
value: 56.0992
verified: no, type: mrr_at_10
value: 57.00769999999999
verified: no, type: mrr_at_20
value: 57.3576
verified: no, type: mrr_at_100
value: 57.6118
verified: no, type: mrr_at_1000
value: 57.6415
verified: no, type: nauc_ndcg_at_1_max
value: 41.3069
verified: no, type: nauc_ndcg_at_1_std
value: -3.9859999999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.355900000000005
verified: no, type: nauc_ndcg_at_3_max
value: 40.354299999999995
verified: no, type: nauc_ndcg_at_3_std
value: -1.4893
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.473800000000004
verified: no, type: nauc_ndcg_at_5_max
value: 39.2091
verified: no, type: nauc_ndcg_at_5_std
value: -2.6139
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.4382
verified: no, type: nauc_ndcg_at_10_max
value: 37.8136
verified: no, type: nauc_ndcg_at_10_std
value: -1.9053
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.677
verified: no, type: nauc_ndcg_at_20_max
value: 37.7571
verified: no, type: nauc_ndcg_at_20_std
value: -1.0221
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.6703
verified: no, type: nauc_ndcg_at_100_max
value: 39.0419
verified: no, type: nauc_ndcg_at_100_std
value: 0.5525
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.8714
verified: no, type: nauc_ndcg_at_1000_max
value: 39.4123
verified: no, type: nauc_ndcg_at_1000_std
value: 0.2088
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.0321
verified: no, type: nauc_map_at_1_max
value: 31.1237
verified: no, type: nauc_map_at_1_std
value: -7.0686
verified: no, type: nauc_map_at_1_diff1
value: 55.28189999999999
verified: no, type: nauc_map_at_3_max
value: 36.750899999999994
verified: no, type: nauc_map_at_3_std
value: -4.502599999999999
verified: no, type: nauc_map_at_3_diff1
value: 52.64640000000001
verified: no, type: nauc_map_at_5_max
value: 37.4208
verified: no, type: nauc_map_at_5_std
value: -4.3387
verified: no, type: nauc_map_at_5_diff1
value: 51.8133
verified: no, type: nauc_map_at_10_max
value: 37.4829
verified: no, type: nauc_map_at_10_std
value: -3.3794999999999997
verified: no, type: nauc_map_at_10_diff1
value: 51.640299999999996
verified: no, type: nauc_map_at_20_max
value: 37.7883
verified: no, type: nauc_map_at_20_std
value: -2.9455999999999998
verified: no, type: nauc_map_at_20_diff1
value: 51.635299999999994
verified: no, type: nauc_map_at_100_max
value: 38.1532
verified: no, type: nauc_map_at_100_std
value: -2.513
verified: no, type: nauc_map_at_100_diff1
value: 51.8036
verified: no, type: nauc_map_at_1000_max
value: 38.2036
verified: no, type: nauc_map_at_1000_std
value: -2.5201000000000002
verified: no, type: nauc_map_at_1000_diff1
value: 51.807
verified: no, type: nauc_recall_at_1_max
value: 31.1237
verified: no, type: nauc_recall_at_1_std
value: -7.0686
verified: no, type: nauc_recall_at_1_diff1
value: 55.28189999999999
verified: no, type: nauc_recall_at_3_max
value: 33.942899999999995
verified: no, type: nauc_recall_at_3_std
value: -2.1842
verified: no, type: nauc_recall_at_3_diff1
value: 46.806
verified: no, type: nauc_recall_at_5_max
value: 32.935199999999995
verified: no, type: nauc_recall_at_5_std
value: -3.6494999999999997
verified: no, type: nauc_recall_at_5_diff1
value: 43.453599999999994
verified: no, type: nauc_recall_at_10_max
value: 28.2544
verified: no, type: nauc_recall_at_10_std
value: -1.1788
verified: no, type: nauc_recall_at_10_diff1
value: 38.8916
verified: no, type: nauc_recall_at_20_max
value: 27.1235
verified: no, type: nauc_recall_at_20_std
value: 2.8238
verified: no, type: nauc_recall_at_20_diff1
value: 36.9813
verified: no, type: nauc_recall_at_100_max
value: 31.899300000000004
verified: no, type: nauc_recall_at_100_std
value: 22.3521
verified: no, type: nauc_recall_at_100_diff1
value: 43.0867
verified: no, type: nauc_recall_at_1000_max
value: 45.7236
verified: no, type: nauc_recall_at_1000_std
value: 63.258199999999995
verified: no, type: nauc_recall_at_1000_diff1
value: 56.854499999999994
verified: no, type: nauc_precision_at_1_max
value: 41.3069
verified: no, type: nauc_precision_at_1_std
value: -3.9859999999999998
verified: no, type: nauc_precision_at_1_diff1
value: 56.355900000000005
verified: no, type: nauc_precision_at_3_max
value: 39.6888
verified: no, type: nauc_precision_at_3_std
value: 5.7427
verified: no, type: nauc_precision_at_3_diff1
value: 26.694699999999997
verified: no, type: nauc_precision_at_5_max
value: 34.3509
verified: no, type: nauc_precision_at_5_std
value: 7.3069999999999995
verified: no, type: nauc_precision_at_5_diff1
value: 15.4004
verified: no, type: nauc_precision_at_10_max
value: 23.2221
verified: no, type: nauc_precision_at_10_std
value: 10.559899999999999
verified: no, type: nauc_precision_at_10_diff1
value: 3.6925
verified: no, type: nauc_precision_at_20_max
value: 17.9697
verified: no, type: nauc_precision_at_20_std
value: 11.9127
verified: no, type: nauc_precision_at_20_diff1
value: -2.7178
verified: no, type: nauc_precision_at_100_max
value: 11.8537
verified: no, type: nauc_precision_at_100_std
value: 11.442
verified: no, type: nauc_precision_at_100_diff1
value: -11.2562
verified: no, type: nauc_precision_at_1000_max
value: 5.7549
verified: no, type: nauc_precision_at_1000_std
value: 0.40169999999999995
verified: no, type: nauc_precision_at_1000_diff1
value: -18.0644
verified: no, type: nauc_mrr_at_1_max
value: 41.3069
verified: no, type: nauc_mrr_at_1_std
value: -3.9859999999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 56.355900000000005
verified: no, type: nauc_mrr_at_3_max
value: 41.626200000000004
verified: no, type: nauc_mrr_at_3_std
value: -0.7362
verified: no, type: nauc_mrr_at_3_diff1
value: 52.7305
verified: no, type: nauc_mrr_at_5_max
value: 41.341499999999996
verified: no, type: nauc_mrr_at_5_std
value: -1.113
verified: no, type: nauc_mrr_at_5_diff1
value: 52.159299999999995
verified: no, type: nauc_mrr_at_10_max
value: 40.9696
verified: no, type: nauc_mrr_at_10_std
value: -0.7545999999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 51.9591
verified: no, type: nauc_mrr_at_20_max
value: 41.0028
verified: no, type: nauc_mrr_at_20_std
value: -0.5925
verified: no, type: nauc_mrr_at_20_diff1
value: 52.0497
verified: no, type: nauc_mrr_at_100_max
value: 41.0447
verified: no, type: nauc_mrr_at_100_std
value: -0.6299
verified: no, type: nauc_mrr_at_100_diff1
value: 52.2239
verified: no, type: nauc_mrr_at_1000_max
value: 41.045
verified: no, type: nauc_mrr_at_1000_std
value: -0.6354000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 52.2368
verified: no, type: main_score
value: 57.247
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: ndcg_at_1
value: 46.497
verified: no, type: ndcg_at_3
value: 50.580999999999996
verified: no, type: ndcg_at_5
value: 52.159
verified: no, type: ndcg_at_10
value: 54.269999999999996
verified: no, type: ndcg_at_20
value: 56.001
verified: no, type: ndcg_at_100
value: 58.373
verified: no, type: ndcg_at_1000
value: 60.272000000000006
verified: no, type: map_at_1
value: 36.296
verified: no, type: map_at_3
value: 45.178000000000004
verified: no, type: map_at_5
value: 46.96
verified: no, type: map_at_10
value: 48.388999999999996
verified: no, type: map_at_20
value: 49.164
verified: no, type: map_at_100
value: 49.769000000000005
verified: no, type: map_at_1000
value: 49.906
verified: no, type: recall_at_1
value: 36.296
verified: no, type: recall_at_3
value: 51.505
verified: no, type: recall_at_5
value: 56.633
verified: no, type: recall_at_10
value: 63.519999999999996
verified: no, type: recall_at_20
value: 70.06099999999999
verified: no, type: recall_at_100
value: 80.783
verified: no, type: recall_at_1000
value: 92.396
verified: no, type: precision_at_1
value: 46.497
verified: no, type: precision_at_3
value: 25.032
verified: no, type: precision_at_5
value: 17.427
verified: no, type: precision_at_10
value: 10.433
verified: no, type: precision_at_20
value: 6.085999999999999
verified: no, type: precision_at_100
value: 1.606
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: mrr_at_1
value: 46.4968
verified: no, type: mrr_at_3
value: 52.9193
verified: no, type: mrr_at_5
value: 54.0117
verified: no, type: mrr_at_10
value: 54.815400000000004
verified: no, type: mrr_at_20
value: 55.2265
verified: no, type: mrr_at_100
value: 55.4713
verified: no, type: mrr_at_1000
value: 55.51239999999999
verified: no, type: nauc_ndcg_at_1_max
value: 44.406400000000005
verified: no, type: nauc_ndcg_at_1_std
value: -0.5542
verified: no, type: nauc_ndcg_at_1_diff1
value: 61.951
verified: no, type: nauc_ndcg_at_3_max
value: 41.765
verified: no, type: nauc_ndcg_at_3_std
value: -1.6297
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.6064
verified: no, type: nauc_ndcg_at_5_max
value: 41.2399
verified: no, type: nauc_ndcg_at_5_std
value: -1.6739
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.736
verified: no, type: nauc_ndcg_at_10_max
value: 41.3525
verified: no, type: nauc_ndcg_at_10_std
value: -1.0736
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.619600000000005
verified: no, type: nauc_ndcg_at_20_max
value: 40.950900000000004
verified: no, type: nauc_ndcg_at_20_std
value: 0.2865
verified: no, type: nauc_ndcg_at_20_diff1
value: 56.09459999999999
verified: no, type: nauc_ndcg_at_100_max
value: 41.4473
verified: no, type: nauc_ndcg_at_100_std
value: 1.9026999999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 55.6213
verified: no, type: nauc_ndcg_at_1000_max
value: 42.2036
verified: no, type: nauc_ndcg_at_1000_std
value: 2.2438
verified: no, type: nauc_ndcg_at_1000_diff1
value: 55.9627
verified: no, type: nauc_map_at_1_max
value: 32.782
verified: no, type: nauc_map_at_1_std
value: -9.6273
verified: no, type: nauc_map_at_1_diff1
value: 61.260099999999994
verified: no, type: nauc_map_at_3_max
value: 37.1299
verified: no, type: nauc_map_at_3_std
value: -7.119300000000001
verified: no, type: nauc_map_at_3_diff1
value: 58.1535
verified: no, type: nauc_map_at_5_max
value: 37.9225
verified: no, type: nauc_map_at_5_std
value: -5.9012
verified: no, type: nauc_map_at_5_diff1
value: 57.781499999999994
verified: no, type: nauc_map_at_10_max
value: 38.8891
verified: no, type: nauc_map_at_10_std
value: -4.874499999999999
verified: no, type: nauc_map_at_10_diff1
value: 57.755500000000005
verified: no, type: nauc_map_at_20_max
value: 39.3425
verified: no, type: nauc_map_at_20_std
value: -3.794
verified: no, type: nauc_map_at_20_diff1
value: 57.513400000000004
verified: no, type: nauc_map_at_100_max
value: 39.896
verified: no, type: nauc_map_at_100_std
value: -2.9215
verified: no, type: nauc_map_at_100_diff1
value: 57.53549999999999
verified: no, type: nauc_map_at_1000_max
value: 40.008300000000006
verified: no, type: nauc_map_at_1000_std
value: -2.8195
verified: no, type: nauc_map_at_1000_diff1
value: 57.60150000000001
verified: no, type: nauc_recall_at_1_max
value: 32.782
verified: no, type: nauc_recall_at_1_std
value: -9.6273
verified: no, type: nauc_recall_at_1_diff1
value: 61.260099999999994
verified: no, type: nauc_recall_at_3_max
value: 35.434599999999996
verified: no, type: nauc_recall_at_3_std
value: -6.290800000000001
verified: no, type: nauc_recall_at_3_diff1
value: 52.7104
verified: no, type: nauc_recall_at_5_max
value: 35.0165
verified: no, type: nauc_recall_at_5_std
value: -3.9936
verified: no, type: nauc_recall_at_5_diff1
value: 51.3274
verified: no, type: nauc_recall_at_10_max
value: 35.5228
verified: no, type: nauc_recall_at_10_std
value: -1.5428000000000002
verified: no, type: nauc_recall_at_10_diff1
value: 49.479299999999995
verified: no, type: nauc_recall_at_20_max
value: 33.7227
verified: no, type: nauc_recall_at_20_std
value: 4.9009
verified: no, type: nauc_recall_at_20_diff1
value: 45.5752
verified: no, type: nauc_recall_at_100_max
value: 35.9763
verified: no, type: nauc_recall_at_100_std
value: 19.3131
verified: no, type: nauc_recall_at_100_diff1
value: 39.911
verified: no, type: nauc_recall_at_1000_max
value: 46.325
verified: no, type: nauc_recall_at_1000_std
value: 44.9506
verified: no, type: nauc_recall_at_1000_diff1
value: 33.457100000000004
verified: no, type: nauc_precision_at_1_max
value: 44.406400000000005
verified: no, type: nauc_precision_at_1_std
value: -0.5542
verified: no, type: nauc_precision_at_1_diff1
value: 61.951
verified: no, type: nauc_precision_at_3_max
value: 37.5506
verified: no, type: nauc_precision_at_3_std
value: 11.0345
verified: no, type: nauc_precision_at_3_diff1
value: 29.8222
verified: no, type: nauc_precision_at_5_max
value: 35.2397
verified: no, type: nauc_precision_at_5_std
value: 15.389800000000001
verified: no, type: nauc_precision_at_5_diff1
value: 21.4168
verified: no, type: nauc_precision_at_10_max
value: 32.9495
verified: no, type: nauc_precision_at_10_std
value: 21.513299999999997
verified: no, type: nauc_precision_at_10_diff1
value: 11.8737
verified: no, type: nauc_precision_at_20_max
value: 29.1383
verified: no, type: nauc_precision_at_20_std
value: 27.7364
verified: no, type: nauc_precision_at_20_diff1
value: 3.9266
verified: no, type: nauc_precision_at_100_max
value: 25.405
verified: no, type: nauc_precision_at_100_std
value: 32.3313
verified: no, type: nauc_precision_at_100_diff1
value: -3.4574000000000003
verified: no, type: nauc_precision_at_1000_max
value: 19.0155
verified: no, type: nauc_precision_at_1000_std
value: 28.895
verified: no, type: nauc_precision_at_1000_diff1
value: -8.5325
verified: no, type: nauc_mrr_at_1_max
value: 44.406400000000005
verified: no, type: nauc_mrr_at_1_std
value: -0.5542
verified: no, type: nauc_mrr_at_1_diff1
value: 61.951
verified: no, type: nauc_mrr_at_3_max
value: 45.171499999999995
verified: no, type: nauc_mrr_at_3_std
value: 1.3709
verified: no, type: nauc_mrr_at_3_diff1
value: 58.655199999999994
verified: no, type: nauc_mrr_at_5_max
value: 44.770700000000005
verified: no, type: nauc_mrr_at_5_std
value: 1.4206999999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 58.5418
verified: no, type: nauc_mrr_at_10_max
value: 44.6537
verified: no, type: nauc_mrr_at_10_std
value: 1.6499
verified: no, type: nauc_mrr_at_10_diff1
value: 58.305099999999996
verified: no, type: nauc_mrr_at_20_max
value: 44.5462
verified: no, type: nauc_mrr_at_20_std
value: 1.8207
verified: no, type: nauc_mrr_at_20_diff1
value: 58.2175
verified: no, type: nauc_mrr_at_100_max
value: 44.5707
verified: no, type: nauc_mrr_at_100_std
value: 1.9595999999999998
verified: no, type: nauc_mrr_at_100_diff1
value: 58.1794
verified: no, type: nauc_mrr_at_1000_max
value: 44.5849
verified: no, type: nauc_mrr_at_1000_std
value: 1.9480999999999997
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.1948
verified: no, type: main_score
value: 54.269999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: ndcg_at_1
value: 50.470000000000006
verified: no, type: ndcg_at_3
value: 57.473
verified: no, type: ndcg_at_5
value: 60.331999999999994
verified: no, type: ndcg_at_10
value: 63.253
verified: no, type: ndcg_at_20
value: 64.934
verified: no, type: ndcg_at_100
value: 66.893
verified: no, type: ndcg_at_1000
value: 67.635
verified: no, type: map_at_1
value: 43.495
verified: no, type: map_at_3
value: 53.501
verified: no, type: map_at_5
value: 55.591
verified: no, type: map_at_10
value: 57.143
verified: no, type: map_at_20
value: 57.772999999999996
verified: no, type: map_at_100
value: 58.144
verified: no, type: map_at_1000
value: 58.18299999999999
verified: no, type: recall_at_1
value: 43.495
verified: no, type: recall_at_3
value: 61.943000000000005
verified: no, type: recall_at_5
value: 69.06
verified: no, type: recall_at_10
value: 77.506
verified: no, type: recall_at_20
value: 83.718
verified: no, type: recall_at_100
value: 93.012
verified: no, type: recall_at_1000
value: 98.20100000000001
verified: no, type: precision_at_1
value: 50.470000000000006
verified: no, type: precision_at_3
value: 25.789
verified: no, type: precision_at_5
value: 17.718
verified: no, type: precision_at_10
value: 10.257
verified: no, type: precision_at_20
value: 5.652
verified: no, type: precision_at_100
value: 1.2930000000000001
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: mrr_at_1
value: 50.4702
verified: no, type: mrr_at_3
value: 58.4013
verified: no, type: mrr_at_5
value: 59.8495
verified: no, type: mrr_at_10
value: 60.83070000000001
verified: no, type: mrr_at_20
value: 61.2041
verified: no, type: mrr_at_100
value: 61.4112
verified: no, type: mrr_at_1000
value: 61.4322
verified: no, type: nauc_ndcg_at_1_max
value: 44.8291
verified: no, type: nauc_ndcg_at_1_std
value: -0.8412
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.08560000000001
verified: no, type: nauc_ndcg_at_3_max
value: 44.248
verified: no, type: nauc_ndcg_at_3_std
value: -1.4833
verified: no, type: nauc_ndcg_at_3_diff1
value: 54.230599999999995
verified: no, type: nauc_ndcg_at_5_max
value: 44.1923
verified: no, type: nauc_ndcg_at_5_std
value: 0.4302
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.488
verified: no, type: nauc_ndcg_at_10_max
value: 44.6104
verified: no, type: nauc_ndcg_at_10_std
value: 1.0661
verified: no, type: nauc_ndcg_at_10_diff1
value: 53.3798
verified: no, type: nauc_ndcg_at_20_max
value: 44.9242
verified: no, type: nauc_ndcg_at_20_std
value: 2.2277
verified: no, type: nauc_ndcg_at_20_diff1
value: 53.317400000000006
verified: no, type: nauc_ndcg_at_100_max
value: 45.7183
verified: no, type: nauc_ndcg_at_100_std
value: 2.5153
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.9388
verified: no, type: nauc_ndcg_at_1000_max
value: 45.6995
verified: no, type: nauc_ndcg_at_1000_std
value: 2.1667
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.2102
verified: no, type: nauc_map_at_1_max
value: 35.5633
verified: no, type: nauc_map_at_1_std
value: -5.6190999999999995
verified: no, type: nauc_map_at_1_diff1
value: 60.361
verified: no, type: nauc_map_at_3_max
value: 41.9146
verified: no, type: nauc_map_at_3_std
value: -3.4212
verified: no, type: nauc_map_at_3_diff1
value: 56.016999999999996
verified: no, type: nauc_map_at_5_max
value: 42.4117
verified: no, type: nauc_map_at_5_std
value: -2.0291
verified: no, type: nauc_map_at_5_diff1
value: 55.3653
verified: no, type: nauc_map_at_10_max
value: 43.1409
verified: no, type: nauc_map_at_10_std
value: -1.4177
verified: no, type: nauc_map_at_10_diff1
value: 55.2121
verified: no, type: nauc_map_at_20_max
value: 43.437799999999996
verified: no, type: nauc_map_at_20_std
value: -0.8902
verified: no, type: nauc_map_at_20_diff1
value: 55.206999999999994
verified: no, type: nauc_map_at_100_max
value: 43.6537
verified: no, type: nauc_map_at_100_std
value: -0.7274
verified: no, type: nauc_map_at_100_diff1
value: 55.2408
verified: no, type: nauc_map_at_1000_max
value: 43.6736
verified: no, type: nauc_map_at_1000_std
value: -0.7106
verified: no, type: nauc_map_at_1000_diff1
value: 55.2524
verified: no, type: nauc_recall_at_1_max
value: 35.5633
verified: no, type: nauc_recall_at_1_std
value: -5.6190999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 60.361
verified: no, type: nauc_recall_at_3_max
value: 40.8742
verified: no, type: nauc_recall_at_3_std
value: -2.5945
verified: no, type: nauc_recall_at_3_diff1
value: 49.3961
verified: no, type: nauc_recall_at_5_max
value: 40.7505
verified: no, type: nauc_recall_at_5_std
value: 3.3495
verified: no, type: nauc_recall_at_5_diff1
value: 45.7721
verified: no, type: nauc_recall_at_10_max
value: 41.5818
verified: no, type: nauc_recall_at_10_std
value: 6.7775
verified: no, type: nauc_recall_at_10_diff1
value: 43.3298
verified: no, type: nauc_recall_at_20_max
value: 43.7288
verified: no, type: nauc_recall_at_20_std
value: 16.328799999999998
verified: no, type: nauc_recall_at_20_diff1
value: 39.9662
verified: no, type: nauc_recall_at_100_max
value: 55.63550000000001
verified: no, type: nauc_recall_at_100_std
value: 34.4464
verified: no, type: nauc_recall_at_100_diff1
value: 39.980399999999996
verified: no, type: nauc_recall_at_1000_max
value: 77.1968
verified: no, type: nauc_recall_at_1000_std
value: 71.4214
verified: no, type: nauc_recall_at_1000_diff1
value: 38.244
verified: no, type: nauc_precision_at_1_max
value: 44.8291
verified: no, type: nauc_precision_at_1_std
value: -0.8412
verified: no, type: nauc_precision_at_1_diff1
value: 59.08560000000001
verified: no, type: nauc_precision_at_3_max
value: 43.1877
verified: no, type: nauc_precision_at_3_std
value: 7.6498
verified: no, type: nauc_precision_at_3_diff1
value: 27.5239
verified: no, type: nauc_precision_at_5_max
value: 37.533899999999996
verified: no, type: nauc_precision_at_5_std
value: 13.2708
verified: no, type: nauc_precision_at_5_diff1
value: 16.1311
verified: no, type: nauc_precision_at_10_max
value: 33.2608
verified: no, type: nauc_precision_at_10_std
value: 17.788899999999998
verified: no, type: nauc_precision_at_10_diff1
value: 5.1528
verified: no, type: nauc_precision_at_20_max
value: 29.401
verified: no, type: nauc_precision_at_20_std
value: 22.9012
verified: no, type: nauc_precision_at_20_diff1
value: -2.9066
verified: no, type: nauc_precision_at_100_max
value: 23.2408
verified: no, type: nauc_precision_at_100_std
value: 24.2959
verified: no, type: nauc_precision_at_100_diff1
value: -12.2627
verified: no, type: nauc_precision_at_1000_max
value: 20.244300000000003
verified: no, type: nauc_precision_at_1000_std
value: 25.682100000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -16.4621
verified: no, type: nauc_mrr_at_1_max
value: 44.8291
verified: no, type: nauc_mrr_at_1_std
value: -0.8412
verified: no, type: nauc_mrr_at_1_diff1
value: 59.08560000000001
verified: no, type: nauc_mrr_at_3_max
value: 45.9874
verified: no, type: nauc_mrr_at_3_std
value: -0.4012
verified: no, type: nauc_mrr_at_3_diff1
value: 55.1381
verified: no, type: nauc_mrr_at_5_max
value: 46.1061
verified: no, type: nauc_mrr_at_5_std
value: 0.9194000000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 54.799699999999994
verified: no, type: nauc_mrr_at_10_max
value: 46.0658
verified: no, type: nauc_mrr_at_10_std
value: 0.9317000000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 54.918
verified: no, type: nauc_mrr_at_20_max
value: 46.135999999999996
verified: no, type: nauc_mrr_at_20_std
value: 1.1449
verified: no, type: nauc_mrr_at_20_diff1
value: 54.8537
verified: no, type: nauc_mrr_at_100_max
value: 46.1801
verified: no, type: nauc_mrr_at_100_std
value: 1.1052
verified: no, type: nauc_mrr_at_100_diff1
value: 54.9671
verified: no, type: nauc_mrr_at_1000_max
value: 46.169399999999996
verified: no, type: nauc_mrr_at_1000_std
value: 1.0886
verified: no, type: nauc_mrr_at_1000_diff1
value: 54.974500000000006
verified: no, type: main_score
value: 63.253
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: ndcg_at_1
value: 30.169
verified: no, type: ndcg_at_3
value: 38.712999999999994
verified: no, type: ndcg_at_5
value: 41.613
verified: no, type: ndcg_at_10
value: 44.721
verified: no, type: ndcg_at_20
value: 46.861999999999995
verified: no, type: ndcg_at_100
value: 49.725
verified: no, type: ndcg_at_1000
value: 51.321000000000005
verified: no, type: map_at_1
value: 27.534
verified: no, type: map_at_3
value: 35.543
verified: no, type: map_at_5
value: 37.289
verified: no, type: map_at_10
value: 38.7
verified: no, type: map_at_20
value: 39.338
verified: no, type: map_at_100
value: 39.785
verified: no, type: map_at_1000
value: 39.853
verified: no, type: recall_at_1
value: 27.534
verified: no, type: recall_at_3
value: 45.007999999999996
verified: no, type: recall_at_5
value: 51.888999999999996
verified: no, type: recall_at_10
value: 61.023
verified: no, type: recall_at_20
value: 69.053
verified: no, type: recall_at_100
value: 83.42399999999999
verified: no, type: recall_at_1000
value: 95.268
verified: no, type: precision_at_1
value: 30.169
verified: no, type: precision_at_3
value: 16.911
verified: no, type: precision_at_5
value: 11.932
verified: no, type: precision_at_10
value: 7.141
verified: no, type: precision_at_20
value: 4.079
verified: no, type: precision_at_100
value: 1.008
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 30.1695
verified: no, type: mrr_at_3
value: 37.966100000000004
verified: no, type: mrr_at_5
value: 39.6158
verified: no, type: mrr_at_10
value: 40.8033
verified: no, type: mrr_at_20
value: 41.3435
verified: no, type: mrr_at_100
value: 41.7118
verified: no, type: mrr_at_1000
value: 41.7613
verified: no, type: nauc_ndcg_at_1_max
value: 32.2399
verified: no, type: nauc_ndcg_at_1_std
value: -1.8931
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.5451
verified: no, type: nauc_ndcg_at_3_max
value: 27.8837
verified: no, type: nauc_ndcg_at_3_std
value: -5.9821
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.014500000000005
verified: no, type: nauc_ndcg_at_5_max
value: 27.631299999999996
verified: no, type: nauc_ndcg_at_5_std
value: -5.3482
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.4224
verified: no, type: nauc_ndcg_at_10_max
value: 28.481499999999997
verified: no, type: nauc_ndcg_at_10_std
value: -3.1228
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.3671
verified: no, type: nauc_ndcg_at_20_max
value: 30.317899999999998
verified: no, type: nauc_ndcg_at_20_std
value: -1.5421
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.929
verified: no, type: nauc_ndcg_at_100_max
value: 30.622300000000003
verified: no, type: nauc_ndcg_at_100_std
value: -1.1266
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.844100000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 30.2567
verified: no, type: nauc_ndcg_at_1000_std
value: -1.6924000000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.3512
verified: no, type: nauc_map_at_1_max
value: 28.498800000000003
verified: no, type: nauc_map_at_1_std
value: -4.840400000000001
verified: no, type: nauc_map_at_1_diff1
value: 49.2647
verified: no, type: nauc_map_at_3_max
value: 27.3679
verified: no, type: nauc_map_at_3_std
value: -5.953399999999999
verified: no, type: nauc_map_at_3_diff1
value: 41.458800000000004
verified: no, type: nauc_map_at_5_max
value: 27.501900000000003
verified: no, type: nauc_map_at_5_std
value: -5.5226
verified: no, type: nauc_map_at_5_diff1
value: 41.2074
verified: no, type: nauc_map_at_10_max
value: 28.1719
verified: no, type: nauc_map_at_10_std
value: -4.3525
verified: no, type: nauc_map_at_10_diff1
value: 40.820299999999996
verified: no, type: nauc_map_at_20_max
value: 28.67
verified: no, type: nauc_map_at_20_std
value: -3.9206
verified: no, type: nauc_map_at_20_diff1
value: 40.7258
verified: no, type: nauc_map_at_100_max
value: 28.765
verified: no, type: nauc_map_at_100_std
value: -3.8413999999999997
verified: no, type: nauc_map_at_100_diff1
value: 40.876200000000004
verified: no, type: nauc_map_at_1000_max
value: 28.7672
verified: no, type: nauc_map_at_1000_std
value: -3.8369
verified: no, type: nauc_map_at_1000_diff1
value: 40.8998
verified: no, type: nauc_recall_at_1_max
value: 28.498800000000003
verified: no, type: nauc_recall_at_1_std
value: -4.840400000000001
verified: no, type: nauc_recall_at_1_diff1
value: 49.2647
verified: no, type: nauc_recall_at_3_max
value: 24.6035
verified: no, type: nauc_recall_at_3_std
value: -7.5891
verified: no, type: nauc_recall_at_3_diff1
value: 31.5757
verified: no, type: nauc_recall_at_5_max
value: 24.369
verified: no, type: nauc_recall_at_5_std
value: -6.1809
verified: no, type: nauc_recall_at_5_diff1
value: 29.604000000000003
verified: no, type: nauc_recall_at_10_max
value: 26.289299999999997
verified: no, type: nauc_recall_at_10_std
value: 0.3042
verified: no, type: nauc_recall_at_10_diff1
value: 25.5857
verified: no, type: nauc_recall_at_20_max
value: 34.4737
verified: no, type: nauc_recall_at_20_std
value: 7.437199999999999
verified: no, type: nauc_recall_at_20_diff1
value: 22.174599999999998
verified: no, type: nauc_recall_at_100_max
value: 38.6347
verified: no, type: nauc_recall_at_100_std
value: 16.145300000000002
verified: no, type: nauc_recall_at_100_diff1
value: 22.1917
verified: no, type: nauc_recall_at_1000_max
value: 39.3542
verified: no, type: nauc_recall_at_1000_std
value: 22.6306
verified: no, type: nauc_recall_at_1000_diff1
value: 12.8224
verified: no, type: nauc_precision_at_1_max
value: 32.2399
verified: no, type: nauc_precision_at_1_std
value: -1.8931
verified: no, type: nauc_precision_at_1_diff1
value: 47.5451
verified: no, type: nauc_precision_at_3_max
value: 30.2123
verified: no, type: nauc_precision_at_3_std
value: -3.3314999999999997
verified: no, type: nauc_precision_at_3_diff1
value: 27.9644
verified: no, type: nauc_precision_at_5_max
value: 29.670800000000003
verified: no, type: nauc_precision_at_5_std
value: -1.5582
verified: no, type: nauc_precision_at_5_diff1
value: 25.608399999999996
verified: no, type: nauc_precision_at_10_max
value: 31.0615
verified: no, type: nauc_precision_at_10_std
value: 6.0033
verified: no, type: nauc_precision_at_10_diff1
value: 18.8733
verified: no, type: nauc_precision_at_20_max
value: 34.6328
verified: no, type: nauc_precision_at_20_std
value: 13.439799999999998
verified: no, type: nauc_precision_at_20_diff1
value: 13.048599999999999
verified: no, type: nauc_precision_at_100_max
value: 29.820200000000003
verified: no, type: nauc_precision_at_100_std
value: 17.5458
verified: no, type: nauc_precision_at_100_diff1
value: 5.4185
verified: no, type: nauc_precision_at_1000_max
value: 18.1553
verified: no, type: nauc_precision_at_1000_std
value: 13.908999999999999
verified: no, type: nauc_precision_at_1000_diff1
value: -6.718300000000001
verified: no, type: nauc_mrr_at_1_max
value: 32.2399
verified: no, type: nauc_mrr_at_1_std
value: -1.8931
verified: no, type: nauc_mrr_at_1_diff1
value: 47.5451
verified: no, type: nauc_mrr_at_3_max
value: 30.0502
verified: no, type: nauc_mrr_at_3_std
value: -3.7917
verified: no, type: nauc_mrr_at_3_diff1
value: 40.4491
verified: no, type: nauc_mrr_at_5_max
value: 29.9223
verified: no, type: nauc_mrr_at_5_std
value: -3.7439
verified: no, type: nauc_mrr_at_5_diff1
value: 40.2078
verified: no, type: nauc_mrr_at_10_max
value: 30.0837
verified: no, type: nauc_mrr_at_10_std
value: -3.1279000000000003
verified: no, type: nauc_mrr_at_10_diff1
value: 39.8604
verified: no, type: nauc_mrr_at_20_max
value: 30.586600000000004
verified: no, type: nauc_mrr_at_20_std
value: -2.6394
verified: no, type: nauc_mrr_at_20_diff1
value: 39.7155
verified: no, type: nauc_mrr_at_100_max
value: 30.6013
verified: no, type: nauc_mrr_at_100_std
value: -2.6131
verified: no, type: nauc_mrr_at_100_diff1
value: 39.8572
verified: no, type: nauc_mrr_at_1000_max
value: 30.588700000000003
verified: no, type: nauc_mrr_at_1000_std
value: -2.6162
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.8847
verified: no, type: main_score
value: 44.721
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: ndcg_at_1
value: 25.995
verified: no, type: ndcg_at_3
value: 31.527
verified: no, type: ndcg_at_5
value: 34.498
verified: no, type: ndcg_at_10
value: 37.421
verified: no, type: ndcg_at_20
value: 40.19
verified: no, type: ndcg_at_100
value: 43.662
verified: no, type: ndcg_at_1000
value: 46.04
verified: no, type: map_at_1
value: 20.624000000000002
verified: no, type: map_at_3
value: 27.714
verified: no, type: map_at_5
value: 29.746
verified: no, type: map_at_10
value: 31.156
verified: no, type: map_at_20
value: 32.018
verified: no, type: map_at_100
value: 32.647
verified: no, type: map_at_1000
value: 32.751999999999995
verified: no, type: recall_at_1
value: 20.624000000000002
verified: no, type: recall_at_3
value: 35.064
verified: no, type: recall_at_5
value: 42.561
verified: no, type: recall_at_10
value: 51.294
verified: no, type: recall_at_20
value: 61.35699999999999
verified: no, type: recall_at_100
value: 77.41
verified: no, type: recall_at_1000
value: 94.292
verified: no, type: precision_at_1
value: 25.995
verified: no, type: precision_at_3
value: 15.547
verified: no, type: precision_at_5
value: 11.616999999999999
verified: no, type: precision_at_10
value: 7.152
verified: no, type: precision_at_20
value: 4.335
verified: no, type: precision_at_100
value: 1.1769999999999998
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: mrr_at_1
value: 25.995
verified: no, type: mrr_at_3
value: 33.354099999999995
verified: no, type: mrr_at_5
value: 35.1389
verified: no, type: mrr_at_10
value: 36.3085
verified: no, type: mrr_at_20
value: 36.9771
verified: no, type: mrr_at_100
value: 37.3263
verified: no, type: mrr_at_1000
value: 37.3819
verified: no, type: nauc_ndcg_at_1_max
value: 16.8793
verified: no, type: nauc_ndcg_at_1_std
value: 1.1622000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.695
verified: no, type: nauc_ndcg_at_3_max
value: 15.7033
verified: no, type: nauc_ndcg_at_3_std
value: 1.6629999999999998
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.4614
verified: no, type: nauc_ndcg_at_5_max
value: 15.5037
verified: no, type: nauc_ndcg_at_5_std
value: 2.9783
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.1895
verified: no, type: nauc_ndcg_at_10_max
value: 14.0983
verified: no, type: nauc_ndcg_at_10_std
value: 3.2645
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.6149
verified: no, type: nauc_ndcg_at_20_max
value: 15.567400000000001
verified: no, type: nauc_ndcg_at_20_std
value: 4.6046
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.486200000000004
verified: no, type: nauc_ndcg_at_100_max
value: 16.6548
verified: no, type: nauc_ndcg_at_100_std
value: 6.6399
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.268899999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 16.7889
verified: no, type: nauc_ndcg_at_1000_std
value: 5.9258
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.0024
verified: no, type: nauc_map_at_1_max
value: 13.874400000000001
verified: no, type: nauc_map_at_1_std
value: 3.305
verified: no, type: nauc_map_at_1_diff1
value: 41.7572
verified: no, type: nauc_map_at_3_max
value: 14.519699999999998
verified: no, type: nauc_map_at_3_std
value: 2.3379
verified: no, type: nauc_map_at_3_diff1
value: 37.8774
verified: no, type: nauc_map_at_5_max
value: 14.702399999999999
verified: no, type: nauc_map_at_5_std
value: 2.7134
verified: no, type: nauc_map_at_5_diff1
value: 37.0712
verified: no, type: nauc_map_at_10_max
value: 14.2346
verified: no, type: nauc_map_at_10_std
value: 2.9902
verified: no, type: nauc_map_at_10_diff1
value: 36.7886
verified: no, type: nauc_map_at_20_max
value: 14.7155
verified: no, type: nauc_map_at_20_std
value: 3.4323
verified: no, type: nauc_map_at_20_diff1
value: 37.0342
verified: no, type: nauc_map_at_100_max
value: 15.015600000000001
verified: no, type: nauc_map_at_100_std
value: 3.8381
verified: no, type: nauc_map_at_100_diff1
value: 37.0107
verified: no, type: nauc_map_at_1000_max
value: 15.020800000000001
verified: no, type: nauc_map_at_1000_std
value: 3.8089999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 37.0464
verified: no, type: nauc_recall_at_1_max
value: 13.874400000000001
verified: no, type: nauc_recall_at_1_std
value: 3.305
verified: no, type: nauc_recall_at_1_diff1
value: 41.7572
verified: no, type: nauc_recall_at_3_max
value: 14.191
verified: no, type: nauc_recall_at_3_std
value: 2.8631
verified: no, type: nauc_recall_at_3_diff1
value: 32.0865
verified: no, type: nauc_recall_at_5_max
value: 13.8317
verified: no, type: nauc_recall_at_5_std
value: 4.0751
verified: no, type: nauc_recall_at_5_diff1
value: 29.2578
verified: no, type: nauc_recall_at_10_max
value: 9.8311
verified: no, type: nauc_recall_at_10_std
value: 3.787
verified: no, type: nauc_recall_at_10_diff1
value: 27.0678
verified: no, type: nauc_recall_at_20_max
value: 14.6648
verified: no, type: nauc_recall_at_20_std
value: 8.6709
verified: no, type: nauc_recall_at_20_diff1
value: 28.928199999999997
verified: no, type: nauc_recall_at_100_max
value: 20.9186
verified: no, type: nauc_recall_at_100_std
value: 23.6257
verified: no, type: nauc_recall_at_100_diff1
value: 25.6988
verified: no, type: nauc_recall_at_1000_max
value: 38.6366
verified: no, type: nauc_recall_at_1000_std
value: 47.4022
verified: no, type: nauc_recall_at_1000_diff1
value: 29.6164
verified: no, type: nauc_precision_at_1_max
value: 16.8793
verified: no, type: nauc_precision_at_1_std
value: 1.1622000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 41.695
verified: no, type: nauc_precision_at_3_max
value: 19.1054
verified: no, type: nauc_precision_at_3_std
value: -0.3239
verified: no, type: nauc_precision_at_3_diff1
value: 29.140700000000002
verified: no, type: nauc_precision_at_5_max
value: 18.3369
verified: no, type: nauc_precision_at_5_std
value: 2.2429
verified: no, type: nauc_precision_at_5_diff1
value: 23.5603
verified: no, type: nauc_precision_at_10_max
value: 14.048
verified: no, type: nauc_precision_at_10_std
value: 2.5635000000000003
verified: no, type: nauc_precision_at_10_diff1
value: 18.6389
verified: no, type: nauc_precision_at_20_max
value: 15.1054
verified: no, type: nauc_precision_at_20_std
value: 5.4473
verified: no, type: nauc_precision_at_20_diff1
value: 16.980999999999998
verified: no, type: nauc_precision_at_100_max
value: 12.1794
verified: no, type: nauc_precision_at_100_std
value: 7.657
verified: no, type: nauc_precision_at_100_diff1
value: 5.9291
verified: no, type: nauc_precision_at_1000_max
value: 7.6541999999999994
verified: no, type: nauc_precision_at_1000_std
value: -1.8911
verified: no, type: nauc_precision_at_1000_diff1
value: -0.042499999999999996
verified: no, type: nauc_mrr_at_1_max
value: 16.8793
verified: no, type: nauc_mrr_at_1_std
value: 1.1622000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 41.695
verified: no, type: nauc_mrr_at_3_max
value: 16.8712
verified: no, type: nauc_mrr_at_3_std
value: 1.9463000000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 36.6252
verified: no, type: nauc_mrr_at_5_max
value: 16.9044
verified: no, type: nauc_mrr_at_5_std
value: 2.4106
verified: no, type: nauc_mrr_at_5_diff1
value: 36.2224
verified: no, type: nauc_mrr_at_10_max
value: 16.4922
verified: no, type: nauc_mrr_at_10_std
value: 2.0573
verified: no, type: nauc_mrr_at_10_diff1
value: 36.4031
verified: no, type: nauc_mrr_at_20_max
value: 16.9114
verified: no, type: nauc_mrr_at_20_std
value: 2.3496
verified: no, type: nauc_mrr_at_20_diff1
value: 36.592999999999996
verified: no, type: nauc_mrr_at_100_max
value: 16.9761
verified: no, type: nauc_mrr_at_100_std
value: 2.6144
verified: no, type: nauc_mrr_at_100_diff1
value: 36.5791
verified: no, type: nauc_mrr_at_1000_max
value: 16.97
verified: no, type: nauc_mrr_at_1000_std
value: 2.6048999999999998
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.5997
verified: no, type: main_score
value: 37.421
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: ndcg_at_1
value: 43.118
verified: no, type: ndcg_at_3
value: 49.36
verified: no, type: ndcg_at_5
value: 52.339
verified: no, type: ndcg_at_10
value: 55.001
verified: no, type: ndcg_at_20
value: 57.08
verified: no, type: ndcg_at_100
value: 60.156
verified: no, type: ndcg_at_1000
value: 61.409000000000006
verified: no, type: map_at_1
value: 34.422999999999995
verified: no, type: map_at_3
value: 44.241
verified: no, type: map_at_5
value: 46.639
verified: no, type: map_at_10
value: 48.187999999999995
verified: no, type: map_at_20
value: 48.943999999999996
verified: no, type: map_at_100
value: 49.589
verified: no, type: map_at_1000
value: 49.683
verified: no, type: recall_at_1
value: 34.422999999999995
verified: no, type: recall_at_3
value: 53.005
verified: no, type: recall_at_5
value: 60.787
verified: no, type: recall_at_10
value: 68.947
verified: no, type: recall_at_20
value: 76.11099999999999
verified: no, type: recall_at_100
value: 90.093
verified: no, type: recall_at_1000
value: 97.616
verified: no, type: precision_at_1
value: 43.118
verified: no, type: precision_at_3
value: 24.03
verified: no, type: precision_at_5
value: 17.267
verified: no, type: precision_at_10
value: 10.221
verified: no, type: precision_at_20
value: 5.89
verified: no, type: precision_at_100
value: 1.503
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: mrr_at_1
value: 43.1184
verified: no, type: mrr_at_3
value: 51.4277
verified: no, type: mrr_at_5
value: 53.054199999999994
verified: no, type: mrr_at_10
value: 54.0983
verified: no, type: mrr_at_20
value: 54.548300000000005
verified: no, type: mrr_at_100
value: 54.8195
verified: no, type: mrr_at_1000
value: 54.8432
verified: no, type: nauc_ndcg_at_1_max
value: 40.0497
verified: no, type: nauc_ndcg_at_1_std
value: -2.9893
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.6498
verified: no, type: nauc_ndcg_at_3_max
value: 35.5227
verified: no, type: nauc_ndcg_at_3_std
value: -1.754
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.9744
verified: no, type: nauc_ndcg_at_5_max
value: 36.2245
verified: no, type: nauc_ndcg_at_5_std
value: -1.2267000000000001
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.6131
verified: no, type: nauc_ndcg_at_10_max
value: 36.8382
verified: no, type: nauc_ndcg_at_10_std
value: 0.0044
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.5768
verified: no, type: nauc_ndcg_at_20_max
value: 36.5259
verified: no, type: nauc_ndcg_at_20_std
value: 0.6298
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.3686
verified: no, type: nauc_ndcg_at_100_max
value: 37.8334
verified: no, type: nauc_ndcg_at_100_std
value: 1.4694
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.629
verified: no, type: nauc_ndcg_at_1000_max
value: 38.1066
verified: no, type: nauc_ndcg_at_1000_std
value: 1.2034
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.7834
verified: no, type: nauc_map_at_1_max
value: 31.5692
verified: no, type: nauc_map_at_1_std
value: -5.4256
verified: no, type: nauc_map_at_1_diff1
value: 53.0706
verified: no, type: nauc_map_at_3_max
value: 33.3182
verified: no, type: nauc_map_at_3_std
value: -3.4004
verified: no, type: nauc_map_at_3_diff1
value: 49.742799999999995
verified: no, type: nauc_map_at_5_max
value: 34.745
verified: no, type: nauc_map_at_5_std
value: -2.6823
verified: no, type: nauc_map_at_5_diff1
value: 49.3108
verified: no, type: nauc_map_at_10_max
value: 35.6475
verified: no, type: nauc_map_at_10_std
value: -1.7001
verified: no, type: nauc_map_at_10_diff1
value: 49.7542
verified: no, type: nauc_map_at_20_max
value: 35.6477
verified: no, type: nauc_map_at_20_std
value: -1.4723
verified: no, type: nauc_map_at_20_diff1
value: 49.6954
verified: no, type: nauc_map_at_100_max
value: 35.9688
verified: no, type: nauc_map_at_100_std
value: -1.2590999999999999
verified: no, type: nauc_map_at_100_diff1
value: 49.661
verified: no, type: nauc_map_at_1000_max
value: 35.9962
verified: no, type: nauc_map_at_1000_std
value: -1.2567
verified: no, type: nauc_map_at_1000_diff1
value: 49.6742
verified: no, type: nauc_recall_at_1_max
value: 31.5692
verified: no, type: nauc_recall_at_1_std
value: -5.4256
verified: no, type: nauc_recall_at_1_diff1
value: 53.0706
verified: no, type: nauc_recall_at_3_max
value: 30.078500000000002
verified: no, type: nauc_recall_at_3_std
value: -1.6661
verified: no, type: nauc_recall_at_3_diff1
value: 43.605199999999996
verified: no, type: nauc_recall_at_5_max
value: 32.1419
verified: no, type: nauc_recall_at_5_std
value: -0.0245
verified: no, type: nauc_recall_at_5_diff1
value: 41.667100000000005
verified: no, type: nauc_recall_at_10_max
value: 33.3931
verified: no, type: nauc_recall_at_10_std
value: 4.3266
verified: no, type: nauc_recall_at_10_diff1
value: 43.1197
verified: no, type: nauc_recall_at_20_max
value: 29.959799999999998
verified: no, type: nauc_recall_at_20_std
value: 7.4322
verified: no, type: nauc_recall_at_20_diff1
value: 40.589999999999996
verified: no, type: nauc_recall_at_100_max
value: 35.565200000000004
verified: no, type: nauc_recall_at_100_std
value: 20.2683
verified: no, type: nauc_recall_at_100_diff1
value: 38.6228
verified: no, type: nauc_recall_at_1000_max
value: 57.227
verified: no, type: nauc_recall_at_1000_std
value: 45.2524
verified: no, type: nauc_recall_at_1000_diff1
value: 34.657700000000006
verified: no, type: nauc_precision_at_1_max
value: 40.0497
verified: no, type: nauc_precision_at_1_std
value: -2.9893
verified: no, type: nauc_precision_at_1_diff1
value: 52.6498
verified: no, type: nauc_precision_at_3_max
value: 33.8853
verified: no, type: nauc_precision_at_3_std
value: 5.0939
verified: no, type: nauc_precision_at_3_diff1
value: 27.423199999999998
verified: no, type: nauc_precision_at_5_max
value: 31.651
verified: no, type: nauc_precision_at_5_std
value: 7.5684000000000005
verified: no, type: nauc_precision_at_5_diff1
value: 17.874100000000002
verified: no, type: nauc_precision_at_10_max
value: 29.8653
verified: no, type: nauc_precision_at_10_std
value: 12.945699999999999
verified: no, type: nauc_precision_at_10_diff1
value: 11.091800000000001
verified: no, type: nauc_precision_at_20_max
value: 22.145300000000002
verified: no, type: nauc_precision_at_20_std
value: 14.2574
verified: no, type: nauc_precision_at_20_diff1
value: 2.8937999999999997
verified: no, type: nauc_precision_at_100_max
value: 13.1369
verified: no, type: nauc_precision_at_100_std
value: 14.579600000000001
verified: no, type: nauc_precision_at_100_diff1
value: -9.4206
verified: no, type: nauc_precision_at_1000_max
value: 3.6643000000000003
verified: no, type: nauc_precision_at_1000_std
value: 10.0171
verified: no, type: nauc_precision_at_1000_diff1
value: -14.5572
verified: no, type: nauc_mrr_at_1_max
value: 40.0497
verified: no, type: nauc_mrr_at_1_std
value: -2.9893
verified: no, type: nauc_mrr_at_1_diff1
value: 52.6498
verified: no, type: nauc_mrr_at_3_max
value: 39.2932
verified: no, type: nauc_mrr_at_3_std
value: -1.2786
verified: no, type: nauc_mrr_at_3_diff1
value: 48.8373
verified: no, type: nauc_mrr_at_5_max
value: 39.495999999999995
verified: no, type: nauc_mrr_at_5_std
value: -1.0756
verified: no, type: nauc_mrr_at_5_diff1
value: 48.6192
verified: no, type: nauc_mrr_at_10_max
value: 39.617200000000004
verified: no, type: nauc_mrr_at_10_std
value: -0.5789
verified: no, type: nauc_mrr_at_10_diff1
value: 49.0029
verified: no, type: nauc_mrr_at_20_max
value: 39.5561
verified: no, type: nauc_mrr_at_20_std
value: -0.5488
verified: no, type: nauc_mrr_at_20_diff1
value: 48.9423
verified: no, type: nauc_mrr_at_100_max
value: 39.5619
verified: no, type: nauc_mrr_at_100_std
value: -0.6031
verified: no, type: nauc_mrr_at_100_diff1
value: 49.0095
verified: no, type: nauc_mrr_at_1000_max
value: 39.5703
verified: no, type: nauc_mrr_at_1000_std
value: -0.618
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.0181
verified: no, type: main_score
value: 55.001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: ndcg_at_1
value: 40.068
verified: no, type: ndcg_at_3
value: 44.096999999999994
verified: no, type: ndcg_at_5
value: 47.516999999999996
verified: no, type: ndcg_at_10
value: 50.446999999999996
verified: no, type: ndcg_at_20
value: 52.519000000000005
verified: no, type: ndcg_at_100
value: 55.833999999999996
verified: no, type: ndcg_at_1000
value: 57.43000000000001
verified: no, type: map_at_1
value: 31.428
verified: no, type: map_at_3
value: 39.353
verified: no, type: map_at_5
value: 42.094
verified: no, type: map_at_10
value: 43.725
verified: no, type: map_at_20
value: 44.471
verified: no, type: map_at_100
value: 45.117000000000004
verified: no, type: map_at_1000
value: 45.211
verified: no, type: recall_at_1
value: 31.428
verified: no, type: recall_at_3
value: 46.575
verified: no, type: recall_at_5
value: 55.515
verified: no, type: recall_at_10
value: 64.13799999999999
verified: no, type: recall_at_20
value: 71.279
verified: no, type: recall_at_100
value: 86.762
verified: no, type: recall_at_1000
value: 97.09100000000001
verified: no, type: precision_at_1
value: 40.068
verified: no, type: precision_at_3
value: 21.195
verified: no, type: precision_at_5
value: 15.822
verified: no, type: precision_at_10
value: 9.521
verified: no, type: precision_at_20
value: 5.497
verified: no, type: precision_at_100
value: 1.402
verified: no, type: precision_at_1000
value: 0.16999999999999998
verified: no, type: mrr_at_1
value: 40.0685
verified: no, type: mrr_at_3
value: 47.0129
verified: no, type: mrr_at_5
value: 48.856500000000004
verified: no, type: mrr_at_10
value: 49.9012
verified: no, type: mrr_at_20
value: 50.3737
verified: no, type: mrr_at_100
value: 50.7177
verified: no, type: mrr_at_1000
value: 50.756299999999996
verified: no, type: nauc_ndcg_at_1_max
value: 48.9094
verified: no, type: nauc_ndcg_at_1_std
value: 2.946
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.792899999999996
verified: no, type: nauc_ndcg_at_3_max
value: 44.0954
verified: no, type: nauc_ndcg_at_3_std
value: 4.5854
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.4164
verified: no, type: nauc_ndcg_at_5_max
value: 44.8318
verified: no, type: nauc_ndcg_at_5_std
value: 6.72
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.5299
verified: no, type: nauc_ndcg_at_10_max
value: 45.9722
verified: no, type: nauc_ndcg_at_10_std
value: 7.829
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.7881
verified: no, type: nauc_ndcg_at_20_max
value: 46.2939
verified: no, type: nauc_ndcg_at_20_std
value: 8.7342
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.252900000000004
verified: no, type: nauc_ndcg_at_100_max
value: 46.6306
verified: no, type: nauc_ndcg_at_100_std
value: 9.4862
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.168099999999995
verified: no, type: nauc_ndcg_at_1000_max
value: 46.679500000000004
verified: no, type: nauc_ndcg_at_1000_std
value: 8.5999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.654500000000006
verified: no, type: nauc_map_at_1_max
value: 41.802499999999995
verified: no, type: nauc_map_at_1_std
value: -1.5448
verified: no, type: nauc_map_at_1_diff1
value: 51.3189
verified: no, type: nauc_map_at_3_max
value: 42.2779
verified: no, type: nauc_map_at_3_std
value: 2.4886
verified: no, type: nauc_map_at_3_diff1
value: 45.8305
verified: no, type: nauc_map_at_5_max
value: 43.6601
verified: no, type: nauc_map_at_5_std
value: 4.7118
verified: no, type: nauc_map_at_5_diff1
value: 45.8307
verified: no, type: nauc_map_at_10_max
value: 44.725300000000004
verified: no, type: nauc_map_at_10_std
value: 5.578799999999999
verified: no, type: nauc_map_at_10_diff1
value: 45.5339
verified: no, type: nauc_map_at_20_max
value: 44.979
verified: no, type: nauc_map_at_20_std
value: 5.9147
verified: no, type: nauc_map_at_20_diff1
value: 45.6175
verified: no, type: nauc_map_at_100_max
value: 45.202799999999996
verified: no, type: nauc_map_at_100_std
value: 6.1206000000000005
verified: no, type: nauc_map_at_100_diff1
value: 45.692899999999995
verified: no, type: nauc_map_at_1000_max
value: 45.2034
verified: no, type: nauc_map_at_1000_std
value: 6.097
verified: no, type: nauc_map_at_1000_diff1
value: 45.7149
verified: no, type: nauc_recall_at_1_max
value: 41.802499999999995
verified: no, type: nauc_recall_at_1_std
value: -1.5448
verified: no, type: nauc_recall_at_1_diff1
value: 51.3189
verified: no, type: nauc_recall_at_3_max
value: 38.0537
verified: no, type: nauc_recall_at_3_std
value: 4.067
verified: no, type: nauc_recall_at_3_diff1
value: 38.8726
verified: no, type: nauc_recall_at_5_max
value: 39.3573
verified: no, type: nauc_recall_at_5_std
value: 9.5685
verified: no, type: nauc_recall_at_5_diff1
value: 37.5925
verified: no, type: nauc_recall_at_10_max
value: 42.2936
verified: no, type: nauc_recall_at_10_std
value: 13.8155
verified: no, type: nauc_recall_at_10_diff1
value: 34.5176
verified: no, type: nauc_recall_at_20_max
value: 43.5257
verified: no, type: nauc_recall_at_20_std
value: 19.2427
verified: no, type: nauc_recall_at_20_diff1
value: 35.8971
verified: no, type: nauc_recall_at_100_max
value: 44.2485
verified: no, type: nauc_recall_at_100_std
value: 34.4593
verified: no, type: nauc_recall_at_100_diff1
value: 30.2192
verified: no, type: nauc_recall_at_1000_max
value: 56.7136
verified: no, type: nauc_recall_at_1000_std
value: 61.5111
verified: no, type: nauc_recall_at_1000_diff1
value: 32.9767
verified: no, type: nauc_precision_at_1_max
value: 48.9094
verified: no, type: nauc_precision_at_1_std
value: 2.946
verified: no, type: nauc_precision_at_1_diff1
value: 50.792899999999996
verified: no, type: nauc_precision_at_3_max
value: 42.5079
verified: no, type: nauc_precision_at_3_std
value: 12.2541
verified: no, type: nauc_precision_at_3_diff1
value: 28.8997
verified: no, type: nauc_precision_at_5_max
value: 38.399699999999996
verified: no, type: nauc_precision_at_5_std
value: 17.0376
verified: no, type: nauc_precision_at_5_diff1
value: 21.3869
verified: no, type: nauc_precision_at_10_max
value: 34.8194
verified: no, type: nauc_precision_at_10_std
value: 18.3221
verified: no, type: nauc_precision_at_10_diff1
value: 12.9642
verified: no, type: nauc_precision_at_20_max
value: 28.1161
verified: no, type: nauc_precision_at_20_std
value: 17.7852
verified: no, type: nauc_precision_at_20_diff1
value: 7.283199999999999
verified: no, type: nauc_precision_at_100_max
value: 15.3001
verified: no, type: nauc_precision_at_100_std
value: 12.8588
verified: no, type: nauc_precision_at_100_diff1
value: -3.2960000000000003
verified: no, type: nauc_precision_at_1000_max
value: 1.5663
verified: no, type: nauc_precision_at_1000_std
value: 1.7748
verified: no, type: nauc_precision_at_1000_diff1
value: -8.8656
verified: no, type: nauc_mrr_at_1_max
value: 48.9094
verified: no, type: nauc_mrr_at_1_std
value: 2.946
verified: no, type: nauc_mrr_at_1_diff1
value: 50.792899999999996
verified: no, type: nauc_mrr_at_3_max
value: 47.6835
verified: no, type: nauc_mrr_at_3_std
value: 5.3593
verified: no, type: nauc_mrr_at_3_diff1
value: 46.109
verified: no, type: nauc_mrr_at_5_max
value: 47.570299999999996
verified: no, type: nauc_mrr_at_5_std
value: 5.777299999999999
verified: no, type: nauc_mrr_at_5_diff1
value: 45.8975
verified: no, type: nauc_mrr_at_10_max
value: 47.7796
verified: no, type: nauc_mrr_at_10_std
value: 6.0919
verified: no, type: nauc_mrr_at_10_diff1
value: 45.593
verified: no, type: nauc_mrr_at_20_max
value: 47.783
verified: no, type: nauc_mrr_at_20_std
value: 6.1481
verified: no, type: nauc_mrr_at_20_diff1
value: 45.818999999999996
verified: no, type: nauc_mrr_at_100_max
value: 47.7483
verified: no, type: nauc_mrr_at_100_std
value: 6.1742
verified: no, type: nauc_mrr_at_100_diff1
value: 45.8742
verified: no, type: nauc_mrr_at_1000_max
value: 47.7586
verified: no, type: nauc_mrr_at_1000_std
value: 6.1544
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.894
verified: no, type: main_score
value: 50.446999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 47.938333333333325
verified: no, type: ndcg_at_10
value: 47.938333333333325
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: ndcg_at_1
value: 32.362
verified: no, type: ndcg_at_3
value: 36.498000000000005
verified: no, type: ndcg_at_5
value: 38.729
verified: no, type: ndcg_at_10
value: 41.567
verified: no, type: ndcg_at_20
value: 43.247
verified: no, type: ndcg_at_100
value: 46.714
verified: no, type: ndcg_at_1000
value: 48.858000000000004
verified: no, type: map_at_1
value: 28.124
verified: no, type: map_at_3
value: 33.67
verified: no, type: map_at_5
value: 35.15
verified: no, type: map_at_10
value: 36.481
verified: no, type: map_at_20
value: 36.998
verified: no, type: map_at_100
value: 37.564
verified: no, type: map_at_1000
value: 37.651
verified: no, type: recall_at_1
value: 28.124
verified: no, type: recall_at_3
value: 39.623999999999995
verified: no, type: recall_at_5
value: 45.373999999999995
verified: no, type: recall_at_10
value: 53.761
verified: no, type: recall_at_20
value: 60.141999999999996
verified: no, type: recall_at_100
value: 77.145
verified: no, type: recall_at_1000
value: 92.809
verified: no, type: precision_at_1
value: 32.362
verified: no, type: precision_at_3
value: 15.745999999999999
verified: no, type: precision_at_5
value: 10.951
verified: no, type: precision_at_10
value: 6.718
verified: no, type: precision_at_20
value: 3.781
verified: no, type: precision_at_100
value: 1.011
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: mrr_at_1
value: 32.362
verified: no, type: mrr_at_3
value: 37.5256
verified: no, type: mrr_at_5
value: 38.813900000000004
verified: no, type: mrr_at_10
value: 39.9955
verified: no, type: mrr_at_20
value: 40.4099
verified: no, type: mrr_at_100
value: 40.8508
verified: no, type: mrr_at_1000
value: 40.9125
verified: no, type: nauc_ndcg_at_1_max
value: 45.6295
verified: no, type: nauc_ndcg_at_1_std
value: -0.9893000000000001
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.5302
verified: no, type: nauc_ndcg_at_3_max
value: 46.4109
verified: no, type: nauc_ndcg_at_3_std
value: 1.2275
verified: no, type: nauc_ndcg_at_3_diff1
value: 55.38999999999999
verified: no, type: nauc_ndcg_at_5_max
value: 44.9415
verified: no, type: nauc_ndcg_at_5_std
value: 1.221
verified: no, type: nauc_ndcg_at_5_diff1
value: 53.0919
verified: no, type: nauc_ndcg_at_10_max
value: 44.3985
verified: no, type: nauc_ndcg_at_10_std
value: 3.0568999999999997
verified: no, type: nauc_ndcg_at_10_diff1
value: 52.9713
verified: no, type: nauc_ndcg_at_20_max
value: 43.802400000000006
verified: no, type: nauc_ndcg_at_20_std
value: 3.5957000000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.765499999999996
verified: no, type: nauc_ndcg_at_100_max
value: 45.0729
verified: no, type: nauc_ndcg_at_100_std
value: 4.8267
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.7238
verified: no, type: nauc_ndcg_at_1000_max
value: 45.4394
verified: no, type: nauc_ndcg_at_1000_std
value: 4.9554
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.7547
verified: no, type: nauc_map_at_1_max
value: 41.9895
verified: no, type: nauc_map_at_1_std
value: -3.7581999999999995
verified: no, type: nauc_map_at_1_diff1
value: 60.44310000000001
verified: no, type: nauc_map_at_3_max
value: 45.1699
verified: no, type: nauc_map_at_3_std
value: -0.23839999999999997
verified: no, type: nauc_map_at_3_diff1
value: 56.36600000000001
verified: no, type: nauc_map_at_5_max
value: 44.6674
verified: no, type: nauc_map_at_5_std
value: 0.2771
verified: no, type: nauc_map_at_5_diff1
value: 55.1832
verified: no, type: nauc_map_at_10_max
value: 44.5561
verified: no, type: nauc_map_at_10_std
value: 1.1383
verified: no, type: nauc_map_at_10_diff1
value: 55.199
verified: no, type: nauc_map_at_20_max
value: 44.426100000000005
verified: no, type: nauc_map_at_20_std
value: 1.2463
verified: no, type: nauc_map_at_20_diff1
value: 54.8601
verified: no, type: nauc_map_at_100_max
value: 44.6656
verified: no, type: nauc_map_at_100_std
value: 1.4344000000000001
verified: no, type: nauc_map_at_100_diff1
value: 54.8404
verified: no, type: nauc_map_at_1000_max
value: 44.6885
verified: no, type: nauc_map_at_1000_std
value: 1.4637
verified: no, type: nauc_map_at_1000_diff1
value: 54.879
verified: no, type: nauc_recall_at_1_max
value: 41.9895
verified: no, type: nauc_recall_at_1_std
value: -3.7581999999999995
verified: no, type: nauc_recall_at_1_diff1
value: 60.44310000000001
verified: no, type: nauc_recall_at_3_max
value: 44.267
verified: no, type: nauc_recall_at_3_std
value: 1.9900999999999998
verified: no, type: nauc_recall_at_3_diff1
value: 50.2301
verified: no, type: nauc_recall_at_5_max
value: 41.025800000000004
verified: no, type: nauc_recall_at_5_std
value: 1.7608
verified: no, type: nauc_recall_at_5_diff1
value: 44.4415
verified: no, type: nauc_recall_at_10_max
value: 39.1839
verified: no, type: nauc_recall_at_10_std
value: 7.1819
verified: no, type: nauc_recall_at_10_diff1
value: 43.2659
verified: no, type: nauc_recall_at_20_max
value: 35.619099999999996
verified: no, type: nauc_recall_at_20_std
value: 9.3642
verified: no, type: nauc_recall_at_20_diff1
value: 37.6444
verified: no, type: nauc_recall_at_100_max
value: 41.6917
verified: no, type: nauc_recall_at_100_std
value: 21.5639
verified: no, type: nauc_recall_at_100_diff1
value: 31.6295
verified: no, type: nauc_recall_at_1000_max
value: 48.0423
verified: no, type: nauc_recall_at_1000_std
value: 54.2675
verified: no, type: nauc_recall_at_1000_diff1
value: 29.726399999999998
verified: no, type: nauc_precision_at_1_max
value: 45.6295
verified: no, type: nauc_precision_at_1_std
value: -0.9893000000000001
verified: no, type: nauc_precision_at_1_diff1
value: 60.5302
verified: no, type: nauc_precision_at_3_max
value: 49.6365
verified: no, type: nauc_precision_at_3_std
value: 7.6746
verified: no, type: nauc_precision_at_3_diff1
value: 48.4452
verified: no, type: nauc_precision_at_5_max
value: 45.906400000000005
verified: no, type: nauc_precision_at_5_std
value: 10.616399999999999
verified: no, type: nauc_precision_at_5_diff1
value: 41.393299999999996
verified: no, type: nauc_precision_at_10_max
value: 40.9508
verified: no, type: nauc_precision_at_10_std
value: 14.360100000000001
verified: no, type: nauc_precision_at_10_diff1
value: 35.6927
verified: no, type: nauc_precision_at_20_max
value: 36.5696
verified: no, type: nauc_precision_at_20_std
value: 15.232499999999998
verified: no, type: nauc_precision_at_20_diff1
value: 28.5742
verified: no, type: nauc_precision_at_100_max
value: 29.4906
verified: no, type: nauc_precision_at_100_std
value: 18.8562
verified: no, type: nauc_precision_at_100_diff1
value: 14.689
verified: no, type: nauc_precision_at_1000_max
value: 16.2971
verified: no, type: nauc_precision_at_1000_std
value: 14.349
verified: no, type: nauc_precision_at_1000_diff1
value: 4.972300000000001
verified: no, type: nauc_mrr_at_1_max
value: 45.6295
verified: no, type: nauc_mrr_at_1_std
value: -0.9893000000000001
verified: no, type: nauc_mrr_at_1_diff1
value: 60.5302
verified: no, type: nauc_mrr_at_3_max
value: 47.340900000000005
verified: no, type: nauc_mrr_at_3_std
value: 1.9640000000000002
verified: no, type: nauc_mrr_at_3_diff1
value: 56.7908
verified: no, type: nauc_mrr_at_5_max
value: 46.8151
verified: no, type: nauc_mrr_at_5_std
value: 2.0004
verified: no, type: nauc_mrr_at_5_diff1
value: 55.49230000000001
verified: no, type: nauc_mrr_at_10_max
value: 46.5702
verified: no, type: nauc_mrr_at_10_std
value: 2.5755
verified: no, type: nauc_mrr_at_10_diff1
value: 55.3437
verified: no, type: nauc_mrr_at_20_max
value: 46.3775
verified: no, type: nauc_mrr_at_20_std
value: 2.7186
verified: no, type: nauc_mrr_at_20_diff1
value: 55.084
verified: no, type: nauc_mrr_at_100_max
value: 46.428599999999996
verified: no, type: nauc_mrr_at_100_std
value: 2.7332
verified: no, type: nauc_mrr_at_100_diff1
value: 55.088499999999996
verified: no, type: nauc_mrr_at_1000_max
value: 46.443200000000004
verified: no, type: nauc_mrr_at_1000_std
value: 2.7476000000000003
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.1161
verified: no, type: main_score
value: 41.567
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: ndcg_at_1
value: 27.22
verified: no, type: ndcg_at_3
value: 31.52
verified: no, type: ndcg_at_5
value: 33.964
verified: no, type: ndcg_at_10
value: 36.581
verified: no, type: ndcg_at_20
value: 38.665
verified: no, type: ndcg_at_100
value: 42.268
verified: no, type: ndcg_at_1000
value: 44.748
verified: no, type: map_at_1
value: 22.017
verified: no, type: map_at_3
value: 27.927999999999997
verified: no, type: map_at_5
value: 29.668
verified: no, type: map_at_10
value: 31.002999999999997
verified: no, type: map_at_20
value: 31.685999999999996
verified: no, type: map_at_100
value: 32.29
verified: no, type: map_at_1000
value: 32.413
verified: no, type: recall_at_1
value: 22.017
verified: no, type: recall_at_3
value: 34.009
verified: no, type: recall_at_5
value: 40.416000000000004
verified: no, type: recall_at_10
value: 48.415
verified: no, type: recall_at_20
value: 56.038
verified: no, type: recall_at_100
value: 73.851
verified: no, type: recall_at_1000
value: 91.03999999999999
verified: no, type: precision_at_1
value: 27.22
verified: no, type: precision_at_3
value: 15.084
verified: no, type: precision_at_5
value: 11.094
verified: no, type: precision_at_10
value: 6.800000000000001
verified: no, type: precision_at_20
value: 4.054
verified: no, type: precision_at_100
value: 1.134
verified: no, type: precision_at_1000
value: 0.153
verified: no, type: mrr_at_1
value: 27.219500000000004
verified: no, type: mrr_at_3
value: 33.132600000000004
verified: no, type: mrr_at_5
value: 34.694900000000004
verified: no, type: mrr_at_10
value: 35.7418
verified: no, type: mrr_at_20
value: 36.273300000000006
verified: no, type: mrr_at_100
value: 36.6689
verified: no, type: mrr_at_1000
value: 36.7336
verified: no, type: nauc_ndcg_at_1_max
value: 26.5332
verified: no, type: nauc_ndcg_at_1_std
value: 6.7063999999999995
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.7063
verified: no, type: nauc_ndcg_at_3_max
value: 26.294
verified: no, type: nauc_ndcg_at_3_std
value: 6.9978
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.8322
verified: no, type: nauc_ndcg_at_5_max
value: 27.6001
verified: no, type: nauc_ndcg_at_5_std
value: 8.1389
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.5894
verified: no, type: nauc_ndcg_at_10_max
value: 27.5265
verified: no, type: nauc_ndcg_at_10_std
value: 8.5525
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.2451
verified: no, type: nauc_ndcg_at_20_max
value: 27.2368
verified: no, type: nauc_ndcg_at_20_std
value: 9.4667
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.553000000000004
verified: no, type: nauc_ndcg_at_100_max
value: 27.6221
verified: no, type: nauc_ndcg_at_100_std
value: 10.9896
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.010799999999996
verified: no, type: nauc_ndcg_at_1000_max
value: 27.823700000000002
verified: no, type: nauc_ndcg_at_1000_std
value: 10.5646
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.4455
verified: no, type: nauc_map_at_1_max
value: 24.0311
verified: no, type: nauc_map_at_1_std
value: 4.9532
verified: no, type: nauc_map_at_1_diff1
value: 41.0051
verified: no, type: nauc_map_at_3_max
value: 25.3489
verified: no, type: nauc_map_at_3_std
value: 6.229
verified: no, type: nauc_map_at_3_diff1
value: 37.5031
verified: no, type: nauc_map_at_5_max
value: 26.3791
verified: no, type: nauc_map_at_5_std
value: 7.036499999999999
verified: no, type: nauc_map_at_5_diff1
value: 37.3731
verified: no, type: nauc_map_at_10_max
value: 26.4979
verified: no, type: nauc_map_at_10_std
value: 7.3984
verified: no, type: nauc_map_at_10_diff1
value: 37.213499999999996
verified: no, type: nauc_map_at_20_max
value: 26.505000000000003
verified: no, type: nauc_map_at_20_std
value: 7.749300000000001
verified: no, type: nauc_map_at_20_diff1
value: 37.0079
verified: no, type: nauc_map_at_100_max
value: 26.625700000000002
verified: no, type: nauc_map_at_100_std
value: 8.0921
verified: no, type: nauc_map_at_100_diff1
value: 36.9709
verified: no, type: nauc_map_at_1000_max
value: 26.6505
verified: no, type: nauc_map_at_1000_std
value: 8.093599999999999
verified: no, type: nauc_map_at_1000_diff1
value: 37.0068
verified: no, type: nauc_recall_at_1_max
value: 24.0311
verified: no, type: nauc_recall_at_1_std
value: 4.9532
verified: no, type: nauc_recall_at_1_diff1
value: 41.0051
verified: no, type: nauc_recall_at_3_max
value: 24.7976
verified: no, type: nauc_recall_at_3_std
value: 6.1747000000000005
verified: no, type: nauc_recall_at_3_diff1
value: 33.226299999999995
verified: no, type: nauc_recall_at_5_max
value: 27.539599999999997
verified: no, type: nauc_recall_at_5_std
value: 8.8065
verified: no, type: nauc_recall_at_5_diff1
value: 32.2612
verified: no, type: nauc_recall_at_10_max
value: 26.8189
verified: no, type: nauc_recall_at_10_std
value: 9.7864
verified: no, type: nauc_recall_at_10_diff1
value: 30.2757
verified: no, type: nauc_recall_at_20_max
value: 25.183699999999998
verified: no, type: nauc_recall_at_20_std
value: 12.916
verified: no, type: nauc_recall_at_20_diff1
value: 27.092100000000002
verified: no, type: nauc_recall_at_100_max
value: 26.9612
verified: no, type: nauc_recall_at_100_std
value: 24.1506
verified: no, type: nauc_recall_at_100_diff1
value: 20.9473
verified: no, type: nauc_recall_at_1000_max
value: 34.2476
verified: no, type: nauc_recall_at_1000_std
value: 35.335499999999996
verified: no, type: nauc_recall_at_1000_diff1
value: 13.6745
verified: no, type: nauc_precision_at_1_max
value: 26.5332
verified: no, type: nauc_precision_at_1_std
value: 6.7063999999999995
verified: no, type: nauc_precision_at_1_diff1
value: 41.7063
verified: no, type: nauc_precision_at_3_max
value: 27.1377
verified: no, type: nauc_precision_at_3_std
value: 9.1475
verified: no, type: nauc_precision_at_3_diff1
value: 30.6856
verified: no, type: nauc_precision_at_5_max
value: 28.0165
verified: no, type: nauc_precision_at_5_std
value: 11.5134
verified: no, type: nauc_precision_at_5_diff1
value: 27.454600000000003
verified: no, type: nauc_precision_at_10_max
value: 25.393700000000003
verified: no, type: nauc_precision_at_10_std
value: 13.100000000000001
verified: no, type: nauc_precision_at_10_diff1
value: 23.296400000000002
verified: no, type: nauc_precision_at_20_max
value: 22.0302
verified: no, type: nauc_precision_at_20_std
value: 15.6886
verified: no, type: nauc_precision_at_20_diff1
value: 18.0761
verified: no, type: nauc_precision_at_100_max
value: 18.754
verified: no, type: nauc_precision_at_100_std
value: 18.049599999999998
verified: no, type: nauc_precision_at_100_diff1
value: 10.578999999999999
verified: no, type: nauc_precision_at_1000_max
value: 15.4445
verified: no, type: nauc_precision_at_1000_std
value: 10.5797
verified: no, type: nauc_precision_at_1000_diff1
value: 8.6555
verified: no, type: nauc_mrr_at_1_max
value: 26.5332
verified: no, type: nauc_mrr_at_1_std
value: 6.7063999999999995
verified: no, type: nauc_mrr_at_1_diff1
value: 41.7063
verified: no, type: nauc_mrr_at_3_max
value: 27.048
verified: no, type: nauc_mrr_at_3_std
value: 7.0742
verified: no, type: nauc_mrr_at_3_diff1
value: 38.388
verified: no, type: nauc_mrr_at_5_max
value: 27.6961
verified: no, type: nauc_mrr_at_5_std
value: 7.7979
verified: no, type: nauc_mrr_at_5_diff1
value: 38.2328
verified: no, type: nauc_mrr_at_10_max
value: 27.6906
verified: no, type: nauc_mrr_at_10_std
value: 7.8747
verified: no, type: nauc_mrr_at_10_diff1
value: 38.061099999999996
verified: no, type: nauc_mrr_at_20_max
value: 27.5596
verified: no, type: nauc_mrr_at_20_std
value: 8.1191
verified: no, type: nauc_mrr_at_20_diff1
value: 37.8976
verified: no, type: nauc_mrr_at_100_max
value: 27.596500000000002
verified: no, type: nauc_mrr_at_100_std
value: 8.2534
verified: no, type: nauc_mrr_at_100_diff1
value: 37.9023
verified: no, type: nauc_mrr_at_1000_max
value: 27.6032
verified: no, type: nauc_mrr_at_1000_std
value: 8.2402
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.9149
verified: no, type: main_score
value: 36.581
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: ndcg_at_1
value: 37.687
verified: no, type: ndcg_at_3
value: 43.254
verified: no, type: ndcg_at_5
value: 45.518
verified: no, type: ndcg_at_10
value: 48.57
verified: no, type: ndcg_at_20
value: 50.870000000000005
verified: no, type: ndcg_at_100
value: 53.964999999999996
verified: no, type: ndcg_at_1000
value: 55.704
verified: no, type: map_at_1
value: 31.507
verified: no, type: map_at_3
value: 39.26
verified: no, type: map_at_5
value: 41.006
verified: no, type: map_at_10
value: 42.559999999999995
verified: no, type: map_at_20
value: 43.330999999999996
verified: no, type: map_at_100
value: 43.852000000000004
verified: no, type: map_at_1000
value: 43.939
verified: no, type: recall_at_1
value: 31.507
verified: no, type: recall_at_3
value: 47.019
verified: no, type: recall_at_5
value: 53.105999999999995
verified: no, type: recall_at_10
value: 62.061
verified: no, type: recall_at_20
value: 70.206
verified: no, type: recall_at_100
value: 84.87400000000001
verified: no, type: recall_at_1000
value: 96.627
verified: no, type: precision_at_1
value: 37.687
verified: no, type: precision_at_3
value: 20.055999999999997
verified: no, type: precision_at_5
value: 13.899000000000001
verified: no, type: precision_at_10
value: 8.34
verified: no, type: precision_at_20
value: 4.841
verified: no, type: precision_at_100
value: 1.236
verified: no, type: precision_at_1000
value: 0.148
verified: no, type: mrr_at_1
value: 37.6866
verified: no, type: mrr_at_3
value: 44.760600000000004
verified: no, type: mrr_at_5
value: 46.1505
verified: no, type: mrr_at_10
value: 47.2768
verified: no, type: mrr_at_20
value: 47.8296
verified: no, type: mrr_at_100
value: 48.147099999999995
verified: no, type: mrr_at_1000
value: 48.1922
verified: no, type: nauc_ndcg_at_1_max
value: 44.6488
verified: no, type: nauc_ndcg_at_1_std
value: 4.1984
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.6913
verified: no, type: nauc_ndcg_at_3_max
value: 41.7574
verified: no, type: nauc_ndcg_at_3_std
value: 2.3933
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.532900000000005
verified: no, type: nauc_ndcg_at_5_max
value: 40.976099999999995
verified: no, type: nauc_ndcg_at_5_std
value: 1.6297
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.6749
verified: no, type: nauc_ndcg_at_10_max
value: 41.645199999999996
verified: no, type: nauc_ndcg_at_10_std
value: 3.6906000000000003
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.6944
verified: no, type: nauc_ndcg_at_20_max
value: 42.5723
verified: no, type: nauc_ndcg_at_20_std
value: 5.2003
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.2712
verified: no, type: nauc_ndcg_at_100_max
value: 43.1712
verified: no, type: nauc_ndcg_at_100_std
value: 5.9054
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.4614
verified: no, type: nauc_ndcg_at_1000_max
value: 43.051899999999996
verified: no, type: nauc_ndcg_at_1000_std
value: 5.2268
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.9268
verified: no, type: nauc_map_at_1_max
value: 40.5466
verified: no, type: nauc_map_at_1_std
value: 2.5801000000000003
verified: no, type: nauc_map_at_1_diff1
value: 57.2554
verified: no, type: nauc_map_at_3_max
value: 40.7917
verified: no, type: nauc_map_at_3_std
value: 1.926
verified: no, type: nauc_map_at_3_diff1
value: 51.5164
verified: no, type: nauc_map_at_5_max
value: 40.8638
verified: no, type: nauc_map_at_5_std
value: 1.9499
verified: no, type: nauc_map_at_5_diff1
value: 51.4491
verified: no, type: nauc_map_at_10_max
value: 41.4658
verified: no, type: nauc_map_at_10_std
value: 2.8266
verified: no, type: nauc_map_at_10_diff1
value: 50.9612
verified: no, type: nauc_map_at_20_max
value: 41.894999999999996
verified: no, type: nauc_map_at_20_std
value: 3.3461
verified: no, type: nauc_map_at_20_diff1
value: 51.0836
verified: no, type: nauc_map_at_100_max
value: 42.0161
verified: no, type: nauc_map_at_100_std
value: 3.4995
verified: no, type: nauc_map_at_100_diff1
value: 51.083
verified: no, type: nauc_map_at_1000_max
value: 42.0041
verified: no, type: nauc_map_at_1000_std
value: 3.4733
verified: no, type: nauc_map_at_1000_diff1
value: 51.1013
verified: no, type: nauc_recall_at_1_max
value: 40.5466
verified: no, type: nauc_recall_at_1_std
value: 2.5801000000000003
verified: no, type: nauc_recall_at_1_diff1
value: 57.2554
verified: no, type: nauc_recall_at_3_max
value: 37.2587
verified: no, type: nauc_recall_at_3_std
value: 0.3079
verified: no, type: nauc_recall_at_3_diff1
value: 43.9748
verified: no, type: nauc_recall_at_5_max
value: 35.9724
verified: no, type: nauc_recall_at_5_std
value: -0.4043
verified: no, type: nauc_recall_at_5_diff1
value: 43.2259
verified: no, type: nauc_recall_at_10_max
value: 36.5054
verified: no, type: nauc_recall_at_10_std
value: 6.050599999999999
verified: no, type: nauc_recall_at_10_diff1
value: 38.3286
verified: no, type: nauc_recall_at_20_max
value: 39.2692
verified: no, type: nauc_recall_at_20_std
value: 12.623599999999998
verified: no, type: nauc_recall_at_20_diff1
value: 39.7523
verified: no, type: nauc_recall_at_100_max
value: 44.7179
verified: no, type: nauc_recall_at_100_std
value: 24.0593
verified: no, type: nauc_recall_at_100_diff1
value: 37.7336
verified: no, type: nauc_recall_at_1000_max
value: 53.7754
verified: no, type: nauc_recall_at_1000_std
value: 45.2282
verified: no, type: nauc_recall_at_1000_diff1
value: 37.3474
verified: no, type: nauc_precision_at_1_max
value: 44.6488
verified: no, type: nauc_precision_at_1_std
value: 4.1984
verified: no, type: nauc_precision_at_1_diff1
value: 56.6913
verified: no, type: nauc_precision_at_3_max
value: 39.659499999999994
verified: no, type: nauc_precision_at_3_std
value: 4.1345
verified: no, type: nauc_precision_at_3_diff1
value: 34.713300000000004
verified: no, type: nauc_precision_at_5_max
value: 36.207
verified: no, type: nauc_precision_at_5_std
value: 3.4388
verified: no, type: nauc_precision_at_5_diff1
value: 29.0749
verified: no, type: nauc_precision_at_10_max
value: 32.9216
verified: no, type: nauc_precision_at_10_std
value: 7.0937
verified: no, type: nauc_precision_at_10_diff1
value: 18.8157
verified: no, type: nauc_precision_at_20_max
value: 29.9111
verified: no, type: nauc_precision_at_20_std
value: 11.0234
verified: no, type: nauc_precision_at_20_diff1
value: 12.5669
verified: no, type: nauc_precision_at_100_max
value: 16.6883
verified: no, type: nauc_precision_at_100_std
value: 11.183300000000001
verified: no, type: nauc_precision_at_100_diff1
value: -1.4782
verified: no, type: nauc_precision_at_1000_max
value: 1.7108999999999999
verified: no, type: nauc_precision_at_1000_std
value: 2.5909999999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -11.336300000000001
verified: no, type: nauc_mrr_at_1_max
value: 44.6488
verified: no, type: nauc_mrr_at_1_std
value: 4.1984
verified: no, type: nauc_mrr_at_1_diff1
value: 56.6913
verified: no, type: nauc_mrr_at_3_max
value: 43.7515
verified: no, type: nauc_mrr_at_3_std
value: 3.3159
verified: no, type: nauc_mrr_at_3_diff1
value: 51.294399999999996
verified: no, type: nauc_mrr_at_5_max
value: 43.5602
verified: no, type: nauc_mrr_at_5_std
value: 2.8770000000000002
verified: no, type: nauc_mrr_at_5_diff1
value: 51.3629
verified: no, type: nauc_mrr_at_10_max
value: 43.743900000000004
verified: no, type: nauc_mrr_at_10_std
value: 3.7014
verified: no, type: nauc_mrr_at_10_diff1
value: 50.9399
verified: no, type: nauc_mrr_at_20_max
value: 43.736000000000004
verified: no, type: nauc_mrr_at_20_std
value: 3.8751
verified: no, type: nauc_mrr_at_20_diff1
value: 51.056400000000004
verified: no, type: nauc_mrr_at_100_max
value: 43.749
verified: no, type: nauc_mrr_at_100_std
value: 3.9109
verified: no, type: nauc_mrr_at_100_diff1
value: 51.12989999999999
verified: no, type: nauc_mrr_at_1000_max
value: 43.7543
verified: no, type: nauc_mrr_at_1000_std
value: 3.9046
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.144999999999996
verified: no, type: main_score
value: 48.57
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: ndcg_at_1
value: 35.375
verified: no, type: ndcg_at_3
value: 41.804
verified: no, type: ndcg_at_5
value: 43.954
verified: no, type: ndcg_at_10
value: 46.46
verified: no, type: ndcg_at_20
value: 48.881
verified: no, type: ndcg_at_100
value: 52.425
verified: no, type: ndcg_at_1000
value: 54.373000000000005
verified: no, type: map_at_1
value: 29.341
verified: no, type: map_at_3
value: 37.120999999999995
verified: no, type: map_at_5
value: 38.734
verified: no, type: map_at_10
value: 40.158
verified: no, type: map_at_20
value: 41.14
verified: no, type: map_at_100
value: 42.037
verified: no, type: map_at_1000
value: 42.271
verified: no, type: recall_at_1
value: 29.341
verified: no, type: recall_at_3
value: 44.542
verified: no, type: recall_at_5
value: 50.193
verified: no, type: recall_at_10
value: 57.894
verified: no, type: recall_at_20
value: 66.841
verified: no, type: recall_at_100
value: 84.343
verified: no, type: recall_at_1000
value: 96.643
verified: no, type: precision_at_1
value: 35.375
verified: no, type: precision_at_3
value: 20.026
verified: no, type: precision_at_5
value: 14.466000000000001
verified: no, type: precision_at_10
value: 9.110999999999999
verified: no, type: precision_at_20
value: 5.899
verified: no, type: precision_at_100
value: 1.8499999999999999
verified: no, type: precision_at_1000
value: 0.255
verified: no, type: mrr_at_1
value: 35.375499999999995
verified: no, type: mrr_at_3
value: 42.1937
verified: no, type: mrr_at_5
value: 43.834
verified: no, type: mrr_at_10
value: 44.7625
verified: no, type: mrr_at_20
value: 45.3485
verified: no, type: mrr_at_100
value: 45.7111
verified: no, type: mrr_at_1000
value: 45.7566
verified: no, type: nauc_ndcg_at_1_max
value: 23.5952
verified: no, type: nauc_ndcg_at_1_std
value: 5.8244
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.12
verified: no, type: nauc_ndcg_at_3_max
value: 21.2669
verified: no, type: nauc_ndcg_at_3_std
value: 8.3372
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.216
verified: no, type: nauc_ndcg_at_5_max
value: 21.0726
verified: no, type: nauc_ndcg_at_5_std
value: 10.0045
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.5922
verified: no, type: nauc_ndcg_at_10_max
value: 21.035999999999998
verified: no, type: nauc_ndcg_at_10_std
value: 8.706999999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.7902
verified: no, type: nauc_ndcg_at_20_max
value: 21.0952
verified: no, type: nauc_ndcg_at_20_std
value: 9.762
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.6359
verified: no, type: nauc_ndcg_at_100_max
value: 22.5778
verified: no, type: nauc_ndcg_at_100_std
value: 11.4197
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.450500000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 22.6857
verified: no, type: nauc_ndcg_at_1000_std
value: 10.741100000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.876400000000004
verified: no, type: nauc_map_at_1_max
value: 16.4685
verified: no, type: nauc_map_at_1_std
value: 0.6203000000000001
verified: no, type: nauc_map_at_1_diff1
value: 55.691
verified: no, type: nauc_map_at_3_max
value: 19.2659
verified: no, type: nauc_map_at_3_std
value: 3.5485999999999995
verified: no, type: nauc_map_at_3_diff1
value: 50.8056
verified: no, type: nauc_map_at_5_max
value: 19.784299999999998
verified: no, type: nauc_map_at_5_std
value: 4.7257
verified: no, type: nauc_map_at_5_diff1
value: 50.6115
verified: no, type: nauc_map_at_10_max
value: 20.1772
verified: no, type: nauc_map_at_10_std
value: 4.8205
verified: no, type: nauc_map_at_10_diff1
value: 50.545399999999994
verified: no, type: nauc_map_at_20_max
value: 20.4281
verified: no, type: nauc_map_at_20_std
value: 5.945799999999999
verified: no, type: nauc_map_at_20_diff1
value: 50.2247
verified: no, type: nauc_map_at_100_max
value: 20.697599999999998
verified: no, type: nauc_map_at_100_std
value: 7.3290999999999995
verified: no, type: nauc_map_at_100_diff1
value: 49.9734
verified: no, type: nauc_map_at_1000_max
value: 20.686
verified: no, type: nauc_map_at_1000_std
value: 7.8218
verified: no, type: nauc_map_at_1000_diff1
value: 49.7498
verified: no, type: nauc_recall_at_1_max
value: 16.4685
verified: no, type: nauc_recall_at_1_std
value: 0.6203000000000001
verified: no, type: nauc_recall_at_1_diff1
value: 55.691
verified: no, type: nauc_recall_at_3_max
value: 17.5274
verified: no, type: nauc_recall_at_3_std
value: 5.2619
verified: no, type: nauc_recall_at_3_diff1
value: 44.4629
verified: no, type: nauc_recall_at_5_max
value: 18.3596
verified: no, type: nauc_recall_at_5_std
value: 9.3709
verified: no, type: nauc_recall_at_5_diff1
value: 44.800200000000004
verified: no, type: nauc_recall_at_10_max
value: 17.515
verified: no, type: nauc_recall_at_10_std
value: 7.080400000000001
verified: no, type: nauc_recall_at_10_diff1
value: 43.181799999999996
verified: no, type: nauc_recall_at_20_max
value: 17.605999999999998
verified: no, type: nauc_recall_at_20_std
value: 11.745700000000001
verified: no, type: nauc_recall_at_20_diff1
value: 41.4216
verified: no, type: nauc_recall_at_100_max
value: 27.6642
verified: no, type: nauc_recall_at_100_std
value: 31.652
verified: no, type: nauc_recall_at_100_diff1
value: 43.5986
verified: no, type: nauc_recall_at_1000_max
value: 48.9638
verified: no, type: nauc_recall_at_1000_std
value: 51.2076
verified: no, type: nauc_recall_at_1000_diff1
value: 29.369899999999998
verified: no, type: nauc_precision_at_1_max
value: 23.5952
verified: no, type: nauc_precision_at_1_std
value: 5.8244
verified: no, type: nauc_precision_at_1_diff1
value: 53.12
verified: no, type: nauc_precision_at_3_max
value: 23.935100000000002
verified: no, type: nauc_precision_at_3_std
value: 16.5914
verified: no, type: nauc_precision_at_3_diff1
value: 28.4103
verified: no, type: nauc_precision_at_5_max
value: 22.6905
verified: no, type: nauc_precision_at_5_std
value: 23.6646
verified: no, type: nauc_precision_at_5_diff1
value: 19.524
verified: no, type: nauc_precision_at_10_max
value: 22.1447
verified: no, type: nauc_precision_at_10_std
value: 25.2899
verified: no, type: nauc_precision_at_10_diff1
value: 10.0271
verified: no, type: nauc_precision_at_20_max
value: 16.7291
verified: no, type: nauc_precision_at_20_std
value: 34.3311
verified: no, type: nauc_precision_at_20_diff1
value: -3.1237999999999997
verified: no, type: nauc_precision_at_100_max
value: 9.431000000000001
verified: no, type: nauc_precision_at_100_std
value: 46.103300000000004
verified: no, type: nauc_precision_at_100_diff1
value: -17.1284
verified: no, type: nauc_precision_at_1000_max
value: 4.9976
verified: no, type: nauc_precision_at_1000_std
value: 47.3664
verified: no, type: nauc_precision_at_1000_diff1
value: -24.0582
verified: no, type: nauc_mrr_at_1_max
value: 23.5952
verified: no, type: nauc_mrr_at_1_std
value: 5.8244
verified: no, type: nauc_mrr_at_1_diff1
value: 53.12
verified: no, type: nauc_mrr_at_3_max
value: 23.0702
verified: no, type: nauc_mrr_at_3_std
value: 8.0486
verified: no, type: nauc_mrr_at_3_diff1
value: 48.1321
verified: no, type: nauc_mrr_at_5_max
value: 23.2691
verified: no, type: nauc_mrr_at_5_std
value: 9.1019
verified: no, type: nauc_mrr_at_5_diff1
value: 47.9119
verified: no, type: nauc_mrr_at_10_max
value: 23.2747
verified: no, type: nauc_mrr_at_10_std
value: 8.8027
verified: no, type: nauc_mrr_at_10_diff1
value: 48.0293
verified: no, type: nauc_mrr_at_20_max
value: 23.1632
verified: no, type: nauc_mrr_at_20_std
value: 8.8043
verified: no, type: nauc_mrr_at_20_diff1
value: 47.950900000000004
verified: no, type: nauc_mrr_at_100_max
value: 23.2738
verified: no, type: nauc_mrr_at_100_std
value: 8.963899999999999
verified: no, type: nauc_mrr_at_100_diff1
value: 48.0468
verified: no, type: nauc_mrr_at_1000_max
value: 23.2584
verified: no, type: nauc_mrr_at_1000_std
value: 8.9357
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.0548
verified: no, type: main_score
value: 46.46
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: ndcg_at_1
value: 28.835
verified: no, type: ndcg_at_3
value: 34.629
verified: no, type: ndcg_at_5
value: 36.906
verified: no, type: ndcg_at_10
value: 39.722
verified: no, type: ndcg_at_20
value: 41.324
verified: no, type: ndcg_at_100
value: 44.856
verified: no, type: ndcg_at_1000
value: 47.174
verified: no, type: map_at_1
value: 26.001
verified: no, type: map_at_3
value: 31.916
verified: no, type: map_at_5
value: 33.303
verified: no, type: map_at_10
value: 34.594
verified: no, type: map_at_20
value: 35.081
verified: no, type: map_at_100
value: 35.592
verified: no, type: map_at_1000
value: 35.693000000000005
verified: no, type: recall_at_1
value: 26.001
verified: no, type: recall_at_3
value: 39.144
verified: no, type: recall_at_5
value: 44.572
verified: no, type: recall_at_10
value: 52.856
verified: no, type: recall_at_20
value: 58.78
verified: no, type: recall_at_100
value: 76.828
verified: no, type: recall_at_1000
value: 93.93
verified: no, type: precision_at_1
value: 28.835
verified: no, type: precision_at_3
value: 14.726
verified: no, type: precision_at_5
value: 10.24
verified: no, type: precision_at_10
value: 6.192
verified: no, type: precision_at_20
value: 3.4939999999999998
verified: no, type: precision_at_100
value: 0.946
verified: no, type: precision_at_1000
value: 0.126
verified: no, type: mrr_at_1
value: 28.835499999999996
verified: no, type: mrr_at_3
value: 35.0277
verified: no, type: mrr_at_5
value: 36.3401
verified: no, type: mrr_at_10
value: 37.359500000000004
verified: no, type: mrr_at_20
value: 37.7675
verified: no, type: mrr_at_100
value: 38.2184
verified: no, type: mrr_at_1000
value: 38.287
verified: no, type: nauc_ndcg_at_1_max
value: 25.1156
verified: no, type: nauc_ndcg_at_1_std
value: 5.8615
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.8287
verified: no, type: nauc_ndcg_at_3_max
value: 25.605299999999996
verified: no, type: nauc_ndcg_at_3_std
value: 6.9969
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.1011
verified: no, type: nauc_ndcg_at_5_max
value: 25.2231
verified: no, type: nauc_ndcg_at_5_std
value: 6.674099999999999
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.7723
verified: no, type: nauc_ndcg_at_10_max
value: 24.404899999999998
verified: no, type: nauc_ndcg_at_10_std
value: 6.3734
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.9908
verified: no, type: nauc_ndcg_at_20_max
value: 23.9259
verified: no, type: nauc_ndcg_at_20_std
value: 6.749099999999999
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.2996
verified: no, type: nauc_ndcg_at_100_max
value: 24.0414
verified: no, type: nauc_ndcg_at_100_std
value: 9.694700000000001
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.0428
verified: no, type: nauc_ndcg_at_1000_max
value: 24.8501
verified: no, type: nauc_ndcg_at_1000_std
value: 8.7988
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.290499999999994
verified: no, type: nauc_map_at_1_max
value: 24.038999999999998
verified: no, type: nauc_map_at_1_std
value: 4.3147
verified: no, type: nauc_map_at_1_diff1
value: 51.1896
verified: no, type: nauc_map_at_3_max
value: 24.8903
verified: no, type: nauc_map_at_3_std
value: 5.8555
verified: no, type: nauc_map_at_3_diff1
value: 46.6276
verified: no, type: nauc_map_at_5_max
value: 24.9985
verified: no, type: nauc_map_at_5_std
value: 5.8602
verified: no, type: nauc_map_at_5_diff1
value: 45.2278
verified: no, type: nauc_map_at_10_max
value: 24.7287
verified: no, type: nauc_map_at_10_std
value: 5.7734
verified: no, type: nauc_map_at_10_diff1
value: 44.8438
verified: no, type: nauc_map_at_20_max
value: 24.698
verified: no, type: nauc_map_at_20_std
value: 5.86
verified: no, type: nauc_map_at_20_diff1
value: 44.635200000000005
verified: no, type: nauc_map_at_100_max
value: 24.726100000000002
verified: no, type: nauc_map_at_100_std
value: 6.307
verified: no, type: nauc_map_at_100_diff1
value: 44.587700000000005
verified: no, type: nauc_map_at_1000_max
value: 24.7303
verified: no, type: nauc_map_at_1000_std
value: 6.271400000000001
verified: no, type: nauc_map_at_1000_diff1
value: 44.6122
verified: no, type: nauc_recall_at_1_max
value: 24.038999999999998
verified: no, type: nauc_recall_at_1_std
value: 4.3147
verified: no, type: nauc_recall_at_1_diff1
value: 51.1896
verified: no, type: nauc_recall_at_3_max
value: 24.6154
verified: no, type: nauc_recall_at_3_std
value: 7.6124
verified: no, type: nauc_recall_at_3_diff1
value: 41.077999999999996
verified: no, type: nauc_recall_at_5_max
value: 23.8232
verified: no, type: nauc_recall_at_5_std
value: 7.3541
verified: no, type: nauc_recall_at_5_diff1
value: 35.070499999999996
verified: no, type: nauc_recall_at_10_max
value: 21.084500000000002
verified: no, type: nauc_recall_at_10_std
value: 6.592199999999999
verified: no, type: nauc_recall_at_10_diff1
value: 32.1365
verified: no, type: nauc_recall_at_20_max
value: 18.6663
verified: no, type: nauc_recall_at_20_std
value: 8.094899999999999
verified: no, type: nauc_recall_at_20_diff1
value: 29.124100000000002
verified: no, type: nauc_recall_at_100_max
value: 16.6248
verified: no, type: nauc_recall_at_100_std
value: 29.871199999999998
verified: no, type: nauc_recall_at_100_diff1
value: 22.16
verified: no, type: nauc_recall_at_1000_max
value: 39.4327
verified: no, type: nauc_recall_at_1000_std
value: 48.1674
verified: no, type: nauc_recall_at_1000_diff1
value: 35.6011
verified: no, type: nauc_precision_at_1_max
value: 25.1156
verified: no, type: nauc_precision_at_1_std
value: 5.8615
verified: no, type: nauc_precision_at_1_diff1
value: 49.8287
verified: no, type: nauc_precision_at_3_max
value: 27.020100000000003
verified: no, type: nauc_precision_at_3_std
value: 9.533800000000001
verified: no, type: nauc_precision_at_3_diff1
value: 37.6314
verified: no, type: nauc_precision_at_5_max
value: 26.1386
verified: no, type: nauc_precision_at_5_std
value: 8.0008
verified: no, type: nauc_precision_at_5_diff1
value: 29.5792
verified: no, type: nauc_precision_at_10_max
value: 21.7676
verified: no, type: nauc_precision_at_10_std
value: 8.2431
verified: no, type: nauc_precision_at_10_diff1
value: 22.1029
verified: no, type: nauc_precision_at_20_max
value: 19.3305
verified: no, type: nauc_precision_at_20_std
value: 8.7156
verified: no, type: nauc_precision_at_20_diff1
value: 16.4788
verified: no, type: nauc_precision_at_100_max
value: 11.6811
verified: no, type: nauc_precision_at_100_std
value: 20.169
verified: no, type: nauc_precision_at_100_diff1
value: -0.8449
verified: no, type: nauc_precision_at_1000_max
value: -5.1109
verified: no, type: nauc_precision_at_1000_std
value: 3.2081999999999997
verified: no, type: nauc_precision_at_1000_diff1
value: -23.8473
verified: no, type: nauc_mrr_at_1_max
value: 25.1156
verified: no, type: nauc_mrr_at_1_std
value: 5.8615
verified: no, type: nauc_mrr_at_1_diff1
value: 49.8287
verified: no, type: nauc_mrr_at_3_max
value: 26.009999999999998
verified: no, type: nauc_mrr_at_3_std
value: 7.795100000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 46.0223
verified: no, type: nauc_mrr_at_5_max
value: 25.8328
verified: no, type: nauc_mrr_at_5_std
value: 7.4602
verified: no, type: nauc_mrr_at_5_diff1
value: 44.6238
verified: no, type: nauc_mrr_at_10_max
value: 25.5241
verified: no, type: nauc_mrr_at_10_std
value: 7.071199999999999
verified: no, type: nauc_mrr_at_10_diff1
value: 44.3654
verified: no, type: nauc_mrr_at_20_max
value: 25.287100000000002
verified: no, type: nauc_mrr_at_20_std
value: 7.194100000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 44.2009
verified: no, type: nauc_mrr_at_100_max
value: 25.3365
verified: no, type: nauc_mrr_at_100_std
value: 7.513400000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 44.2267
verified: no, type: nauc_mrr_at_1000_max
value: 25.361
verified: no, type: nauc_mrr_at_1000_std
value: 7.492500000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.2745
verified: no, type: main_score
value: 39.722
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: ndcg_at_1
value: 47.818
verified: no, type: ndcg_at_3
value: 41.184
verified: no, type: ndcg_at_5
value: 43.733
verified: no, type: ndcg_at_10
value: 48.439
verified: no, type: ndcg_at_20
value: 51.55800000000001
verified: no, type: ndcg_at_100
value: 55.562
verified: no, type: ndcg_at_1000
value: 57.885
verified: no, type: map_at_1
value: 20.846
verified: no, type: map_at_3
value: 30.997999999999998
verified: no, type: map_at_5
value: 34.524
verified: no, type: map_at_10
value: 37.427
verified: no, type: map_at_20
value: 38.761
verified: no, type: map_at_100
value: 39.753
verified: no, type: map_at_1000
value: 39.910000000000004
verified: no, type: recall_at_1
value: 20.846
verified: no, type: recall_at_3
value: 36.958999999999996
verified: no, type: recall_at_5
value: 45.079
verified: no, type: recall_at_10
value: 55.295
verified: no, type: recall_at_20
value: 63.815
verified: no, type: recall_at_100
value: 78.456
verified: no, type: recall_at_1000
value: 91.106
verified: no, type: precision_at_1
value: 47.818
verified: no, type: precision_at_3
value: 31.422
verified: no, type: precision_at_5
value: 23.909
verified: no, type: precision_at_10
value: 15.14
verified: no, type: precision_at_20
value: 8.977
verified: no, type: precision_at_100
value: 2.294
verified: no, type: precision_at_1000
value: 0.27399999999999997
verified: no, type: mrr_at_1
value: 47.8176
verified: no, type: mrr_at_3
value: 58.165
verified: no, type: mrr_at_5
value: 59.764399999999995
verified: no, type: mrr_at_10
value: 60.663999999999994
verified: no, type: mrr_at_20
value: 61.0341
verified: no, type: mrr_at_100
value: 61.15540000000001
verified: no, type: mrr_at_1000
value: 61.168
verified: no, type: nauc_ndcg_at_1_max
value: 42.0574
verified: no, type: nauc_ndcg_at_1_std
value: 15.0412
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.8542
verified: no, type: nauc_ndcg_at_3_max
value: 45.5116
verified: no, type: nauc_ndcg_at_3_std
value: 17.8474
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.4299
verified: no, type: nauc_ndcg_at_5_max
value: 47.5315
verified: no, type: nauc_ndcg_at_5_std
value: 21.577199999999998
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.9137
verified: no, type: nauc_ndcg_at_10_max
value: 49.6024
verified: no, type: nauc_ndcg_at_10_std
value: 26.744400000000002
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.2074
verified: no, type: nauc_ndcg_at_20_max
value: 48.8087
verified: no, type: nauc_ndcg_at_20_std
value: 27.815800000000003
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.843200000000003
verified: no, type: nauc_ndcg_at_100_max
value: 49.2657
verified: no, type: nauc_ndcg_at_100_std
value: 28.958299999999998
verified: no, type: nauc_ndcg_at_100_diff1
value: 28.2285
verified: no, type: nauc_ndcg_at_1000_max
value: 49.8
verified: no, type: nauc_ndcg_at_1000_std
value: 28.3402
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.149399999999996
verified: no, type: nauc_map_at_1_max
value: 43.4717
verified: no, type: nauc_map_at_1_std
value: 7.5933
verified: no, type: nauc_map_at_1_diff1
value: 43.8334
verified: no, type: nauc_map_at_3_max
value: 45.1549
verified: no, type: nauc_map_at_3_std
value: 13.7322
verified: no, type: nauc_map_at_3_diff1
value: 32.893499999999996
verified: no, type: nauc_map_at_5_max
value: 46.0483
verified: no, type: nauc_map_at_5_std
value: 17.3988
verified: no, type: nauc_map_at_5_diff1
value: 30.7728
verified: no, type: nauc_map_at_10_max
value: 47.5898
verified: no, type: nauc_map_at_10_std
value: 21.0419
verified: no, type: nauc_map_at_10_diff1
value: 29.6458
verified: no, type: nauc_map_at_20_max
value: 47.362500000000004
verified: no, type: nauc_map_at_20_std
value: 21.7003
verified: no, type: nauc_map_at_20_diff1
value: 29.510199999999998
verified: no, type: nauc_map_at_100_max
value: 47.4886
verified: no, type: nauc_map_at_100_std
value: 22.0129
verified: no, type: nauc_map_at_100_diff1
value: 29.5581
verified: no, type: nauc_map_at_1000_max
value: 47.523700000000005
verified: no, type: nauc_map_at_1000_std
value: 22.0011
verified: no, type: nauc_map_at_1000_diff1
value: 29.5994
verified: no, type: nauc_recall_at_1_max
value: 43.4717
verified: no, type: nauc_recall_at_1_std
value: 7.5933
verified: no, type: nauc_recall_at_1_diff1
value: 43.8334
verified: no, type: nauc_recall_at_3_max
value: 44.0599
verified: no, type: nauc_recall_at_3_std
value: 15.920000000000002
verified: no, type: nauc_recall_at_3_diff1
value: 26.1615
verified: no, type: nauc_recall_at_5_max
value: 44.715500000000006
verified: no, type: nauc_recall_at_5_std
value: 22.4972
verified: no, type: nauc_recall_at_5_diff1
value: 22.8433
verified: no, type: nauc_recall_at_10_max
value: 46.716499999999996
verified: no, type: nauc_recall_at_10_std
value: 32.6123
verified: no, type: nauc_recall_at_10_diff1
value: 17.7149
verified: no, type: nauc_recall_at_20_max
value: 43.5173
verified: no, type: nauc_recall_at_20_std
value: 35.7574
verified: no, type: nauc_recall_at_20_diff1
value: 15.4727
verified: no, type: nauc_recall_at_100_max
value: 45.2425
verified: no, type: nauc_recall_at_100_std
value: 44.2578
verified: no, type: nauc_recall_at_100_diff1
value: 14.2627
verified: no, type: nauc_recall_at_1000_max
value: 57.903800000000004
verified: no, type: nauc_recall_at_1000_std
value: 56.775
verified: no, type: nauc_recall_at_1000_diff1
value: 18.5075
verified: no, type: nauc_precision_at_1_max
value: 42.0574
verified: no, type: nauc_precision_at_1_std
value: 15.0412
verified: no, type: nauc_precision_at_1_diff1
value: 38.8542
verified: no, type: nauc_precision_at_3_max
value: 35.791000000000004
verified: no, type: nauc_precision_at_3_std
value: 23.7089
verified: no, type: nauc_precision_at_3_diff1
value: 12.116100000000001
verified: no, type: nauc_precision_at_5_max
value: 32.874700000000004
verified: no, type: nauc_precision_at_5_std
value: 29.5353
verified: no, type: nauc_precision_at_5_diff1
value: 6.1242
verified: no, type: nauc_precision_at_10_max
value: 29.019000000000002
verified: no, type: nauc_precision_at_10_std
value: 34.8923
verified: no, type: nauc_precision_at_10_diff1
value: -1.0564
verified: no, type: nauc_precision_at_20_max
value: 19.5603
verified: no, type: nauc_precision_at_20_std
value: 32.8097
verified: no, type: nauc_precision_at_20_diff1
value: -5.8062000000000005
verified: no, type: nauc_precision_at_100_max
value: 7.152799999999999
verified: no, type: nauc_precision_at_100_std
value: 27.925299999999996
verified: no, type: nauc_precision_at_100_diff1
value: -12.053899999999999
verified: no, type: nauc_precision_at_1000_max
value: -6.3346
verified: no, type: nauc_precision_at_1000_std
value: 15.254599999999998
verified: no, type: nauc_precision_at_1000_diff1
value: -17.0105
verified: no, type: nauc_mrr_at_1_max
value: 42.0574
verified: no, type: nauc_mrr_at_1_std
value: 15.0412
verified: no, type: nauc_mrr_at_1_diff1
value: 38.8542
verified: no, type: nauc_mrr_at_3_max
value: 46.7432
verified: no, type: nauc_mrr_at_3_std
value: 21.6624
verified: no, type: nauc_mrr_at_3_diff1
value: 34.3397
verified: no, type: nauc_mrr_at_5_max
value: 47.1175
verified: no, type: nauc_mrr_at_5_std
value: 22.811
verified: no, type: nauc_mrr_at_5_diff1
value: 34.9539
verified: no, type: nauc_mrr_at_10_max
value: 47.172599999999996
verified: no, type: nauc_mrr_at_10_std
value: 22.9886
verified: no, type: nauc_mrr_at_10_diff1
value: 34.7462
verified: no, type: nauc_mrr_at_20_max
value: 46.9932
verified: no, type: nauc_mrr_at_20_std
value: 22.8034
verified: no, type: nauc_mrr_at_20_diff1
value: 34.8125
verified: no, type: nauc_mrr_at_100_max
value: 46.9459
verified: no, type: nauc_mrr_at_100_std
value: 22.7237
verified: no, type: nauc_mrr_at_100_diff1
value: 34.8654
verified: no, type: nauc_mrr_at_1000_max
value: 46.935
verified: no, type: nauc_mrr_at_1000_std
value: 22.7019
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.867
verified: no, type: main_score
value: 48.439
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: ndcg_at_1
value: 64.5
verified: no, type: ndcg_at_3
value: 55.836
verified: no, type: ndcg_at_5
value: 54.459
verified: no, type: ndcg_at_10
value: 52.476
verified: no, type: ndcg_at_20
value: 51.388999999999996
verified: no, type: ndcg_at_100
value: 57.477000000000004
verified: no, type: ndcg_at_1000
value: 64.165
verified: no, type: map_at_1
value: 10.067
verified: no, type: map_at_3
value: 16.348
verified: no, type: map_at_5
value: 20.202
verified: no, type: map_at_10
value: 24.938
verified: no, type: map_at_20
value: 29.586000000000002
verified: no, type: map_at_100
value: 37.057
verified: no, type: map_at_1000
value: 39.224
verified: no, type: recall_at_1
value: 10.067
verified: no, type: recall_at_3
value: 17.62
verified: no, type: recall_at_5
value: 23.162
verified: no, type: recall_at_10
value: 30.769999999999996
verified: no, type: recall_at_20
value: 39.719
verified: no, type: recall_at_100
value: 64.159
verified: no, type: recall_at_1000
value: 86.166
verified: no, type: precision_at_1
value: 76.75
verified: no, type: precision_at_3
value: 59.833000000000006
verified: no, type: precision_at_5
value: 53.75
verified: no, type: precision_at_10
value: 43.375
verified: no, type: precision_at_20
value: 33.025
verified: no, type: precision_at_100
value: 14.011999999999999
verified: no, type: precision_at_1000
value: 2.654
verified: no, type: mrr_at_1
value: 76.75
verified: no, type: mrr_at_3
value: 81.54169999999999
verified: no, type: mrr_at_5
value: 82.42920000000001
verified: no, type: mrr_at_10
value: 82.8224
verified: no, type: mrr_at_20
value: 82.90859999999999
verified: no, type: mrr_at_100
value: 82.99419999999999
verified: no, type: mrr_at_1000
value: 82.99990000000001
verified: no, type: nauc_ndcg_at_1_max
value: 45.8251
verified: no, type: nauc_ndcg_at_1_std
value: 26.468799999999998
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.3761
verified: no, type: nauc_ndcg_at_3_max
value: 38.7362
verified: no, type: nauc_ndcg_at_3_std
value: 24.956300000000002
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.4135
verified: no, type: nauc_ndcg_at_5_max
value: 39.9097
verified: no, type: nauc_ndcg_at_5_std
value: 24.9363
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.607200000000002
verified: no, type: nauc_ndcg_at_10_max
value: 38.8691
verified: no, type: nauc_ndcg_at_10_std
value: 22.1204
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.0339
verified: no, type: nauc_ndcg_at_20_max
value: 38.9902
verified: no, type: nauc_ndcg_at_20_std
value: 19.3997
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.8911
verified: no, type: nauc_ndcg_at_100_max
value: 45.138600000000004
verified: no, type: nauc_ndcg_at_100_std
value: 28.6063
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.5846
verified: no, type: nauc_ndcg_at_1000_max
value: 48.2813
verified: no, type: nauc_ndcg_at_1000_std
value: 37.6229
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.184800000000003
verified: no, type: nauc_map_at_1_max
value: 1.8275
verified: no, type: nauc_map_at_1_std
value: -23.8658
verified: no, type: nauc_map_at_1_diff1
value: 31.9071
verified: no, type: nauc_map_at_3_max
value: 8.081900000000001
verified: no, type: nauc_map_at_3_std
value: -20.647
verified: no, type: nauc_map_at_3_diff1
value: 26.509100000000004
verified: no, type: nauc_map_at_5_max
value: 12.9364
verified: no, type: nauc_map_at_5_std
value: -16.4111
verified: no, type: nauc_map_at_5_diff1
value: 26.3042
verified: no, type: nauc_map_at_10_max
value: 16.9186
verified: no, type: nauc_map_at_10_std
value: -10.174999999999999
verified: no, type: nauc_map_at_10_diff1
value: 24.0309
verified: no, type: nauc_map_at_20_max
value: 23.0241
verified: no, type: nauc_map_at_20_std
value: -0.5674
verified: no, type: nauc_map_at_20_diff1
value: 23.6815
verified: no, type: nauc_map_at_100_max
value: 30.620599999999996
verified: no, type: nauc_map_at_100_std
value: 18.436700000000002
verified: no, type: nauc_map_at_100_diff1
value: 22.7765
verified: no, type: nauc_map_at_1000_max
value: 31.1444
verified: no, type: nauc_map_at_1000_std
value: 20.9294
verified: no, type: nauc_map_at_1000_diff1
value: 21.1134
verified: no, type: nauc_recall_at_1_max
value: 1.8275
verified: no, type: nauc_recall_at_1_std
value: -23.8658
verified: no, type: nauc_recall_at_1_diff1
value: 31.9071
verified: no, type: nauc_recall_at_3_max
value: 4.6672
verified: no, type: nauc_recall_at_3_std
value: -22.2615
verified: no, type: nauc_recall_at_3_diff1
value: 21.9773
verified: no, type: nauc_recall_at_5_max
value: 9.882399999999999
verified: no, type: nauc_recall_at_5_std
value: -18.6467
verified: no, type: nauc_recall_at_5_diff1
value: 21.9263
verified: no, type: nauc_recall_at_10_max
value: 13.0783
verified: no, type: nauc_recall_at_10_std
value: -13.8897
verified: no, type: nauc_recall_at_10_diff1
value: 20.0473
verified: no, type: nauc_recall_at_20_max
value: 21.4983
verified: no, type: nauc_recall_at_20_std
value: -3.9253000000000005
verified: no, type: nauc_recall_at_20_diff1
value: 21.8969
verified: no, type: nauc_recall_at_100_max
value: 36.0702
verified: no, type: nauc_recall_at_100_std
value: 25.007800000000003
verified: no, type: nauc_recall_at_100_diff1
value: 26.6674
verified: no, type: nauc_recall_at_1000_max
value: 46.604
verified: no, type: nauc_recall_at_1000_std
value: 52.5305
verified: no, type: nauc_recall_at_1000_diff1
value: 31.8907
verified: no, type: nauc_precision_at_1_max
value: 56.293000000000006
verified: no, type: nauc_precision_at_1_std
value: 29.729699999999998
verified: no, type: nauc_precision_at_1_diff1
value: 55.167500000000004
verified: no, type: nauc_precision_at_3_max
value: 37.712
verified: no, type: nauc_precision_at_3_std
value: 37.155
verified: no, type: nauc_precision_at_3_diff1
value: 8.8632
verified: no, type: nauc_precision_at_5_max
value: 35.133399999999995
verified: no, type: nauc_precision_at_5_std
value: 38.5708
verified: no, type: nauc_precision_at_5_diff1
value: 3.6889
verified: no, type: nauc_precision_at_10_max
value: 26.4835
verified: no, type: nauc_precision_at_10_std
value: 38.136900000000004
verified: no, type: nauc_precision_at_10_diff1
value: -5.988099999999999
verified: no, type: nauc_precision_at_20_max
value: 24.3223
verified: no, type: nauc_precision_at_20_std
value: 40.487
verified: no, type: nauc_precision_at_20_diff1
value: -6.2481
verified: no, type: nauc_precision_at_100_max
value: 14.5761
verified: no, type: nauc_precision_at_100_std
value: 38.6962
verified: no, type: nauc_precision_at_100_diff1
value: -10.8208
verified: no, type: nauc_precision_at_1000_max
value: -7.7383999999999995
verified: no, type: nauc_precision_at_1000_std
value: 1.3077
verified: no, type: nauc_precision_at_1000_diff1
value: -23.3553
verified: no, type: nauc_mrr_at_1_max
value: 56.293000000000006
verified: no, type: nauc_mrr_at_1_std
value: 29.729699999999998
verified: no, type: nauc_mrr_at_1_diff1
value: 55.167500000000004
verified: no, type: nauc_mrr_at_3_max
value: 59.1321
verified: no, type: nauc_mrr_at_3_std
value: 35.067
verified: no, type: nauc_mrr_at_3_diff1
value: 53.4505
verified: no, type: nauc_mrr_at_5_max
value: 59.39149999999999
verified: no, type: nauc_mrr_at_5_std
value: 33.6519
verified: no, type: nauc_mrr_at_5_diff1
value: 53.7743
verified: no, type: nauc_mrr_at_10_max
value: 59.6483
verified: no, type: nauc_mrr_at_10_std
value: 33.537
verified: no, type: nauc_mrr_at_10_diff1
value: 53.75149999999999
verified: no, type: nauc_mrr_at_20_max
value: 59.4701
verified: no, type: nauc_mrr_at_20_std
value: 33.3212
verified: no, type: nauc_mrr_at_20_diff1
value: 53.690000000000005
verified: no, type: nauc_mrr_at_100_max
value: 59.3928
verified: no, type: nauc_mrr_at_100_std
value: 33.329
verified: no, type: nauc_mrr_at_100_diff1
value: 53.7903
verified: no, type: nauc_mrr_at_1000_max
value: 59.391400000000004
verified: no, type: nauc_mrr_at_1000_std
value: 33.3331
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.797399999999996
verified: no, type: main_score
value: 52.476
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 87.72999999999999
verified: no, type: f1
value: 83.03399999999999
verified: no, type: f1_weighted
value: 88.0873
verified: no, type: main_score
value: 87.72999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: ndcg_at_1
value: 93.849
verified: no, type: ndcg_at_3
value: 94.08800000000001
verified: no, type: ndcg_at_5
value: 94.459
verified: no, type: ndcg_at_10
value: 94.806
verified: no, type: ndcg_at_20
value: 95.06
verified: no, type: ndcg_at_100
value: 95.338
verified: no, type: ndcg_at_1000
value: 95.465
verified: no, type: map_at_1
value: 87.21900000000001
verified: no, type: map_at_3
value: 92.16
verified: no, type: map_at_5
value: 92.607
verified: no, type: map_at_10
value: 92.88300000000001
verified: no, type: map_at_20
value: 93.009
verified: no, type: map_at_100
value: 93.07600000000001
verified: no, type: map_at_1000
value: 93.085
verified: no, type: recall_at_1
value: 87.21900000000001
verified: no, type: recall_at_3
value: 95.082
verified: no, type: recall_at_5
value: 96.09299999999999
verified: no, type: recall_at_10
value: 97.024
verified: no, type: recall_at_20
value: 97.773
verified: no, type: recall_at_100
value: 98.901
verified: no, type: recall_at_1000
value: 99.629
verified: no, type: precision_at_1
value: 93.849
verified: no, type: precision_at_3
value: 35.154
verified: no, type: precision_at_5
value: 21.557000000000002
verified: no, type: precision_at_10
value: 11.031
verified: no, type: precision_at_20
value: 5.622
verified: no, type: precision_at_100
value: 1.155
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: mrr_at_1
value: 93.8494
verified: no, type: mrr_at_3
value: 96.43209999999999
verified: no, type: mrr_at_5
value: 96.4914
verified: no, type: mrr_at_10
value: 96.5095
verified: no, type: mrr_at_20
value: 96.5154
verified: no, type: mrr_at_100
value: 96.52340000000001
verified: no, type: mrr_at_1000
value: 96.5235
verified: no, type: nauc_ndcg_at_1_max
value: 22.8567
verified: no, type: nauc_ndcg_at_1_std
value: -28.435
verified: no, type: nauc_ndcg_at_1_diff1
value: 83.3685
verified: no, type: nauc_ndcg_at_3_max
value: 25.3199
verified: no, type: nauc_ndcg_at_3_std
value: -8.9749
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.326499999999996
verified: no, type: nauc_ndcg_at_5_max
value: 24.3802
verified: no, type: nauc_ndcg_at_5_std
value: -8.0152
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.26389999999999
verified: no, type: nauc_ndcg_at_10_max
value: 25.0331
verified: no, type: nauc_ndcg_at_10_std
value: -7.0646
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.2641
verified: no, type: nauc_ndcg_at_20_max
value: 25.342399999999998
verified: no, type: nauc_ndcg_at_20_std
value: -7.000000000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.2941
verified: no, type: nauc_ndcg_at_100_max
value: 25.7293
verified: no, type: nauc_ndcg_at_100_std
value: -7.8615
verified: no, type: nauc_ndcg_at_100_diff1
value: 53.529700000000005
verified: no, type: nauc_ndcg_at_1000_max
value: 25.565500000000004
verified: no, type: nauc_ndcg_at_1000_std
value: -9.2169
verified: no, type: nauc_ndcg_at_1000_diff1
value: 54.8992
verified: no, type: nauc_map_at_1_max
value: 22.5516
verified: no, type: nauc_map_at_1_std
value: -11.0841
verified: no, type: nauc_map_at_1_diff1
value: 60.23929999999999
verified: no, type: nauc_map_at_3_max
value: 23.7695
verified: no, type: nauc_map_at_3_std
value: -8.1368
verified: no, type: nauc_map_at_3_diff1
value: 50.648
verified: no, type: nauc_map_at_5_max
value: 23.7918
verified: no, type: nauc_map_at_5_std
value: -8.023
verified: no, type: nauc_map_at_5_diff1
value: 50.8238
verified: no, type: nauc_map_at_10_max
value: 24.305
verified: no, type: nauc_map_at_10_std
value: -7.5793
verified: no, type: nauc_map_at_10_diff1
value: 51.1269
verified: no, type: nauc_map_at_20_max
value: 24.458099999999998
verified: no, type: nauc_map_at_20_std
value: -7.541399999999999
verified: no, type: nauc_map_at_20_diff1
value: 51.4841
verified: no, type: nauc_map_at_100_max
value: 24.562
verified: no, type: nauc_map_at_100_std
value: -7.6588
verified: no, type: nauc_map_at_100_diff1
value: 51.8489
verified: no, type: nauc_map_at_1000_max
value: 24.5627
verified: no, type: nauc_map_at_1000_std
value: -7.7154
verified: no, type: nauc_map_at_1000_diff1
value: 51.9049
verified: no, type: nauc_recall_at_1_max
value: 22.5516
verified: no, type: nauc_recall_at_1_std
value: -11.0841
verified: no, type: nauc_recall_at_1_diff1
value: 60.23929999999999
verified: no, type: nauc_recall_at_3_max
value: 25.117
verified: no, type: nauc_recall_at_3_std
value: 4.056
verified: no, type: nauc_recall_at_3_diff1
value: 28.1752
verified: no, type: nauc_recall_at_5_max
value: 24.776999999999997
verified: no, type: nauc_recall_at_5_std
value: 9.3384
verified: no, type: nauc_recall_at_5_diff1
value: 22.5866
verified: no, type: nauc_recall_at_10_max
value: 28.2575
verified: no, type: nauc_recall_at_10_std
value: 18.0012
verified: no, type: nauc_recall_at_10_diff1
value: 16.8302
verified: no, type: nauc_recall_at_20_max
value: 30.4282
verified: no, type: nauc_recall_at_20_std
value: 27.020100000000003
verified: no, type: nauc_recall_at_20_diff1
value: 12.195
verified: no, type: nauc_recall_at_100_max
value: 40.7633
verified: no, type: nauc_recall_at_100_std
value: 47.6965
verified: no, type: nauc_recall_at_100_diff1
value: 9.647
verified: no, type: nauc_recall_at_1000_max
value: 53.4871
verified: no, type: nauc_recall_at_1000_std
value: 58.3394
verified: no, type: nauc_recall_at_1000_diff1
value: 16.0846
verified: no, type: nauc_precision_at_1_max
value: 22.8567
verified: no, type: nauc_precision_at_1_std
value: -28.435
verified: no, type: nauc_precision_at_1_diff1
value: 83.3685
verified: no, type: nauc_precision_at_3_max
value: -7.2411
verified: no, type: nauc_precision_at_3_std
value: -0.819
verified: no, type: nauc_precision_at_3_diff1
value: -25.5367
verified: no, type: nauc_precision_at_5_max
value: -8.8802
verified: no, type: nauc_precision_at_5_std
value: 0.4376
verified: no, type: nauc_precision_at_5_diff1
value: -26.209100000000003
verified: no, type: nauc_precision_at_10_max
value: -7.9997
verified: no, type: nauc_precision_at_10_std
value: 1.9876999999999998
verified: no, type: nauc_precision_at_10_diff1
value: -24.851200000000002
verified: no, type: nauc_precision_at_20_max
value: -7.5102
verified: no, type: nauc_precision_at_20_std
value: 2.2863
verified: no, type: nauc_precision_at_20_diff1
value: -23.224
verified: no, type: nauc_precision_at_100_max
value: -8.2868
verified: no, type: nauc_precision_at_100_std
value: 0.9126000000000001
verified: no, type: nauc_precision_at_100_diff1
value: -21.0977
verified: no, type: nauc_precision_at_1000_max
value: -9.5708
verified: no, type: nauc_precision_at_1000_std
value: -2.0409
verified: no, type: nauc_precision_at_1000_diff1
value: -18.6371
verified: no, type: nauc_mrr_at_1_max
value: 22.8567
verified: no, type: nauc_mrr_at_1_std
value: -28.435
verified: no, type: nauc_mrr_at_1_diff1
value: 83.3685
verified: no, type: nauc_mrr_at_3_max
value: 25.0204
verified: no, type: nauc_mrr_at_3_std
value: -29.9704
verified: no, type: nauc_mrr_at_3_diff1
value: 79.9868
verified: no, type: nauc_mrr_at_5_max
value: 24.4871
verified: no, type: nauc_mrr_at_5_std
value: -29.5127
verified: no, type: nauc_mrr_at_5_diff1
value: 79.8468
verified: no, type: nauc_mrr_at_10_max
value: 24.543400000000002
verified: no, type: nauc_mrr_at_10_std
value: -29.243799999999997
verified: no, type: nauc_mrr_at_10_diff1
value: 79.8492
verified: no, type: nauc_mrr_at_20_max
value: 24.4687
verified: no, type: nauc_mrr_at_20_std
value: -29.2678
verified: no, type: nauc_mrr_at_20_diff1
value: 79.9428
verified: no, type: nauc_mrr_at_100_max
value: 24.43
verified: no, type: nauc_mrr_at_100_std
value: -29.3424
verified: no, type: nauc_mrr_at_100_diff1
value: 80.1115
verified: no, type: nauc_mrr_at_1000_max
value: 24.429699999999997
verified: no, type: nauc_mrr_at_1000_std
value: -29.3431
verified: no, type: nauc_mrr_at_1000_diff1
value: 80.1118
verified: no, type: main_score
value: 94.806
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: ndcg_at_1
value: 59.721999999999994
verified: no, type: ndcg_at_3
value: 55.584
verified: no, type: ndcg_at_5
value: 56.852000000000004
verified: no, type: ndcg_at_10
value: 60.118
verified: no, type: ndcg_at_20
value: 62.756
verified: no, type: ndcg_at_100
value: 66.434
verified: no, type: ndcg_at_1000
value: 67.796
verified: no, type: map_at_1
value: 31.213
verified: no, type: map_at_3
value: 45.164
verified: no, type: map_at_5
value: 48.66
verified: no, type: map_at_10
value: 51.637
verified: no, type: map_at_20
value: 52.886
verified: no, type: map_at_100
value: 53.785000000000004
verified: no, type: map_at_1000
value: 53.886
verified: no, type: recall_at_1
value: 31.213
verified: no, type: recall_at_3
value: 50.105
verified: no, type: recall_at_5
value: 57.714
verified: no, type: recall_at_10
value: 67.93900000000001
verified: no, type: recall_at_20
value: 75.901
verified: no, type: recall_at_100
value: 90.424
verified: no, type: recall_at_1000
value: 98.24300000000001
verified: no, type: precision_at_1
value: 59.721999999999994
verified: no, type: precision_at_3
value: 36.986000000000004
verified: no, type: precision_at_5
value: 26.883000000000003
verified: no, type: precision_at_10
value: 16.558999999999997
verified: no, type: precision_at_20
value: 9.468
verified: no, type: precision_at_100
value: 2.332
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: mrr_at_1
value: 59.7222
verified: no, type: mrr_at_3
value: 65.1492
verified: no, type: mrr_at_5
value: 66.376
verified: no, type: mrr_at_10
value: 67.3183
verified: no, type: mrr_at_20
value: 67.6241
verified: no, type: mrr_at_100
value: 67.8682
verified: no, type: mrr_at_1000
value: 67.8792
verified: no, type: nauc_ndcg_at_1_max
value: 43.5471
verified: no, type: nauc_ndcg_at_1_std
value: -7.1188
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.971900000000005
verified: no, type: nauc_ndcg_at_3_max
value: 34.357
verified: no, type: nauc_ndcg_at_3_std
value: -10.8661
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.8167
verified: no, type: nauc_ndcg_at_5_max
value: 32.3401
verified: no, type: nauc_ndcg_at_5_std
value: -10.3064
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.248200000000004
verified: no, type: nauc_ndcg_at_10_max
value: 33.4274
verified: no, type: nauc_ndcg_at_10_std
value: -6.7193000000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.5323
verified: no, type: nauc_ndcg_at_20_max
value: 35.2779
verified: no, type: nauc_ndcg_at_20_std
value: -4.914700000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.952200000000005
verified: no, type: nauc_ndcg_at_100_max
value: 35.7555
verified: no, type: nauc_ndcg_at_100_std
value: -4.0120000000000005
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.684200000000004
verified: no, type: nauc_ndcg_at_1000_max
value: 36.836999999999996
verified: no, type: nauc_ndcg_at_1000_std
value: -5.0826
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.9576
verified: no, type: nauc_map_at_1_max
value: 12.3228
verified: no, type: nauc_map_at_1_std
value: -6.8317000000000005
verified: no, type: nauc_map_at_1_diff1
value: 52.012499999999996
verified: no, type: nauc_map_at_3_max
value: 22.758300000000002
verified: no, type: nauc_map_at_3_std
value: -10.415199999999999
verified: no, type: nauc_map_at_3_diff1
value: 48.8788
verified: no, type: nauc_map_at_5_max
value: 26.2402
verified: no, type: nauc_map_at_5_std
value: -9.831199999999999
verified: no, type: nauc_map_at_5_diff1
value: 47.2214
verified: no, type: nauc_map_at_10_max
value: 28.962
verified: no, type: nauc_map_at_10_std
value: -8.847900000000001
verified: no, type: nauc_map_at_10_diff1
value: 47.177
verified: no, type: nauc_map_at_20_max
value: 30.252699999999997
verified: no, type: nauc_map_at_20_std
value: -7.994
verified: no, type: nauc_map_at_20_diff1
value: 47.2329
verified: no, type: nauc_map_at_100_max
value: 30.621
verified: no, type: nauc_map_at_100_std
value: -7.5253
verified: no, type: nauc_map_at_100_diff1
value: 47.2401
verified: no, type: nauc_map_at_1000_max
value: 30.6957
verified: no, type: nauc_map_at_1000_std
value: -7.570200000000001
verified: no, type: nauc_map_at_1000_diff1
value: 47.2385
verified: no, type: nauc_recall_at_1_max
value: 12.3228
verified: no, type: nauc_recall_at_1_std
value: -6.8317000000000005
verified: no, type: nauc_recall_at_1_diff1
value: 52.012499999999996
verified: no, type: nauc_recall_at_3_max
value: 18.8278
verified: no, type: nauc_recall_at_3_std
value: -11.0181
verified: no, type: nauc_recall_at_3_diff1
value: 42.853
verified: no, type: nauc_recall_at_5_max
value: 20.494699999999998
verified: no, type: nauc_recall_at_5_std
value: -10.1645
verified: no, type: nauc_recall_at_5_diff1
value: 38.1874
verified: no, type: nauc_recall_at_10_max
value: 24.264
verified: no, type: nauc_recall_at_10_std
value: -1.4449999999999998
verified: no, type: nauc_recall_at_10_diff1
value: 35.9821
verified: no, type: nauc_recall_at_20_max
value: 27.699
verified: no, type: nauc_recall_at_20_std
value: 5.3731
verified: no, type: nauc_recall_at_20_diff1
value: 34.8722
verified: no, type: nauc_recall_at_100_max
value: 17.296
verified: no, type: nauc_recall_at_100_std
value: 22.0343
verified: no, type: nauc_recall_at_100_diff1
value: 31.7347
verified: no, type: nauc_recall_at_1000_max
value: 30.353
verified: no, type: nauc_recall_at_1000_std
value: 48.0299
verified: no, type: nauc_recall_at_1000_diff1
value: 24.395500000000002
verified: no, type: nauc_precision_at_1_max
value: 43.5471
verified: no, type: nauc_precision_at_1_std
value: -7.1188
verified: no, type: nauc_precision_at_1_diff1
value: 62.971900000000005
verified: no, type: nauc_precision_at_3_max
value: 39.456599999999995
verified: no, type: nauc_precision_at_3_std
value: -6.9102
verified: no, type: nauc_precision_at_3_diff1
value: 21.7063
verified: no, type: nauc_precision_at_5_max
value: 39.5105
verified: no, type: nauc_precision_at_5_std
value: -4.0794999999999995
verified: no, type: nauc_precision_at_5_diff1
value: 11.556700000000001
verified: no, type: nauc_precision_at_10_max
value: 38.1647
verified: no, type: nauc_precision_at_10_std
value: 1.0857999999999999
verified: no, type: nauc_precision_at_10_diff1
value: 3.9246000000000003
verified: no, type: nauc_precision_at_20_max
value: 38.1511
verified: no, type: nauc_precision_at_20_std
value: 5.1094
verified: no, type: nauc_precision_at_20_diff1
value: -0.468
verified: no, type: nauc_precision_at_100_max
value: 30.9215
verified: no, type: nauc_precision_at_100_std
value: 7.5769
verified: no, type: nauc_precision_at_100_diff1
value: -8.6537
verified: no, type: nauc_precision_at_1000_max
value: 28.324899999999996
verified: no, type: nauc_precision_at_1000_std
value: 4.0066999999999995
verified: no, type: nauc_precision_at_1000_diff1
value: -13.2833
verified: no, type: nauc_mrr_at_1_max
value: 43.5471
verified: no, type: nauc_mrr_at_1_std
value: -7.1188
verified: no, type: nauc_mrr_at_1_diff1
value: 62.971900000000005
verified: no, type: nauc_mrr_at_3_max
value: 44.7938
verified: no, type: nauc_mrr_at_3_std
value: -8.1318
verified: no, type: nauc_mrr_at_3_diff1
value: 60.6936
verified: no, type: nauc_mrr_at_5_max
value: 44.398199999999996
verified: no, type: nauc_mrr_at_5_std
value: -8.0999
verified: no, type: nauc_mrr_at_5_diff1
value: 60.2421
verified: no, type: nauc_mrr_at_10_max
value: 44.7636
verified: no, type: nauc_mrr_at_10_std
value: -6.6530000000000005
verified: no, type: nauc_mrr_at_10_diff1
value: 60.168
verified: no, type: nauc_mrr_at_20_max
value: 44.5856
verified: no, type: nauc_mrr_at_20_std
value: -6.786300000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 60.224999999999994
verified: no, type: nauc_mrr_at_100_max
value: 44.554899999999996
verified: no, type: nauc_mrr_at_100_std
value: -6.819400000000001
verified: no, type: nauc_mrr_at_100_diff1
value: 60.379400000000004
verified: no, type: nauc_mrr_at_1000_max
value: 44.5589
verified: no, type: nauc_mrr_at_1000_std
value: -6.8267
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.3766
verified: no, type: main_score
value: 60.118
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: ndcg_at_1
value: 87.576
verified: no, type: ndcg_at_3
value: 73.276
verified: no, type: ndcg_at_5
value: 75.717
verified: no, type: ndcg_at_10
value: 77.681
verified: no, type: ndcg_at_20
value: 78.865
verified: no, type: ndcg_at_100
value: 80.42
verified: no, type: ndcg_at_1000
value: 81.34
verified: no, type: map_at_1
value: 43.788
verified: no, type: map_at_3
value: 66.769
verified: no, type: map_at_5
value: 68.811
verified: no, type: map_at_10
value: 70.06099999999999
verified: no, type: map_at_20
value: 70.565
verified: no, type: map_at_100
value: 70.901
verified: no, type: map_at_1000
value: 70.955
verified: no, type: recall_at_1
value: 43.788
verified: no, type: recall_at_3
value: 70.27
verified: no, type: recall_at_5
value: 75.098
verified: no, type: recall_at_10
value: 79.99300000000001
verified: no, type: recall_at_20
value: 83.795
verified: no, type: recall_at_100
value: 90.621
verified: no, type: recall_at_1000
value: 96.577
verified: no, type: precision_at_1
value: 87.576
verified: no, type: precision_at_3
value: 46.847
verified: no, type: precision_at_5
value: 30.038999999999998
verified: no, type: precision_at_10
value: 15.998999999999999
verified: no, type: precision_at_20
value: 8.379
verified: no, type: precision_at_100
value: 1.812
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: mrr_at_1
value: 87.576
verified: no, type: mrr_at_3
value: 90.7968
verified: no, type: mrr_at_5
value: 91.135
verified: no, type: mrr_at_10
value: 91.3228
verified: no, type: mrr_at_20
value: 91.3865
verified: no, type: mrr_at_100
value: 91.41709999999999
verified: no, type: mrr_at_1000
value: 91.4191
verified: no, type: nauc_ndcg_at_1_max
value: 52.9848
verified: no, type: nauc_ndcg_at_1_std
value: -7.4415
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.138
verified: no, type: nauc_ndcg_at_3_max
value: 18.2608
verified: no, type: nauc_ndcg_at_3_std
value: 2.8652
verified: no, type: nauc_ndcg_at_3_diff1
value: 8.2423
verified: no, type: nauc_ndcg_at_5_max
value: 18.7809
verified: no, type: nauc_ndcg_at_5_std
value: 5.266
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.2429
verified: no, type: nauc_ndcg_at_10_max
value: 20.0532
verified: no, type: nauc_ndcg_at_10_std
value: 7.7897
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.953
verified: no, type: nauc_ndcg_at_20_max
value: 20.921
verified: no, type: nauc_ndcg_at_20_std
value: 9.1425
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.8906
verified: no, type: nauc_ndcg_at_100_max
value: 22.0304
verified: no, type: nauc_ndcg_at_100_std
value: 10.200099999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.8734
verified: no, type: nauc_ndcg_at_1000_max
value: 22.4498
verified: no, type: nauc_ndcg_at_1000_std
value: 9.0443
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.950800000000001
verified: no, type: nauc_map_at_1_max
value: 52.9848
verified: no, type: nauc_map_at_1_std
value: -7.4415
verified: no, type: nauc_map_at_1_diff1
value: 74.138
verified: no, type: nauc_map_at_3_max
value: 14.394599999999999
verified: no, type: nauc_map_at_3_std
value: 3.0435
verified: no, type: nauc_map_at_3_diff1
value: 2.7293000000000003
verified: no, type: nauc_map_at_5_max
value: 15.001000000000001
verified: no, type: nauc_map_at_5_std
value: 4.8138
verified: no, type: nauc_map_at_5_diff1
value: 3.0212
verified: no, type: nauc_map_at_10_max
value: 15.770600000000002
verified: no, type: nauc_map_at_10_std
value: 6.1151
verified: no, type: nauc_map_at_10_diff1
value: 3.546
verified: no, type: nauc_map_at_20_max
value: 16.0909
verified: no, type: nauc_map_at_20_std
value: 6.5694
verified: no, type: nauc_map_at_20_diff1
value: 3.8928
verified: no, type: nauc_map_at_100_max
value: 16.2717
verified: no, type: nauc_map_at_100_std
value: 6.7403
verified: no, type: nauc_map_at_100_diff1
value: 4.0282
verified: no, type: nauc_map_at_1000_max
value: 16.284399999999998
verified: no, type: nauc_map_at_1000_std
value: 6.6972000000000005
verified: no, type: nauc_map_at_1000_diff1
value: 4.0631
verified: no, type: nauc_recall_at_1_max
value: 52.9848
verified: no, type: nauc_recall_at_1_std
value: -7.4415
verified: no, type: nauc_recall_at_1_diff1
value: 74.138
verified: no, type: nauc_recall_at_3_max
value: 11.933
verified: no, type: nauc_recall_at_3_std
value: 5.3739
verified: no, type: nauc_recall_at_3_diff1
value: -3.9494000000000002
verified: no, type: nauc_recall_at_5_max
value: 12.087100000000001
verified: no, type: nauc_recall_at_5_std
value: 9.9072
verified: no, type: nauc_recall_at_5_diff1
value: -5.1775
verified: no, type: nauc_recall_at_10_max
value: 13.96
verified: no, type: nauc_recall_at_10_std
value: 16.7674
verified: no, type: nauc_recall_at_10_diff1
value: -5.56
verified: no, type: nauc_recall_at_20_max
value: 15.7857
verified: no, type: nauc_recall_at_20_std
value: 22.8973
verified: no, type: nauc_recall_at_20_diff1
value: -4.7106
verified: no, type: nauc_recall_at_100_max
value: 20.7038
verified: no, type: nauc_recall_at_100_std
value: 38.0023
verified: no, type: nauc_recall_at_100_diff1
value: -5.9268
verified: no, type: nauc_recall_at_1000_max
value: 31.1577
verified: no, type: nauc_recall_at_1000_std
value: 51.5596
verified: no, type: nauc_recall_at_1000_diff1
value: -3.6110999999999995
verified: no, type: nauc_precision_at_1_max
value: 52.9848
verified: no, type: nauc_precision_at_1_std
value: -7.4415
verified: no, type: nauc_precision_at_1_diff1
value: 74.138
verified: no, type: nauc_precision_at_3_max
value: 11.933
verified: no, type: nauc_precision_at_3_std
value: 5.3739
verified: no, type: nauc_precision_at_3_diff1
value: -3.9494000000000002
verified: no, type: nauc_precision_at_5_max
value: 12.087100000000001
verified: no, type: nauc_precision_at_5_std
value: 9.9072
verified: no, type: nauc_precision_at_5_diff1
value: -5.1775
verified: no, type: nauc_precision_at_10_max
value: 13.96
verified: no, type: nauc_precision_at_10_std
value: 16.7674
verified: no, type: nauc_precision_at_10_diff1
value: -5.56
verified: no, type: nauc_precision_at_20_max
value: 15.7857
verified: no, type: nauc_precision_at_20_std
value: 22.8973
verified: no, type: nauc_precision_at_20_diff1
value: -4.7106
verified: no, type: nauc_precision_at_100_max
value: 20.7038
verified: no, type: nauc_precision_at_100_std
value: 38.0023
verified: no, type: nauc_precision_at_100_diff1
value: -5.9268
verified: no, type: nauc_precision_at_1000_max
value: 31.1577
verified: no, type: nauc_precision_at_1000_std
value: 51.5596
verified: no, type: nauc_precision_at_1000_diff1
value: -3.6110999999999995
verified: no, type: nauc_mrr_at_1_max
value: 52.9848
verified: no, type: nauc_mrr_at_1_std
value: -7.4415
verified: no, type: nauc_mrr_at_1_diff1
value: 74.138
verified: no, type: nauc_mrr_at_3_max
value: 56.448100000000004
verified: no, type: nauc_mrr_at_3_std
value: -5.8551
verified: no, type: nauc_mrr_at_3_diff1
value: 73.5421
verified: no, type: nauc_mrr_at_5_max
value: 56.3061
verified: no, type: nauc_mrr_at_5_std
value: -5.8522
verified: no, type: nauc_mrr_at_5_diff1
value: 73.78190000000001
verified: no, type: nauc_mrr_at_10_max
value: 56.2413
verified: no, type: nauc_mrr_at_10_std
value: -5.6768
verified: no, type: nauc_mrr_at_10_diff1
value: 73.8144
verified: no, type: nauc_mrr_at_20_max
value: 56.1659
verified: no, type: nauc_mrr_at_20_std
value: -5.7085
verified: no, type: nauc_mrr_at_20_diff1
value: 73.8173
verified: no, type: nauc_mrr_at_100_max
value: 56.1251
verified: no, type: nauc_mrr_at_100_std
value: -5.7101
verified: no, type: nauc_mrr_at_100_diff1
value: 73.8056
verified: no, type: nauc_mrr_at_1000_max
value: 56.118199999999995
verified: no, type: nauc_mrr_at_1000_std
value: -5.723000000000001
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.8034
verified: no, type: main_score
value: 77.681
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 96.9528
verified: no, type: f1
value: 96.95270000000001
verified: no, type: f1_weighted
value: 96.95270000000001
verified: no, type: ap
value: 95.35130000000001
verified: no, type: ap_weighted
value: 95.35130000000001
verified: no, type: main_score
value: 96.9528
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: ndcg_at_1
value: 25.759
verified: no, type: ndcg_at_3
value: 37.159
verified: no, type: ndcg_at_5
value: 41.388999999999996
verified: no, type: ndcg_at_10
value: 45.31
verified: no, type: ndcg_at_20
value: 47.912
verified: no, type: ndcg_at_100
value: 50.719
verified: no, type: ndcg_at_1000
value: 51.636
verified: no, type: map_at_1
value: 25.056
verified: no, type: map_at_3
value: 34.059
verified: no, type: map_at_5
value: 36.424
verified: no, type: map_at_10
value: 38.099
verified: no, type: map_at_20
value: 38.834
verified: no, type: map_at_100
value: 39.245999999999995
verified: no, type: map_at_1000
value: 39.285
verified: no, type: recall_at_1
value: 25.056
verified: no, type: recall_at_3
value: 45.414
verified: no, type: recall_at_5
value: 55.595000000000006
verified: no, type: recall_at_10
value: 67.43900000000001
verified: no, type: recall_at_20
value: 77.544
verified: no, type: recall_at_100
value: 92.23599999999999
verified: no, type: recall_at_1000
value: 99.087
verified: no, type: precision_at_1
value: 25.759
verified: no, type: precision_at_3
value: 15.716
verified: no, type: precision_at_5
value: 11.579
verified: no, type: precision_at_10
value: 7.063999999999999
verified: no, type: precision_at_20
value: 4.074
verified: no, type: precision_at_100
value: 0.975
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: mrr_at_1
value: 25.759300000000003
verified: no, type: mrr_at_3
value: 34.7827
verified: no, type: mrr_at_5
value: 37.1122
verified: no, type: mrr_at_10
value: 38.702799999999996
verified: no, type: mrr_at_20
value: 39.4035
verified: no, type: mrr_at_100
value: 39.7874
verified: no, type: mrr_at_1000
value: 39.820499999999996
verified: no, type: nauc_ndcg_at_1_max
value: 7.6849
verified: no, type: nauc_ndcg_at_1_std
value: -20.9503
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.0921
verified: no, type: nauc_ndcg_at_3_max
value: 8.9183
verified: no, type: nauc_ndcg_at_3_std
value: -24.5722
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.3955
verified: no, type: nauc_ndcg_at_5_max
value: 9.3112
verified: no, type: nauc_ndcg_at_5_std
value: -24.8615
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.9193
verified: no, type: nauc_ndcg_at_10_max
value: 9.9335
verified: no, type: nauc_ndcg_at_10_std
value: -24.2891
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.2354
verified: no, type: nauc_ndcg_at_20_max
value: 10.1047
verified: no, type: nauc_ndcg_at_20_std
value: -22.538
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.370200000000004
verified: no, type: nauc_ndcg_at_100_max
value: 9.9511
verified: no, type: nauc_ndcg_at_100_std
value: -21.182699999999997
verified: no, type: nauc_ndcg_at_100_diff1
value: 35.8301
verified: no, type: nauc_ndcg_at_1000_max
value: 9.7745
verified: no, type: nauc_ndcg_at_1000_std
value: -22.1117
verified: no, type: nauc_ndcg_at_1000_diff1
value: 35.7943
verified: no, type: nauc_map_at_1_max
value: 7.7292
verified: no, type: nauc_map_at_1_std
value: -20.9013
verified: no, type: nauc_map_at_1_diff1
value: 39.1258
verified: no, type: nauc_map_at_3_max
value: 8.6472
verified: no, type: nauc_map_at_3_std
value: -23.8389
verified: no, type: nauc_map_at_3_diff1
value: 36.3462
verified: no, type: nauc_map_at_5_max
value: 8.8231
verified: no, type: nauc_map_at_5_std
value: -24.048
verified: no, type: nauc_map_at_5_diff1
value: 36.0689
verified: no, type: nauc_map_at_10_max
value: 9.064
verified: no, type: nauc_map_at_10_std
value: -23.788400000000003
verified: no, type: nauc_map_at_10_diff1
value: 36.193
verified: no, type: nauc_map_at_20_max
value: 9.0944
verified: no, type: nauc_map_at_20_std
value: -23.3413
verified: no, type: nauc_map_at_20_diff1
value: 36.2575
verified: no, type: nauc_map_at_100_max
value: 9.0852
verified: no, type: nauc_map_at_100_std
value: -23.1205
verified: no, type: nauc_map_at_100_diff1
value: 36.314
verified: no, type: nauc_map_at_1000_max
value: 9.0815
verified: no, type: nauc_map_at_1000_std
value: -23.1446
verified: no, type: nauc_map_at_1000_diff1
value: 36.3137
verified: no, type: nauc_recall_at_1_max
value: 7.7292
verified: no, type: nauc_recall_at_1_std
value: -20.9013
verified: no, type: nauc_recall_at_1_diff1
value: 39.1258
verified: no, type: nauc_recall_at_3_max
value: 9.8077
verified: no, type: nauc_recall_at_3_std
value: -26.5565
verified: no, type: nauc_recall_at_3_diff1
value: 32.7773
verified: no, type: nauc_recall_at_5_max
value: 10.801
verified: no, type: nauc_recall_at_5_std
value: -27.3276
verified: no, type: nauc_recall_at_5_diff1
value: 31.4183
verified: no, type: nauc_recall_at_10_max
value: 13.324
verified: no, type: nauc_recall_at_10_std
value: -25.866699999999998
verified: no, type: nauc_recall_at_10_diff1
value: 31.8682
verified: no, type: nauc_recall_at_20_max
value: 15.2863
verified: no, type: nauc_recall_at_20_std
value: -16.487299999999998
verified: no, type: nauc_recall_at_20_diff1
value: 31.4332
verified: no, type: nauc_recall_at_100_max
value: 19.4577
verified: no, type: nauc_recall_at_100_std
value: 14.5535
verified: no, type: nauc_recall_at_100_diff1
value: 34.865899999999996
verified: no, type: nauc_recall_at_1000_max
value: 48.2992
verified: no, type: nauc_recall_at_1000_std
value: 61.405100000000004
verified: no, type: nauc_recall_at_1000_diff1
value: 23.533299999999997
verified: no, type: nauc_precision_at_1_max
value: 7.6849
verified: no, type: nauc_precision_at_1_std
value: -20.9503
verified: no, type: nauc_precision_at_1_diff1
value: 39.0921
verified: no, type: nauc_precision_at_3_max
value: 9.224400000000001
verified: no, type: nauc_precision_at_3_std
value: -26.7181
verified: no, type: nauc_precision_at_3_diff1
value: 32.0185
verified: no, type: nauc_precision_at_5_max
value: 10.2675
verified: no, type: nauc_precision_at_5_std
value: -26.803700000000003
verified: no, type: nauc_precision_at_5_diff1
value: 30.189300000000003
verified: no, type: nauc_precision_at_10_max
value: 12.128400000000001
verified: no, type: nauc_precision_at_10_std
value: -23.18
verified: no, type: nauc_precision_at_10_diff1
value: 28.5595
verified: no, type: nauc_precision_at_20_max
value: 13.1152
verified: no, type: nauc_precision_at_20_std
value: -12.6363
verified: no, type: nauc_precision_at_20_diff1
value: 25.7907
verified: no, type: nauc_precision_at_100_max
value: 11.881400000000001
verified: no, type: nauc_precision_at_100_std
value: 12.4388
verified: no, type: nauc_precision_at_100_diff1
value: 15.3289
verified: no, type: nauc_precision_at_1000_max
value: 5.5209
verified: no, type: nauc_precision_at_1000_std
value: 11.001900000000001
verified: no, type: nauc_precision_at_1000_diff1
value: -3.0637000000000003
verified: no, type: nauc_mrr_at_1_max
value: 7.6849
verified: no, type: nauc_mrr_at_1_std
value: -20.9503
verified: no, type: nauc_mrr_at_1_diff1
value: 39.0921
verified: no, type: nauc_mrr_at_3_max
value: 8.454699999999999
verified: no, type: nauc_mrr_at_3_std
value: -23.5899
verified: no, type: nauc_mrr_at_3_diff1
value: 36.077
verified: no, type: nauc_mrr_at_5_max
value: 8.7245
verified: no, type: nauc_mrr_at_5_std
value: -23.6374
verified: no, type: nauc_mrr_at_5_diff1
value: 35.844
verified: no, type: nauc_mrr_at_10_max
value: 8.9177
verified: no, type: nauc_mrr_at_10_std
value: -23.457800000000002
verified: no, type: nauc_mrr_at_10_diff1
value: 36.02
verified: no, type: nauc_mrr_at_20_max
value: 8.9659
verified: no, type: nauc_mrr_at_20_std
value: -23.0174
verified: no, type: nauc_mrr_at_20_diff1
value: 36.050900000000006
verified: no, type: nauc_mrr_at_100_max
value: 8.9461
verified: no, type: nauc_mrr_at_100_std
value: -22.8363
verified: no, type: nauc_mrr_at_100_diff1
value: 36.1078
verified: no, type: nauc_mrr_at_1000_max
value: 8.940299999999999
verified: no, type: nauc_mrr_at_1000_std
value: -22.8606
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.106700000000004
verified: no, type: main_score
value: 45.31
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 99.1701
verified: no, type: f1
value: 99.07639999999999
verified: no, type: f1_weighted
value: 99.1712
verified: no, type: main_score
value: 99.1701
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 91.48429999999999
verified: no, type: f1
value: 72.55080000000001
verified: no, type: f1_weighted
value: 91.72449999999999
verified: no, type: main_score
value: 91.48429999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 85.306
verified: no, type: f1
value: 83.1076
verified: no, type: f1_weighted
value: 84.4685
verified: no, type: main_score
value: 85.306
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 91.17349999999999
verified: no, type: f1
value: 90.15950000000001
verified: no, type: f1_weighted
value: 90.802
verified: no, type: main_score
value: 91.17349999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: v_measure
value: 46.7494
verified: no, type: v_measure_std
value: 1.2241
verified: no, type: main_score
value: 46.7494
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: v_measure
value: 44.9016
verified: no, type: v_measure_std
value: 1.3978000000000002
verified: no, type: main_score
value: 44.9016
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: map
value: 32.628099999999996
verified: no, type: mrr
value: 33.8493
verified: no, type: nAUC_map_max
value: -21.0204
verified: no, type: nAUC_map_std
value: -5.1638
verified: no, type: nAUC_map_diff1
value: 10.4531
verified: no, type: nAUC_mrr_max
value: -15.85
verified: no, type: nAUC_mrr_std
value: -2.7011
verified: no, type: nAUC_mrr_diff1
value: 9.8352
verified: no, type: main_score
value: 32.628099999999996
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: ndcg_at_1
value: 54.954
verified: no, type: ndcg_at_3
value: 49.876
verified: no, type: ndcg_at_5
value: 47.038999999999994
verified: no, type: ndcg_at_10
value: 43.313
verified: no, type: ndcg_at_20
value: 41.086
verified: no, type: ndcg_at_100
value: 40.849999999999994
verified: no, type: ndcg_at_1000
value: 49.852000000000004
verified: no, type: map_at_1
value: 7.412000000000001
verified: no, type: map_at_3
value: 12.438
verified: no, type: map_at_5
value: 14.448
verified: no, type: map_at_10
value: 17.080000000000002
verified: no, type: map_at_20
value: 19.273
verified: no, type: map_at_100
value: 22.494
verified: no, type: map_at_1000
value: 24.490000000000002
verified: no, type: recall_at_1
value: 7.412000000000001
verified: no, type: recall_at_3
value: 13.682
verified: no, type: recall_at_5
value: 16.595
verified: no, type: recall_at_10
value: 21.726
verified: no, type: recall_at_20
value: 26.895999999999997
verified: no, type: recall_at_100
value: 42.345
verified: no, type: recall_at_1000
value: 74.752
verified: no, type: precision_at_1
value: 56.65599999999999
verified: no, type: precision_at_3
value: 46.646
verified: no, type: precision_at_5
value: 40.619
verified: no, type: precision_at_10
value: 31.796000000000003
verified: no, type: precision_at_20
value: 24.195
verified: no, type: precision_at_100
value: 10.65
verified: no, type: precision_at_1000
value: 2.4570000000000003
verified: no, type: mrr_at_1
value: 56.6563
verified: no, type: mrr_at_3
value: 63.2095
verified: no, type: mrr_at_5
value: 63.998999999999995
verified: no, type: mrr_at_10
value: 64.6678
verified: no, type: mrr_at_20
value: 64.96079999999999
verified: no, type: mrr_at_100
value: 65.13550000000001
verified: no, type: mrr_at_1000
value: 65.1606
verified: no, type: nauc_ndcg_at_1_max
value: 36.932900000000004
verified: no, type: nauc_ndcg_at_1_std
value: 18.8188
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.8327
verified: no, type: nauc_ndcg_at_3_max
value: 37.044
verified: no, type: nauc_ndcg_at_3_std
value: 17.2918
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.0583
verified: no, type: nauc_ndcg_at_5_max
value: 36.1203
verified: no, type: nauc_ndcg_at_5_std
value: 17.3222
verified: no, type: nauc_ndcg_at_5_diff1
value: 10.6337
verified: no, type: nauc_ndcg_at_10_max
value: 35.2176
verified: no, type: nauc_ndcg_at_10_std
value: 19.4608
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.1899
verified: no, type: nauc_ndcg_at_20_max
value: 34.3354
verified: no, type: nauc_ndcg_at_20_std
value: 20.2528
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.4017
verified: no, type: nauc_ndcg_at_100_max
value: 36.2388
verified: no, type: nauc_ndcg_at_100_std
value: 21.578500000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.639899999999999
verified: no, type: nauc_ndcg_at_1000_max
value: 42.6963
verified: no, type: nauc_ndcg_at_1000_std
value: 26.8738
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.3058
verified: no, type: nauc_map_at_1_max
value: 3.4625999999999997
verified: no, type: nauc_map_at_1_std
value: -18.5752
verified: no, type: nauc_map_at_1_diff1
value: 42.8963
verified: no, type: nauc_map_at_3_max
value: 10.6291
verified: no, type: nauc_map_at_3_std
value: -13.977500000000001
verified: no, type: nauc_map_at_3_diff1
value: 31.7847
verified: no, type: nauc_map_at_5_max
value: 13.558200000000001
verified: no, type: nauc_map_at_5_std
value: -13.120499999999998
verified: no, type: nauc_map_at_5_diff1
value: 29.016199999999998
verified: no, type: nauc_map_at_10_max
value: 18.4615
verified: no, type: nauc_map_at_10_std
value: -8.2696
verified: no, type: nauc_map_at_10_diff1
value: 24.9417
verified: no, type: nauc_map_at_20_max
value: 22.4656
verified: no, type: nauc_map_at_20_std
value: -3.5717
verified: no, type: nauc_map_at_20_diff1
value: 21.6654
verified: no, type: nauc_map_at_100_max
value: 26.3009
verified: no, type: nauc_map_at_100_std
value: 4.6873
verified: no, type: nauc_map_at_100_diff1
value: 18.1131
verified: no, type: nauc_map_at_1000_max
value: 26.965
verified: no, type: nauc_map_at_1000_std
value: 8.6958
verified: no, type: nauc_map_at_1000_diff1
value: 15.898499999999999
verified: no, type: nauc_recall_at_1_max
value: 3.4625999999999997
verified: no, type: nauc_recall_at_1_std
value: -18.5752
verified: no, type: nauc_recall_at_1_diff1
value: 42.8963
verified: no, type: nauc_recall_at_3_max
value: 8.9686
verified: no, type: nauc_recall_at_3_std
value: -13.836599999999999
verified: no, type: nauc_recall_at_3_diff1
value: 27.528799999999997
verified: no, type: nauc_recall_at_5_max
value: 11.818900000000001
verified: no, type: nauc_recall_at_5_std
value: -13.414499999999999
verified: no, type: nauc_recall_at_5_diff1
value: 24.535899999999998
verified: no, type: nauc_recall_at_10_max
value: 15.515300000000002
verified: no, type: nauc_recall_at_10_std
value: -7.9226
verified: no, type: nauc_recall_at_10_diff1
value: 19.0975
verified: no, type: nauc_recall_at_20_max
value: 18.786
verified: no, type: nauc_recall_at_20_std
value: -3.7244
verified: no, type: nauc_recall_at_20_diff1
value: 13.8233
verified: no, type: nauc_recall_at_100_max
value: 21.3034
verified: no, type: nauc_recall_at_100_std
value: 9.569600000000001
verified: no, type: nauc_recall_at_100_diff1
value: 4.5838
verified: no, type: nauc_recall_at_1000_max
value: 18.991
verified: no, type: nauc_recall_at_1000_std
value: 14.690100000000001
verified: no, type: nauc_recall_at_1000_diff1
value: -6.4048
verified: no, type: nauc_precision_at_1_max
value: 38.888099999999994
verified: no, type: nauc_precision_at_1_std
value: 19.6065
verified: no, type: nauc_precision_at_1_diff1
value: 18.8443
verified: no, type: nauc_precision_at_3_max
value: 38.5528
verified: no, type: nauc_precision_at_3_std
value: 22.456
verified: no, type: nauc_precision_at_3_diff1
value: -0.0451
verified: no, type: nauc_precision_at_5_max
value: 36.9122
verified: no, type: nauc_precision_at_5_std
value: 24.6269
verified: no, type: nauc_precision_at_5_diff1
value: -5.5478
verified: no, type: nauc_precision_at_10_max
value: 35.3133
verified: no, type: nauc_precision_at_10_std
value: 32.6397
verified: no, type: nauc_precision_at_10_diff1
value: -12.6832
verified: no, type: nauc_precision_at_20_max
value: 31.1714
verified: no, type: nauc_precision_at_20_std
value: 37.2027
verified: no, type: nauc_precision_at_20_diff1
value: -15.146
verified: no, type: nauc_precision_at_100_max
value: 16.4786
verified: no, type: nauc_precision_at_100_std
value: 41.3436
verified: no, type: nauc_precision_at_100_diff1
value: -19.1827
verified: no, type: nauc_precision_at_1000_max
value: 5.0432999999999995
verified: no, type: nauc_precision_at_1000_std
value: 34.5184
verified: no, type: nauc_precision_at_1000_diff1
value: -18.926399999999997
verified: no, type: nauc_mrr_at_1_max
value: 38.888099999999994
verified: no, type: nauc_mrr_at_1_std
value: 19.6065
verified: no, type: nauc_mrr_at_1_diff1
value: 18.8443
verified: no, type: nauc_mrr_at_3_max
value: 43.250699999999995
verified: no, type: nauc_mrr_at_3_std
value: 23.7515
verified: no, type: nauc_mrr_at_3_diff1
value: 18.895899999999997
verified: no, type: nauc_mrr_at_5_max
value: 43.845600000000005
verified: no, type: nauc_mrr_at_5_std
value: 23.7064
verified: no, type: nauc_mrr_at_5_diff1
value: 19.9659
verified: no, type: nauc_mrr_at_10_max
value: 44.075900000000004
verified: no, type: nauc_mrr_at_10_std
value: 24.7276
verified: no, type: nauc_mrr_at_10_diff1
value: 19.4665
verified: no, type: nauc_mrr_at_20_max
value: 44.169599999999996
verified: no, type: nauc_mrr_at_20_std
value: 24.6675
verified: no, type: nauc_mrr_at_20_diff1
value: 19.1246
verified: no, type: nauc_mrr_at_100_max
value: 44.1064
verified: no, type: nauc_mrr_at_100_std
value: 24.5961
verified: no, type: nauc_mrr_at_100_diff1
value: 19.1742
verified: no, type: nauc_mrr_at_1000_max
value: 44.083099999999995
verified: no, type: nauc_mrr_at_1000_std
value: 24.5796
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.1781
verified: no, type: main_score
value: 43.313
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: ndcg_at_1
value: 52.751999999999995
verified: no, type: ndcg_at_3
value: 65.18599999999999
verified: no, type: ndcg_at_5
value: 68.931
verified: no, type: ndcg_at_10
value: 71.487
verified: no, type: ndcg_at_20
value: 72.694
verified: no, type: ndcg_at_100
value: 73.603
verified: no, type: ndcg_at_1000
value: 73.772
verified: no, type: map_at_1
value: 47.446
verified: no, type: map_at_3
value: 60.94500000000001
verified: no, type: map_at_5
value: 63.33
verified: no, type: map_at_10
value: 64.581
verified: no, type: map_at_20
value: 64.97800000000001
verified: no, type: map_at_100
value: 65.142
verified: no, type: map_at_1000
value: 65.15100000000001
verified: no, type: recall_at_1
value: 47.446
verified: no, type: recall_at_3
value: 74.13300000000001
verified: no, type: recall_at_5
value: 82.575
verified: no, type: recall_at_10
value: 89.827
verified: no, type: recall_at_20
value: 94.238
verified: no, type: recall_at_100
value: 98.646
verified: no, type: recall_at_1000
value: 99.846
verified: no, type: precision_at_1
value: 52.751999999999995
verified: no, type: precision_at_3
value: 28.910999999999998
verified: no, type: precision_at_5
value: 19.606
verified: no, type: precision_at_10
value: 10.8
verified: no, type: precision_at_20
value: 5.694
verified: no, type: precision_at_100
value: 1.199
verified: no, type: precision_at_1000
value: 0.122
verified: no, type: mrr_at_1
value: 52.751999999999995
verified: no, type: mrr_at_3
value: 64.10289999999999
verified: no, type: mrr_at_5
value: 65.8613
verified: no, type: mrr_at_10
value: 66.686
verified: no, type: mrr_at_20
value: 66.9409
verified: no, type: mrr_at_100
value: 67.0379
verified: no, type: mrr_at_1000
value: 67.0432
verified: no, type: nauc_ndcg_at_1_max
value: 30.3808
verified: no, type: nauc_ndcg_at_1_std
value: -5.9129000000000005
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.0165
verified: no, type: nauc_ndcg_at_3_max
value: 35.7466
verified: no, type: nauc_ndcg_at_3_std
value: -8.3171
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.8012
verified: no, type: nauc_ndcg_at_5_max
value: 36.5622
verified: no, type: nauc_ndcg_at_5_std
value: -7.2429
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.8656
verified: no, type: nauc_ndcg_at_10_max
value: 36.8005
verified: no, type: nauc_ndcg_at_10_std
value: -6.1641
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.9286
verified: no, type: nauc_ndcg_at_20_max
value: 36.518
verified: no, type: nauc_ndcg_at_20_std
value: -5.389200000000001
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.249500000000005
verified: no, type: nauc_ndcg_at_100_max
value: 35.918
verified: no, type: nauc_ndcg_at_100_std
value: -5.2897
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.4364
verified: no, type: nauc_ndcg_at_1000_max
value: 35.5555
verified: no, type: nauc_ndcg_at_1000_std
value: -5.657100000000001
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.2952
verified: no, type: nauc_map_at_1_max
value: 27.845399999999998
verified: no, type: nauc_map_at_1_std
value: -8.4687
verified: no, type: nauc_map_at_1_diff1
value: 46.1481
verified: no, type: nauc_map_at_3_max
value: 33.8624
verified: no, type: nauc_map_at_3_std
value: -8.7464
verified: no, type: nauc_map_at_3_diff1
value: 42.821
verified: no, type: nauc_map_at_5_max
value: 34.3698
verified: no, type: nauc_map_at_5_std
value: -7.893600000000001
verified: no, type: nauc_map_at_5_diff1
value: 42.869600000000005
verified: no, type: nauc_map_at_10_max
value: 34.469899999999996
verified: no, type: nauc_map_at_10_std
value: -7.372199999999999
verified: no, type: nauc_map_at_10_diff1
value: 43.2528
verified: no, type: nauc_map_at_20_max
value: 34.4121
verified: no, type: nauc_map_at_20_std
value: -7.1491
verified: no, type: nauc_map_at_20_diff1
value: 43.3789
verified: no, type: nauc_map_at_100_max
value: 34.3433
verified: no, type: nauc_map_at_100_std
value: -7.0851999999999995
verified: no, type: nauc_map_at_100_diff1
value: 43.3953
verified: no, type: nauc_map_at_1000_max
value: 34.3293
verified: no, type: nauc_map_at_1000_std
value: -7.096900000000001
verified: no, type: nauc_map_at_1000_diff1
value: 43.3893
verified: no, type: nauc_recall_at_1_max
value: 27.845399999999998
verified: no, type: nauc_recall_at_1_std
value: -8.4687
verified: no, type: nauc_recall_at_1_diff1
value: 46.1481
verified: no, type: nauc_recall_at_3_max
value: 39.4993
verified: no, type: nauc_recall_at_3_std
value: -10.2782
verified: no, type: nauc_recall_at_3_diff1
value: 36.239399999999996
verified: no, type: nauc_recall_at_5_max
value: 43.7836
verified: no, type: nauc_recall_at_5_std
value: -8.4871
verified: no, type: nauc_recall_at_5_diff1
value: 34.7778
verified: no, type: nauc_recall_at_10_max
value: 50.5553
verified: no, type: nauc_recall_at_10_std
value: -3.7254
verified: no, type: nauc_recall_at_10_diff1
value: 38.756800000000005
verified: no, type: nauc_recall_at_20_max
value: 56.6151
verified: no, type: nauc_recall_at_20_std
value: 7.4285000000000005
verified: no, type: nauc_recall_at_20_diff1
value: 39.919
verified: no, type: nauc_recall_at_100_max
value: 79.1225
verified: no, type: nauc_recall_at_100_std
value: 45.264700000000005
verified: no, type: nauc_recall_at_100_diff1
value: 52.2652
verified: no, type: nauc_recall_at_1000_max
value: 75.74210000000001
verified: no, type: nauc_recall_at_1000_std
value: 71.3295
verified: no, type: nauc_recall_at_1000_diff1
value: -2.503
verified: no, type: nauc_precision_at_1_max
value: 30.3808
verified: no, type: nauc_precision_at_1_std
value: -5.9129000000000005
verified: no, type: nauc_precision_at_1_diff1
value: 47.0165
verified: no, type: nauc_precision_at_3_max
value: 30.1298
verified: no, type: nauc_precision_at_3_std
value: 0.9233999999999999
verified: no, type: nauc_precision_at_3_diff1
value: 18.6972
verified: no, type: nauc_precision_at_5_max
value: 24.6955
verified: no, type: nauc_precision_at_5_std
value: 6.4975000000000005
verified: no, type: nauc_precision_at_5_diff1
value: 9.0141
verified: no, type: nauc_precision_at_10_max
value: 17.7006
verified: no, type: nauc_precision_at_10_std
value: 12.1744
verified: no, type: nauc_precision_at_10_diff1
value: 1.5388000000000002
verified: no, type: nauc_precision_at_20_max
value: 11.473600000000001
verified: no, type: nauc_precision_at_20_std
value: 16.2131
verified: no, type: nauc_precision_at_20_diff1
value: -4.3109
verified: no, type: nauc_precision_at_100_max
value: 3.5707999999999998
verified: no, type: nauc_precision_at_100_std
value: 18.5558
verified: no, type: nauc_precision_at_100_diff1
value: -10.8589
verified: no, type: nauc_precision_at_1000_max
value: -0.23800000000000002
verified: no, type: nauc_precision_at_1000_std
value: 16.941300000000002
verified: no, type: nauc_precision_at_1000_diff1
value: -13.7766
verified: no, type: nauc_mrr_at_1_max
value: 30.3808
verified: no, type: nauc_mrr_at_1_std
value: -5.9129000000000005
verified: no, type: nauc_mrr_at_1_diff1
value: 47.0165
verified: no, type: nauc_mrr_at_3_max
value: 35.058099999999996
verified: no, type: nauc_mrr_at_3_std
value: -5.724
verified: no, type: nauc_mrr_at_3_diff1
value: 43.3839
verified: no, type: nauc_mrr_at_5_max
value: 35.1297
verified: no, type: nauc_mrr_at_5_std
value: -5.3953
verified: no, type: nauc_mrr_at_5_diff1
value: 43.6497
verified: no, type: nauc_mrr_at_10_max
value: 35.001599999999996
verified: no, type: nauc_mrr_at_10_std
value: -5.2087
verified: no, type: nauc_mrr_at_10_diff1
value: 44.1327
verified: no, type: nauc_mrr_at_20_max
value: 34.891299999999994
verified: no, type: nauc_mrr_at_20_std
value: -5.0933
verified: no, type: nauc_mrr_at_20_diff1
value: 44.163799999999995
verified: no, type: nauc_mrr_at_100_max
value: 34.8054
verified: no, type: nauc_mrr_at_100_std
value: -5.136
verified: no, type: nauc_mrr_at_100_diff1
value: 44.1738
verified: no, type: nauc_mrr_at_1000_max
value: 34.795
verified: no, type: nauc_mrr_at_1000_std
value: -5.1476
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.169599999999996
verified: no, type: main_score
value: 71.487
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: ndcg_at_1
value: 83.3
verified: no, type: ndcg_at_3
value: 87.50099999999999
verified: no, type: ndcg_at_5
value: 88.998
verified: no, type: ndcg_at_10
value: 90.038
verified: no, type: ndcg_at_20
value: 90.619
verified: no, type: ndcg_at_100
value: 91.049
verified: no, type: ndcg_at_1000
value: 91.105
verified: no, type: map_at_1
value: 72.424
verified: no, type: map_at_3
value: 83.76599999999999
verified: no, type: map_at_5
value: 85.616
verified: no, type: map_at_10
value: 86.626
verified: no, type: map_at_20
value: 87.034
verified: no, type: map_at_100
value: 87.233
verified: no, type: map_at_1000
value: 87.24499999999999
verified: no, type: recall_at_1
value: 72.424
verified: no, type: recall_at_3
value: 89.155
verified: no, type: recall_at_5
value: 93.425
verified: no, type: recall_at_10
value: 96.514
verified: no, type: recall_at_20
value: 98.334
verified: no, type: recall_at_100
value: 99.785
verified: no, type: recall_at_1000
value: 99.997
verified: no, type: precision_at_1
value: 83.3
verified: no, type: precision_at_3
value: 38.393
verified: no, type: precision_at_5
value: 25.228
verified: no, type: precision_at_10
value: 13.647
verified: no, type: precision_at_20
value: 7.225
verified: no, type: precision_at_100
value: 1.543
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: mrr_at_1
value: 83.3
verified: no, type: mrr_at_3
value: 88.3
verified: no, type: mrr_at_5
value: 88.90350000000001
verified: no, type: mrr_at_10
value: 89.13839999999999
verified: no, type: mrr_at_20
value: 89.1953
verified: no, type: mrr_at_100
value: 89.21170000000001
verified: no, type: mrr_at_1000
value: 89.212
verified: no, type: nauc_ndcg_at_1_max
value: 36.066500000000005
verified: no, type: nauc_ndcg_at_1_std
value: -42.5286
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.3747
verified: no, type: nauc_ndcg_at_3_max
value: 33.2171
verified: no, type: nauc_ndcg_at_3_std
value: -50.6815
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.3029
verified: no, type: nauc_ndcg_at_5_max
value: 33.578
verified: no, type: nauc_ndcg_at_5_std
value: -51.302400000000006
verified: no, type: nauc_ndcg_at_5_diff1
value: 77.73219999999999
verified: no, type: nauc_ndcg_at_10_max
value: 34.1893
verified: no, type: nauc_ndcg_at_10_std
value: -51.231
verified: no, type: nauc_ndcg_at_10_diff1
value: 77.91510000000001
verified: no, type: nauc_ndcg_at_20_max
value: 34.7652
verified: no, type: nauc_ndcg_at_20_std
value: -49.2675
verified: no, type: nauc_ndcg_at_20_diff1
value: 77.8851
verified: no, type: nauc_ndcg_at_100_max
value: 35.1212
verified: no, type: nauc_ndcg_at_100_std
value: -47.1897
verified: no, type: nauc_ndcg_at_100_diff1
value: 77.8819
verified: no, type: nauc_ndcg_at_1000_max
value: 35.2096
verified: no, type: nauc_ndcg_at_1000_std
value: -47.1269
verified: no, type: nauc_ndcg_at_1000_diff1
value: 77.874
verified: no, type: nauc_map_at_1_max
value: 25.3507
verified: no, type: nauc_map_at_1_std
value: -42.6645
verified: no, type: nauc_map_at_1_diff1
value: 82.1013
verified: no, type: nauc_map_at_3_max
value: 30.685000000000002
verified: no, type: nauc_map_at_3_std
value: -52.8243
verified: no, type: nauc_map_at_3_diff1
value: 78.8106
verified: no, type: nauc_map_at_5_max
value: 32.2752
verified: no, type: nauc_map_at_5_std
value: -52.546800000000005
verified: no, type: nauc_map_at_5_diff1
value: 78.4853
verified: no, type: nauc_map_at_10_max
value: 33.239000000000004
verified: no, type: nauc_map_at_10_std
value: -51.5082
verified: no, type: nauc_map_at_10_diff1
value: 78.1853
verified: no, type: nauc_map_at_20_max
value: 33.644200000000005
verified: no, type: nauc_map_at_20_std
value: -50.1154
verified: no, type: nauc_map_at_20_diff1
value: 78.0265
verified: no, type: nauc_map_at_100_max
value: 33.7945
verified: no, type: nauc_map_at_100_std
value: -49.1504
verified: no, type: nauc_map_at_100_diff1
value: 77.9653
verified: no, type: nauc_map_at_1000_max
value: 33.813500000000005
verified: no, type: nauc_map_at_1000_std
value: -49.119800000000005
verified: no, type: nauc_map_at_1000_diff1
value: 77.9596
verified: no, type: nauc_recall_at_1_max
value: 25.3507
verified: no, type: nauc_recall_at_1_std
value: -42.6645
verified: no, type: nauc_recall_at_1_diff1
value: 82.1013
verified: no, type: nauc_recall_at_3_max
value: 26.4941
verified: no, type: nauc_recall_at_3_std
value: -62.044399999999996
verified: no, type: nauc_recall_at_3_diff1
value: 75.3519
verified: no, type: nauc_recall_at_5_max
value: 26.5483
verified: no, type: nauc_recall_at_5_std
value: -68.6455
verified: no, type: nauc_recall_at_5_diff1
value: 74.2904
verified: no, type: nauc_recall_at_10_max
value: 28.0472
verified: no, type: nauc_recall_at_10_std
value: -80.47109999999999
verified: no, type: nauc_recall_at_10_diff1
value: 74.5668
verified: no, type: nauc_recall_at_20_max
value: 29.296699999999998
verified: no, type: nauc_recall_at_20_std
value: -77.2526
verified: no, type: nauc_recall_at_20_diff1
value: 73.5218
verified: no, type: nauc_recall_at_100_max
value: 29.6001
verified: no, type: nauc_recall_at_100_std
value: -36.9144
verified: no, type: nauc_recall_at_100_diff1
value: 71.9031
verified: no, type: nauc_recall_at_1000_max
value: 65.9499
verified: no, type: nauc_recall_at_1000_std
value: 65.2771
verified: no, type: nauc_recall_at_1000_diff1
value: 68.762
verified: no, type: nauc_precision_at_1_max
value: 36.066500000000005
verified: no, type: nauc_precision_at_1_std
value: -42.5286
verified: no, type: nauc_precision_at_1_diff1
value: 79.3747
verified: no, type: nauc_precision_at_3_max
value: 5.2775
verified: no, type: nauc_precision_at_3_std
value: 5.7708
verified: no, type: nauc_precision_at_3_diff1
value: -24.618100000000002
verified: no, type: nauc_precision_at_5_max
value: 0.9323
verified: no, type: nauc_precision_at_5_std
value: 17.5438
verified: no, type: nauc_precision_at_5_diff1
value: -36.0304
verified: no, type: nauc_precision_at_10_max
value: -2.321
verified: no, type: nauc_precision_at_10_std
value: 26.4542
verified: no, type: nauc_precision_at_10_diff1
value: -42.2061
verified: no, type: nauc_precision_at_20_max
value: -4.122
verified: no, type: nauc_precision_at_20_std
value: 33.5662
verified: no, type: nauc_precision_at_20_diff1
value: -44.6324
verified: no, type: nauc_precision_at_100_max
value: -5.6459
verified: no, type: nauc_precision_at_100_std
value: 40.1704
verified: no, type: nauc_precision_at_100_diff1
value: -45.8818
verified: no, type: nauc_precision_at_1000_max
value: -5.5985
verified: no, type: nauc_precision_at_1000_std
value: 40.402100000000004
verified: no, type: nauc_precision_at_1000_diff1
value: -46.054
verified: no, type: nauc_mrr_at_1_max
value: 36.066500000000005
verified: no, type: nauc_mrr_at_1_std
value: -42.5286
verified: no, type: nauc_mrr_at_1_diff1
value: 79.3747
verified: no, type: nauc_mrr_at_3_max
value: 36.3166
verified: no, type: nauc_mrr_at_3_std
value: -45.0789
verified: no, type: nauc_mrr_at_3_diff1
value: 78.3276
verified: no, type: nauc_mrr_at_5_max
value: 36.365700000000004
verified: no, type: nauc_mrr_at_5_std
value: -45.1793
verified: no, type: nauc_mrr_at_5_diff1
value: 78.5424
verified: no, type: nauc_mrr_at_10_max
value: 36.3128
verified: no, type: nauc_mrr_at_10_std
value: -45.0655
verified: no, type: nauc_mrr_at_10_diff1
value: 78.5756
verified: no, type: nauc_mrr_at_20_max
value: 36.327
verified: no, type: nauc_mrr_at_20_std
value: -44.853500000000004
verified: no, type: nauc_mrr_at_20_diff1
value: 78.57220000000001
verified: no, type: nauc_mrr_at_100_max
value: 36.3322
verified: no, type: nauc_mrr_at_100_std
value: -44.8025
verified: no, type: nauc_mrr_at_100_diff1
value: 78.57730000000001
verified: no, type: nauc_mrr_at_1000_max
value: 36.3314
verified: no, type: nauc_mrr_at_1000_std
value: -44.804100000000005
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.5778
verified: no, type: main_score
value: 90.038
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: v_measure
value: 73.0223
verified: no, type: v_measure_std
value: 2.5644
verified: no, type: main_score
value: 73.0223
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: v_measure
value: 74.7154
verified: no, type: v_measure_std
value: 8.2851
verified: no, type: main_score
value: 74.7154
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: ndcg_at_1
value: 29.099999999999998
verified: no, type: ndcg_at_3
value: 22.891000000000002
verified: no, type: ndcg_at_5
value: 20.055
verified: no, type: ndcg_at_10
value: 24.637999999999998
verified: no, type: ndcg_at_20
value: 28.188999999999997
verified: no, type: ndcg_at_100
value: 34.589
verified: no, type: ndcg_at_1000
value: 39.93
verified: no, type: map_at_1
value: 5.903
verified: no, type: map_at_3
value: 10.375
verified: no, type: map_at_5
value: 12.503
verified: no, type: map_at_10
value: 14.997
verified: no, type: map_at_20
value: 16.383
verified: no, type: map_at_100
value: 17.769
verified: no, type: map_at_1000
value: 18.115000000000002
verified: no, type: recall_at_1
value: 5.903
verified: no, type: recall_at_3
value: 12.943
verified: no, type: recall_at_5
value: 17.818
verified: no, type: recall_at_10
value: 26.162999999999997
verified: no, type: recall_at_20
value: 34.46
verified: no, type: recall_at_100
value: 55.24
verified: no, type: recall_at_1000
value: 81.11500000000001
verified: no, type: precision_at_1
value: 29.099999999999998
verified: no, type: precision_at_3
value: 21.3
verified: no, type: precision_at_5
value: 17.599999999999998
verified: no, type: precision_at_10
value: 12.920000000000002
verified: no, type: precision_at_20
value: 8.5
verified: no, type: precision_at_100
value: 2.721
verified: no, type: precision_at_1000
value: 0.4
verified: no, type: mrr_at_1
value: 29.099999999999998
verified: no, type: mrr_at_3
value: 36.8667
verified: no, type: mrr_at_5
value: 38.9617
verified: no, type: mrr_at_10
value: 40.598600000000005
verified: no, type: mrr_at_20
value: 41.3132
verified: no, type: mrr_at_100
value: 41.7298
verified: no, type: mrr_at_1000
value: 41.7584
verified: no, type: nauc_ndcg_at_1_max
value: 18.4908
verified: no, type: nauc_ndcg_at_1_std
value: 8.3766
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.0483
verified: no, type: nauc_ndcg_at_3_max
value: 19.1712
verified: no, type: nauc_ndcg_at_3_std
value: 10.407399999999999
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.301299999999998
verified: no, type: nauc_ndcg_at_5_max
value: 20.069
verified: no, type: nauc_ndcg_at_5_std
value: 11.8195
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.4224
verified: no, type: nauc_ndcg_at_10_max
value: 20.2641
verified: no, type: nauc_ndcg_at_10_std
value: 14.7043
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.1067
verified: no, type: nauc_ndcg_at_20_max
value: 21.5015
verified: no, type: nauc_ndcg_at_20_std
value: 17.292199999999998
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.1651
verified: no, type: nauc_ndcg_at_100_max
value: 23.2308
verified: no, type: nauc_ndcg_at_100_std
value: 22.425800000000002
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.2911
verified: no, type: nauc_ndcg_at_1000_max
value: 23.4699
verified: no, type: nauc_ndcg_at_1000_std
value: 22.764499999999998
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.540000000000001
verified: no, type: nauc_map_at_1_max
value: 17.8236
verified: no, type: nauc_map_at_1_std
value: 8.1625
verified: no, type: nauc_map_at_1_diff1
value: 21.8362
verified: no, type: nauc_map_at_3_max
value: 19.1677
verified: no, type: nauc_map_at_3_std
value: 9.525699999999999
verified: no, type: nauc_map_at_3_diff1
value: 16.2302
verified: no, type: nauc_map_at_5_max
value: 20.3156
verified: no, type: nauc_map_at_5_std
value: 10.6218
verified: no, type: nauc_map_at_5_diff1
value: 16.2404
verified: no, type: nauc_map_at_10_max
value: 20.2029
verified: no, type: nauc_map_at_10_std
value: 12.9342
verified: no, type: nauc_map_at_10_diff1
value: 14.7992
verified: no, type: nauc_map_at_20_max
value: 20.7278
verified: no, type: nauc_map_at_20_std
value: 14.6676
verified: no, type: nauc_map_at_20_diff1
value: 14.0374
verified: no, type: nauc_map_at_100_max
value: 21.4579
verified: no, type: nauc_map_at_100_std
value: 16.490199999999998
verified: no, type: nauc_map_at_100_diff1
value: 13.5188
verified: no, type: nauc_map_at_1000_max
value: 21.5714
verified: no, type: nauc_map_at_1000_std
value: 16.746
verified: no, type: nauc_map_at_1000_diff1
value: 13.4916
verified: no, type: nauc_recall_at_1_max
value: 17.8236
verified: no, type: nauc_recall_at_1_std
value: 8.1625
verified: no, type: nauc_recall_at_1_diff1
value: 21.8362
verified: no, type: nauc_recall_at_3_max
value: 18.5764
verified: no, type: nauc_recall_at_3_std
value: 11.3546
verified: no, type: nauc_recall_at_3_diff1
value: 13.5547
verified: no, type: nauc_recall_at_5_max
value: 19.8008
verified: no, type: nauc_recall_at_5_std
value: 13.3324
verified: no, type: nauc_recall_at_5_diff1
value: 13.5029
verified: no, type: nauc_recall_at_10_max
value: 18.645400000000002
verified: no, type: nauc_recall_at_10_std
value: 17.5544
verified: no, type: nauc_recall_at_10_diff1
value: 10.4276
verified: no, type: nauc_recall_at_20_max
value: 19.9903
verified: no, type: nauc_recall_at_20_std
value: 21.9707
verified: no, type: nauc_recall_at_20_diff1
value: 7.863
verified: no, type: nauc_recall_at_100_max
value: 21.1196
verified: no, type: nauc_recall_at_100_std
value: 33.4524
verified: no, type: nauc_recall_at_100_diff1
value: 0.7107
verified: no, type: nauc_recall_at_1000_max
value: 20.188
verified: no, type: nauc_recall_at_1000_std
value: 39.786
verified: no, type: nauc_recall_at_1000_diff1
value: -4.0011
verified: no, type: nauc_precision_at_1_max
value: 18.4908
verified: no, type: nauc_precision_at_1_std
value: 8.3766
verified: no, type: nauc_precision_at_1_diff1
value: 22.0483
verified: no, type: nauc_precision_at_3_max
value: 19.178600000000003
verified: no, type: nauc_precision_at_3_std
value: 11.6744
verified: no, type: nauc_precision_at_3_diff1
value: 13.5931
verified: no, type: nauc_precision_at_5_max
value: 20.4581
verified: no, type: nauc_precision_at_5_std
value: 13.5076
verified: no, type: nauc_precision_at_5_diff1
value: 13.619600000000002
verified: no, type: nauc_precision_at_10_max
value: 19.437099999999997
verified: no, type: nauc_precision_at_10_std
value: 17.754900000000003
verified: no, type: nauc_precision_at_10_diff1
value: 10.6315
verified: no, type: nauc_precision_at_20_max
value: 20.9159
verified: no, type: nauc_precision_at_20_std
value: 21.9286
verified: no, type: nauc_precision_at_20_diff1
value: 8.251
verified: no, type: nauc_precision_at_100_max
value: 22.2412
verified: no, type: nauc_precision_at_100_std
value: 32.925900000000006
verified: no, type: nauc_precision_at_100_diff1
value: 1.5637999999999999
verified: no, type: nauc_precision_at_1000_max
value: 22.1
verified: no, type: nauc_precision_at_1000_std
value: 37.227700000000006
verified: no, type: nauc_precision_at_1000_diff1
value: -2.3548
verified: no, type: nauc_mrr_at_1_max
value: 18.4908
verified: no, type: nauc_mrr_at_1_std
value: 8.3766
verified: no, type: nauc_mrr_at_1_diff1
value: 22.0483
verified: no, type: nauc_mrr_at_3_max
value: 18.3602
verified: no, type: nauc_mrr_at_3_std
value: 9.579600000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 18.7544
verified: no, type: nauc_mrr_at_5_max
value: 18.5224
verified: no, type: nauc_mrr_at_5_std
value: 9.747300000000001
verified: no, type: nauc_mrr_at_5_diff1
value: 19.0625
verified: no, type: nauc_mrr_at_10_max
value: 19.067
verified: no, type: nauc_mrr_at_10_std
value: 10.7103
verified: no, type: nauc_mrr_at_10_diff1
value: 19.444
verified: no, type: nauc_mrr_at_20_max
value: 19.118399999999998
verified: no, type: nauc_mrr_at_20_std
value: 10.6384
verified: no, type: nauc_mrr_at_20_diff1
value: 19.5223
verified: no, type: nauc_mrr_at_100_max
value: 19.200300000000002
verified: no, type: nauc_mrr_at_100_std
value: 10.6891
verified: no, type: nauc_mrr_at_100_diff1
value: 19.4009
verified: no, type: nauc_mrr_at_1000_max
value: 19.1676
verified: no, type: nauc_mrr_at_1000_std
value: 10.649799999999999
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.4127
verified: no, type: main_score
value: 24.637999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: pearson
value: 86.8981
verified: no, type: spearman
value: 82.234
verified: no, type: cosine_pearson
value: 86.8981
verified: no, type: cosine_spearman
value: 82.234
verified: no, type: manhattan_pearson
value: 84.1165
verified: no, type: manhattan_spearman
value: 82.063
verified: no, type: euclidean_pearson
value: 84.0688
verified: no, type: euclidean_spearman
value: 82.2329
verified: no, type: main_score
value: 82.234
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: pearson
value: 87.8269
verified: no, type: spearman
value: 80.2578
verified: no, type: cosine_pearson
value: 87.8269
verified: no, type: cosine_spearman
value: 80.2578
verified: no, type: manhattan_pearson
value: 85.09020000000001
verified: no, type: manhattan_spearman
value: 80.5777
verified: no, type: euclidean_pearson
value: 84.71990000000001
verified: no, type: euclidean_spearman
value: 80.2547
verified: no, type: main_score
value: 80.2578
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: pearson
value: 89.45769999999999
verified: no, type: spearman
value: 89.69200000000001
verified: no, type: cosine_pearson
value: 89.45769999999999
verified: no, type: cosine_spearman
value: 89.69200000000001
verified: no, type: manhattan_pearson
value: 89.1685
verified: no, type: manhattan_spearman
value: 89.8889
verified: no, type: euclidean_pearson
value: 89.07969999999999
verified: no, type: euclidean_spearman
value: 89.7003
verified: no, type: main_score
value: 89.69200000000001
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: pearson
value: 87.01989999999999
verified: no, type: spearman
value: 85.3155
verified: no, type: cosine_pearson
value: 87.01989999999999
verified: no, type: cosine_spearman
value: 85.3155
verified: no, type: manhattan_pearson
value: 86.24159999999999
verified: no, type: manhattan_spearman
value: 85.544
verified: no, type: euclidean_pearson
value: 86.1032
verified: no, type: euclidean_spearman
value: 85.31490000000001
verified: no, type: main_score
value: 85.3155
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: pearson
value: 89.593
verified: no, type: spearman
value: 90.1574
verified: no, type: cosine_pearson
value: 89.593
verified: no, type: cosine_spearman
value: 90.1574
verified: no, type: manhattan_pearson
value: 89.93910000000001
verified: no, type: manhattan_spearman
value: 90.4357
verified: no, type: euclidean_pearson
value: 89.76650000000001
verified: no, type: euclidean_spearman
value: 90.1554
verified: no, type: main_score
value: 90.1574
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: pearson
value: 85.03540000000001
verified: no, type: spearman
value: 86.4191
verified: no, type: cosine_pearson
value: 85.03540000000001
verified: no, type: cosine_spearman
value: 86.4191
verified: no, type: manhattan_pearson
value: 85.8992
verified: no, type: manhattan_spearman
value: 86.7274
verified: no, type: euclidean_pearson
value: 85.638
verified: no, type: euclidean_spearman
value: 86.42
verified: no, type: main_score
value: 86.4191
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 54.1098
verified: no, type: spearman
value: 52.721
verified: no, type: cosine_pearson
value: 54.1098
verified: no, type: cosine_spearman
value: 52.721
verified: no, type: manhattan_pearson
value: 54.890899999999995
verified: no, type: manhattan_spearman
value: 52.727900000000005
verified: no, type: euclidean_pearson
value: 54.65410000000001
verified: no, type: euclidean_spearman
value: 52.8582
verified: no, type: main_score
value: 52.721
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 84.3262
verified: no, type: spearman
value: 84.1421
verified: no, type: cosine_pearson
value: 84.3262
verified: no, type: cosine_spearman
value: 84.1421
verified: no, type: manhattan_pearson
value: 83.8999
verified: no, type: manhattan_spearman
value: 83.9987
verified: no, type: euclidean_pearson
value: 84.0174
verified: no, type: euclidean_spearman
value: 84.1711
verified: no, type: main_score
value: 84.1421
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 91.38969999999999
verified: no, type: spearman
value: 91.00789999999999
verified: no, type: cosine_pearson
value: 91.38969999999999
verified: no, type: cosine_spearman
value: 91.00789999999999
verified: no, type: manhattan_pearson
value: 90.8917
verified: no, type: manhattan_spearman
value: 90.7834
verified: no, type: euclidean_pearson
value: 91.0361
verified: no, type: euclidean_spearman
value: 91.011
verified: no, type: main_score
value: 91.00789999999999
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 84.636
verified: no, type: spearman
value: 84.1977
verified: no, type: cosine_pearson
value: 84.636
verified: no, type: cosine_spearman
value: 84.1977
verified: no, type: manhattan_pearson
value: 84.6895
verified: no, type: manhattan_spearman
value: 84.1849
verified: no, type: euclidean_pearson
value: 84.753
verified: no, type: euclidean_spearman
value: 84.2251
verified: no, type: main_score
value: 84.1977
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 85.8595
verified: no, type: spearman
value: 86.9965
verified: no, type: cosine_pearson
value: 85.8595
verified: no, type: cosine_spearman
value: 86.9965
verified: no, type: manhattan_pearson
value: 86.92450000000001
verified: no, type: manhattan_spearman
value: 87.39489999999999
verified: no, type: euclidean_pearson
value: 86.5575
verified: no, type: euclidean_spearman
value: 86.997
verified: no, type: main_score
value: 86.9965
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 85.959
verified: no, type: spearman
value: 86.3103
verified: no, type: cosine_pearson
value: 85.959
verified: no, type: cosine_spearman
value: 86.3103
verified: no, type: manhattan_pearson
value: 85.7486
verified: no, type: manhattan_spearman
value: 86.0977
verified: no, type: euclidean_pearson
value: 85.8361
verified: no, type: euclidean_spearman
value: 86.2741
verified: no, type: main_score
value: 86.3103
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 86.2629
verified: no, type: spearman
value: 85.8372
verified: no, type: cosine_pearson
value: 86.2629
verified: no, type: cosine_spearman
value: 85.8372
verified: no, type: manhattan_pearson
value: 86.2491
verified: no, type: manhattan_spearman
value: 85.4973
verified: no, type: euclidean_pearson
value: 86.5074
verified: no, type: euclidean_spearman
value: 85.83370000000001
verified: no, type: main_score
value: 85.8372
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: pearson
value: 57.5675
verified: no, type: spearman
value: 55.564899999999994
verified: no, type: cosine_pearson
value: 57.5675
verified: no, type: cosine_spearman
value: 55.564899999999994
verified: no, type: manhattan_pearson
value: 57.4686
verified: no, type: manhattan_spearman
value: 55.3816
verified: no, type: euclidean_pearson
value: 57.635099999999994
verified: no, type: euclidean_spearman
value: 55.501900000000006
verified: no, type: main_score
value: 55.564899999999994
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 76.1237
verified: no, type: spearman
value: 76.4
verified: no, type: cosine_pearson
value: 76.1237
verified: no, type: cosine_spearman
value: 76.4
verified: no, type: manhattan_pearson
value: 78.6794
verified: no, type: manhattan_spearman
value: 77.2282
verified: no, type: euclidean_pearson
value: 77.1688
verified: no, type: euclidean_spearman
value: 76.4
verified: no, type: main_score
value: 76.4
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 73.89099999999999
verified: no, type: spearman
value: 77.8292
verified: no, type: cosine_pearson
value: 73.89099999999999
verified: no, type: cosine_spearman
value: 77.8292
verified: no, type: manhattan_pearson
value: 77.53229999999999
verified: no, type: manhattan_spearman
value: 78.3926
verified: no, type: euclidean_pearson
value: 76.6734
verified: no, type: euclidean_spearman
value: 77.8721
verified: no, type: main_score
value: 77.8292
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 68.31099999999999
verified: no, type: spearman
value: 68.0764
verified: no, type: cosine_pearson
value: 68.31099999999999
verified: no, type: cosine_spearman
value: 68.0764
verified: no, type: manhattan_pearson
value: 69.7423
verified: no, type: manhattan_spearman
value: 68.3212
verified: no, type: euclidean_pearson
value: 69.5701
verified: no, type: euclidean_spearman
value: 68.2299
verified: no, type: main_score
value: 68.0764
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 65.0636
verified: no, type: spearman
value: 59.4669
verified: no, type: cosine_pearson
value: 65.0636
verified: no, type: cosine_spearman
value: 59.4669
verified: no, type: manhattan_pearson
value: 69.723
verified: no, type: manhattan_spearman
value: 60.3823
verified: no, type: euclidean_pearson
value: 68.6454
verified: no, type: euclidean_spearman
value: 59.384899999999995
verified: no, type: main_score
value: 59.4669
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: pearson
value: 73.7603
verified: no, type: spearman
value: 73.0799
verified: no, type: cosine_pearson
value: 73.7603
verified: no, type: cosine_spearman
value: 73.0799
verified: no, type: manhattan_pearson
value: 76.2351
verified: no, type: manhattan_spearman
value: 73.60719999999999
verified: no, type: euclidean_pearson
value: 75.61529999999999
verified: no, type: euclidean_spearman
value: 72.9809
verified: no, type: main_score
value: 73.0799
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: pearson
value: 88.1242
verified: no, type: spearman
value: 88.8456
verified: no, type: cosine_pearson
value: 88.1242
verified: no, type: cosine_spearman
value: 88.8456
verified: no, type: manhattan_pearson
value: 88.6122
verified: no, type: manhattan_spearman
value: 89.0198
verified: no, type: euclidean_pearson
value: 88.5314
verified: no, type: euclidean_spearman
value: 88.8432
verified: no, type: main_score
value: 88.8456
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 89.06920000000001
verified: no, type: mrr
value: 96.977
verified: no, type: nAUC_map_max
value: 49.1778
verified: no, type: nAUC_map_std
value: 62.091499999999996
verified: no, type: nAUC_map_diff1
value: -13.373899999999999
verified: no, type: nAUC_mrr_max
value: 86.7325
verified: no, type: nAUC_mrr_std
value: 74.958
verified: no, type: nAUC_mrr_diff1
value: 25.6955
verified: no, type: main_score
value: 89.06920000000001
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: ndcg_at_1
value: 67.333
verified: no, type: ndcg_at_3
value: 75.142
verified: no, type: ndcg_at_5
value: 78.873
verified: no, type: ndcg_at_10
value: 80.372
verified: no, type: ndcg_at_20
value: 80.914
verified: no, type: ndcg_at_100
value: 81.563
verified: no, type: ndcg_at_1000
value: 81.601
verified: no, type: map_at_1
value: 63.99399999999999
verified: no, type: map_at_3
value: 72.181
verified: no, type: map_at_5
value: 74.665
verified: no, type: map_at_10
value: 75.51299999999999
verified: no, type: map_at_20
value: 75.693
verified: no, type: map_at_100
value: 75.78
verified: no, type: map_at_1000
value: 75.78099999999999
verified: no, type: recall_at_1
value: 63.99399999999999
verified: no, type: recall_at_3
value: 80.63900000000001
verified: no, type: recall_at_5
value: 90.017
verified: no, type: recall_at_10
value: 94.167
verified: no, type: recall_at_20
value: 96.167
verified: no, type: recall_at_100
value: 99.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: precision_at_1
value: 67.333
verified: no, type: precision_at_3
value: 29.444
verified: no, type: precision_at_5
value: 20.067
verified: no, type: precision_at_10
value: 10.667
verified: no, type: precision_at_20
value: 5.45
verified: no, type: precision_at_100
value: 1.127
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: mrr_at_1
value: 67.3333
verified: no, type: mrr_at_3
value: 73.9444
verified: no, type: mrr_at_5
value: 76.0444
verified: no, type: mrr_at_10
value: 76.4517
verified: no, type: mrr_at_20
value: 76.5739
verified: no, type: mrr_at_100
value: 76.6556
verified: no, type: mrr_at_1000
value: 76.6563
verified: no, type: nauc_ndcg_at_1_max
value: 55.373099999999994
verified: no, type: nauc_ndcg_at_1_std
value: -11.362
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.5232
verified: no, type: nauc_ndcg_at_3_max
value: 58.0376
verified: no, type: nauc_ndcg_at_3_std
value: -14.4854
verified: no, type: nauc_ndcg_at_3_diff1
value: 77.848
verified: no, type: nauc_ndcg_at_5_max
value: 55.789699999999996
verified: no, type: nauc_ndcg_at_5_std
value: -15.0412
verified: no, type: nauc_ndcg_at_5_diff1
value: 77.7873
verified: no, type: nauc_ndcg_at_10_max
value: 58.6243
verified: no, type: nauc_ndcg_at_10_std
value: -13.867799999999999
verified: no, type: nauc_ndcg_at_10_diff1
value: 78.071
verified: no, type: nauc_ndcg_at_20_max
value: 58.9032
verified: no, type: nauc_ndcg_at_20_std
value: -12.7998
verified: no, type: nauc_ndcg_at_20_diff1
value: 78.12010000000001
verified: no, type: nauc_ndcg_at_100_max
value: 58.0772
verified: no, type: nauc_ndcg_at_100_std
value: -12.4604
verified: no, type: nauc_ndcg_at_100_diff1
value: 78.7002
verified: no, type: nauc_ndcg_at_1000_max
value: 58.0835
verified: no, type: nauc_ndcg_at_1000_std
value: -12.662799999999999
verified: no, type: nauc_ndcg_at_1000_diff1
value: 78.7157
verified: no, type: nauc_map_at_1_max
value: 45.2711
verified: no, type: nauc_map_at_1_std
value: -21.685
verified: no, type: nauc_map_at_1_diff1
value: 80.8536
verified: no, type: nauc_map_at_3_max
value: 53.970600000000005
verified: no, type: nauc_map_at_3_std
value: -18.0178
verified: no, type: nauc_map_at_3_diff1
value: 78.95309999999999
verified: no, type: nauc_map_at_5_max
value: 54.7643
verified: no, type: nauc_map_at_5_std
value: -15.943999999999999
verified: no, type: nauc_map_at_5_diff1
value: 78.9665
verified: no, type: nauc_map_at_10_max
value: 56.737899999999996
verified: no, type: nauc_map_at_10_std
value: -14.355599999999999
verified: no, type: nauc_map_at_10_diff1
value: 79.095
verified: no, type: nauc_map_at_20_max
value: 56.804
verified: no, type: nauc_map_at_20_std
value: -14.033599999999998
verified: no, type: nauc_map_at_20_diff1
value: 79.0729
verified: no, type: nauc_map_at_100_max
value: 56.7168
verified: no, type: nauc_map_at_100_std
value: -14.000000000000002
verified: no, type: nauc_map_at_100_diff1
value: 79.1456
verified: no, type: nauc_map_at_1000_max
value: 56.7168
verified: no, type: nauc_map_at_1000_std
value: -14.003099999999998
verified: no, type: nauc_map_at_1000_diff1
value: 79.1458
verified: no, type: nauc_recall_at_1_max
value: 45.2711
verified: no, type: nauc_recall_at_1_std
value: -21.685
verified: no, type: nauc_recall_at_1_diff1
value: 80.8536
verified: no, type: nauc_recall_at_3_max
value: 55.911100000000005
verified: no, type: nauc_recall_at_3_std
value: -19.1603
verified: no, type: nauc_recall_at_3_diff1
value: 72.51689999999999
verified: no, type: nauc_recall_at_5_max
value: 50.6317
verified: no, type: nauc_recall_at_5_std
value: -21.4004
verified: no, type: nauc_recall_at_5_diff1
value: 68.3824
verified: no, type: nauc_recall_at_10_max
value: 67.3176
verified: no, type: nauc_recall_at_10_std
value: -23.6601
verified: no, type: nauc_recall_at_10_diff1
value: 67.20150000000001
verified: no, type: nauc_recall_at_20_max
value: 76.566
verified: no, type: nauc_recall_at_20_std
value: -12.4873
verified: no, type: nauc_recall_at_20_diff1
value: 63.6849
verified: no, type: nauc_recall_at_100_max
value: 55.415499999999994
verified: no, type: nauc_recall_at_100_std
value: 72.2222
verified: no, type: nauc_recall_at_100_diff1
value: 72.2222
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_precision_at_1_max
value: 55.373099999999994
verified: no, type: nauc_precision_at_1_std
value: -11.362
verified: no, type: nauc_precision_at_1_diff1
value: 81.5232
verified: no, type: nauc_precision_at_3_max
value: 59.23969999999999
verified: no, type: nauc_precision_at_3_std
value: 17.3868
verified: no, type: nauc_precision_at_3_diff1
value: 37.0438
verified: no, type: nauc_precision_at_5_max
value: 51.358599999999996
verified: no, type: nauc_precision_at_5_std
value: 39.9722
verified: no, type: nauc_precision_at_5_diff1
value: 9.2927
verified: no, type: nauc_precision_at_10_max
value: 44.6166
verified: no, type: nauc_precision_at_10_std
value: 46.4231
verified: no, type: nauc_precision_at_10_diff1
value: -7.435700000000001
verified: no, type: nauc_precision_at_20_max
value: 41.1852
verified: no, type: nauc_precision_at_20_std
value: 51.89359999999999
verified: no, type: nauc_precision_at_20_diff1
value: -14.6318
verified: no, type: nauc_precision_at_100_max
value: 33.6188
verified: no, type: nauc_precision_at_100_std
value: 60.621700000000004
verified: no, type: nauc_precision_at_100_diff1
value: -26.376500000000004
verified: no, type: nauc_precision_at_1000_max
value: 33.2976
verified: no, type: nauc_precision_at_1000_std
value: 60.4508
verified: no, type: nauc_precision_at_1000_diff1
value: -27.829500000000003
verified: no, type: nauc_mrr_at_1_max
value: 55.373099999999994
verified: no, type: nauc_mrr_at_1_std
value: -11.362
verified: no, type: nauc_mrr_at_1_diff1
value: 81.5232
verified: no, type: nauc_mrr_at_3_max
value: 58.7918
verified: no, type: nauc_mrr_at_3_std
value: -11.580300000000001
verified: no, type: nauc_mrr_at_3_diff1
value: 78.79310000000001
verified: no, type: nauc_mrr_at_5_max
value: 58.13270000000001
verified: no, type: nauc_mrr_at_5_std
value: -11.2346
verified: no, type: nauc_mrr_at_5_diff1
value: 78.8896
verified: no, type: nauc_mrr_at_10_max
value: 58.4249
verified: no, type: nauc_mrr_at_10_std
value: -11.842600000000001
verified: no, type: nauc_mrr_at_10_diff1
value: 79.0629
verified: no, type: nauc_mrr_at_20_max
value: 58.4409
verified: no, type: nauc_mrr_at_20_std
value: -11.7012
verified: no, type: nauc_mrr_at_20_diff1
value: 79.1097
verified: no, type: nauc_mrr_at_100_max
value: 58.3685
verified: no, type: nauc_mrr_at_100_std
value: -11.6333
verified: no, type: nauc_mrr_at_100_diff1
value: 79.1871
verified: no, type: nauc_mrr_at_1000_max
value: 58.3686
verified: no, type: nauc_mrr_at_1000_std
value: -11.6365
verified: no, type: nauc_mrr_at_1000_diff1
value: 79.1874
verified: no, type: main_score
value: 80.372
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: similarity_accuracy
value: 99.8317
verified: no, type: similarity_accuracy_threshold
value: 87.7015
verified: no, type: similarity_f1
value: 91.2821
verified: no, type: similarity_f1_threshold
value: 87.68599999999999
verified: no, type: similarity_precision
value: 93.68419999999999
verified: no, type: similarity_recall
value: 89
verified: no, type: similarity_ap
value: 96.249
verified: no, type: cosine_accuracy
value: 99.8317
verified: no, type: cosine_accuracy_threshold
value: 87.7015
verified: no, type: cosine_f1
value: 91.2821
verified: no, type: cosine_f1_threshold
value: 87.68599999999999
verified: no, type: cosine_precision
value: 93.68419999999999
verified: no, type: cosine_recall
value: 89
verified: no, type: cosine_ap
value: 96.249
verified: no, type: manhattan_accuracy
value: 99.83370000000001
verified: no, type: manhattan_accuracy_threshold
value: 4133.4675
verified: no, type: manhattan_f1
value: 91.52369999999999
verified: no, type: manhattan_f1_threshold
value: 4244.392400000001
verified: no, type: manhattan_precision
value: 92.3625
verified: no, type: manhattan_recall
value: 90.7
verified: no, type: manhattan_ap
value: 96.4021
verified: no, type: euclidean_accuracy
value: 99.83070000000001
verified: no, type: euclidean_accuracy_threshold
value: 49.684200000000004
verified: no, type: euclidean_f1
value: 91.24419999999999
verified: no, type: euclidean_f1_threshold
value: 49.7175
verified: no, type: euclidean_precision
value: 93.4942
verified: no, type: euclidean_recall
value: 89.1
verified: no, type: euclidean_ap
value: 96.24589999999999
verified: no, type: dot_accuracy
value: 99.8277
verified: no, type: dot_accuracy_threshold
value: 87.3743
verified: no, type: dot_f1
value: 91.1495
verified: no, type: dot_f1_threshold
value: 87.3743
verified: no, type: dot_precision
value: 92.7536
verified: no, type: dot_recall
value: 89.60000000000001
verified: no, type: dot_ap
value: 96.23509999999999
verified: no, type: max_accuracy
value: 99.83370000000001
verified: no, type: max_f1
value: 91.52369999999999
verified: no, type: max_precision
value: 93.68419999999999
verified: no, type: max_recall
value: 90.7
verified: no, type: max_ap
value: 96.4021
verified: no, type: main_score
value: 96.4021
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: v_measure
value: 80.19420000000001
verified: no, type: v_measure_std
value: 2.8956
verified: no, type: main_score
value: 80.19420000000001
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: v_measure
value: 49.416900000000005
verified: no, type: v_measure_std
value: 1.5938
verified: no, type: main_score
value: 49.416900000000005
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 54.579
verified: no, type: mrr
value: 55.598800000000004
verified: no, type: nAUC_map_max
value: 9.1665
verified: no, type: nAUC_map_std
value: 7.8292
verified: no, type: nAUC_map_diff1
value: 38.831199999999995
verified: no, type: nAUC_mrr_max
value: 9.7435
verified: no, type: nAUC_mrr_std
value: 8.030800000000001
verified: no, type: nAUC_mrr_diff1
value: 39.2785
verified: no, type: main_score
value: 54.579
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: pearson
value: 31.6006
verified: no, type: spearman
value: 31.4212
verified: no, type: cosine_spearman
value: 31.4212
verified: no, type: cosine_pearson
value: 31.6006
verified: no, type: dot_spearman
value: 31.5459
verified: no, type: dot_pearson
value: 31.6412
verified: no, type: main_score
value: 31.4212
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: ndcg_at_1
value: 92
verified: no, type: ndcg_at_3
value: 89.592
verified: no, type: ndcg_at_5
value: 88.596
verified: no, type: ndcg_at_10
value: 86.732
verified: no, type: ndcg_at_20
value: 84.08099999999999
verified: no, type: ndcg_at_100
value: 70.204
verified: no, type: ndcg_at_1000
value: 63.29
verified: no, type: map_at_1
value: 0.243
verified: no, type: map_at_3
value: 0.703
verified: no, type: map_at_5
value: 1.142
verified: no, type: map_at_10
value: 2.2270000000000003
verified: no, type: map_at_20
value: 4.176
verified: no, type: map_at_100
value: 15.104999999999999
verified: no, type: map_at_1000
value: 37.759
verified: no, type: recall_at_1
value: 0.243
verified: no, type: recall_at_3
value: 0.726
verified: no, type: recall_at_5
value: 1.192
verified: no, type: recall_at_10
value: 2.359
verified: no, type: recall_at_20
value: 4.539
verified: no, type: recall_at_100
value: 17.802
verified: no, type: recall_at_1000
value: 59.906000000000006
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_3
value: 93.333
verified: no, type: precision_at_5
value: 91.60000000000001
verified: no, type: precision_at_10
value: 90
verified: no, type: precision_at_20
value: 87.6
verified: no, type: precision_at_100
value: 72.42
verified: no, type: precision_at_1000
value: 27.842
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_20
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: nauc_ndcg_at_1_max
value: 53.2855
verified: no, type: nauc_ndcg_at_1_std
value: 57.4638
verified: no, type: nauc_ndcg_at_1_diff1
value: 4.4059
verified: no, type: nauc_ndcg_at_3_max
value: 37.2953
verified: no, type: nauc_ndcg_at_3_std
value: 46.1686
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.6265
verified: no, type: nauc_ndcg_at_5_max
value: 30.1947
verified: no, type: nauc_ndcg_at_5_std
value: 53.0996
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.5411
verified: no, type: nauc_ndcg_at_10_max
value: 36.923
verified: no, type: nauc_ndcg_at_10_std
value: 58.658100000000005
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.2686
verified: no, type: nauc_ndcg_at_20_max
value: 40.2471
verified: no, type: nauc_ndcg_at_20_std
value: 62.5481
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.9675
verified: no, type: nauc_ndcg_at_100_max
value: 38.2307
verified: no, type: nauc_ndcg_at_100_std
value: 67.91329999999999
verified: no, type: nauc_ndcg_at_100_diff1
value: -12.2539
verified: no, type: nauc_ndcg_at_1000_max
value: 41.875
verified: no, type: nauc_ndcg_at_1000_std
value: 75.5431
verified: no, type: nauc_ndcg_at_1000_diff1
value: -2.8021000000000003
verified: no, type: nauc_map_at_1_max
value: -8.0287
verified: no, type: nauc_map_at_1_std
value: 26.559500000000003
verified: no, type: nauc_map_at_1_diff1
value: 13.9958
verified: no, type: nauc_map_at_3_max
value: -3.7122
verified: no, type: nauc_map_at_3_std
value: 30.8674
verified: no, type: nauc_map_at_3_diff1
value: 25.9597
verified: no, type: nauc_map_at_5_max
value: -2.6957
verified: no, type: nauc_map_at_5_std
value: 34.3742
verified: no, type: nauc_map_at_5_diff1
value: 24.567
verified: no, type: nauc_map_at_10_max
value: -1.028
verified: no, type: nauc_map_at_10_std
value: 38.6623
verified: no, type: nauc_map_at_10_diff1
value: 23.482
verified: no, type: nauc_map_at_20_max
value: 0.9729
verified: no, type: nauc_map_at_20_std
value: 41.4966
verified: no, type: nauc_map_at_20_diff1
value: 21.6255
verified: no, type: nauc_map_at_100_max
value: 16.6328
verified: no, type: nauc_map_at_100_std
value: 62.829100000000004
verified: no, type: nauc_map_at_100_diff1
value: 5.6174
verified: no, type: nauc_map_at_1000_max
value: 40.1756
verified: no, type: nauc_map_at_1000_std
value: 74.6962
verified: no, type: nauc_map_at_1000_diff1
value: -8.3158
verified: no, type: nauc_recall_at_1_max
value: -8.0287
verified: no, type: nauc_recall_at_1_std
value: 26.559500000000003
verified: no, type: nauc_recall_at_1_diff1
value: 13.9958
verified: no, type: nauc_recall_at_3_max
value: -6.4821
verified: no, type: nauc_recall_at_3_std
value: 24.8695
verified: no, type: nauc_recall_at_3_diff1
value: 25.6479
verified: no, type: nauc_recall_at_5_max
value: -6.8088999999999995
verified: no, type: nauc_recall_at_5_std
value: 28.340700000000002
verified: no, type: nauc_recall_at_5_diff1
value: 22.797700000000003
verified: no, type: nauc_recall_at_10_max
value: -5.6834999999999996
verified: no, type: nauc_recall_at_10_std
value: 30.5569
verified: no, type: nauc_recall_at_10_diff1
value: 21.330099999999998
verified: no, type: nauc_recall_at_20_max
value: -5.9924
verified: no, type: nauc_recall_at_20_std
value: 30.4601
verified: no, type: nauc_recall_at_20_diff1
value: 19.365299999999998
verified: no, type: nauc_recall_at_100_max
value: 7.007099999999999
verified: no, type: nauc_recall_at_100_std
value: 48.9423
verified: no, type: nauc_recall_at_100_diff1
value: 9.1493
verified: no, type: nauc_recall_at_1000_max
value: 37.2208
verified: no, type: nauc_recall_at_1000_std
value: 64.91550000000001
verified: no, type: nauc_recall_at_1000_diff1
value: -2.8935
verified: no, type: nauc_precision_at_1_max
value: 42.343599999999995
verified: no, type: nauc_precision_at_1_std
value: 69.3433
verified: no, type: nauc_precision_at_1_diff1
value: -20.028000000000002
verified: no, type: nauc_precision_at_3_max
value: 49.335699999999996
verified: no, type: nauc_precision_at_3_std
value: 45.994
verified: no, type: nauc_precision_at_3_diff1
value: 22.622400000000003
verified: no, type: nauc_precision_at_5_max
value: 38.3816
verified: no, type: nauc_precision_at_5_std
value: 55.8298
verified: no, type: nauc_precision_at_5_diff1
value: 8.4025
verified: no, type: nauc_precision_at_10_max
value: 41.6808
verified: no, type: nauc_precision_at_10_std
value: 66.1322
verified: no, type: nauc_precision_at_10_diff1
value: 4.665699999999999
verified: no, type: nauc_precision_at_20_max
value: 42.0959
verified: no, type: nauc_precision_at_20_std
value: 61.7217
verified: no, type: nauc_precision_at_20_diff1
value: -3.4937000000000005
verified: no, type: nauc_precision_at_100_max
value: 40.4606
verified: no, type: nauc_precision_at_100_std
value: 63.3467
verified: no, type: nauc_precision_at_100_diff1
value: -16.487199999999998
verified: no, type: nauc_precision_at_1000_max
value: 39.4253
verified: no, type: nauc_precision_at_1000_std
value: 18.8794
verified: no, type: nauc_precision_at_1000_diff1
value: -18.4566
verified: no, type: nauc_mrr_at_1_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_1_std
value: 69.3433
verified: no, type: nauc_mrr_at_1_diff1
value: -20.028000000000002
verified: no, type: nauc_mrr_at_3_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_3_std
value: 69.3433
verified: no, type: nauc_mrr_at_3_diff1
value: -20.028000000000002
verified: no, type: nauc_mrr_at_5_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_5_std
value: 69.3433
verified: no, type: nauc_mrr_at_5_diff1
value: -20.028000000000002
verified: no, type: nauc_mrr_at_10_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_10_std
value: 69.3433
verified: no, type: nauc_mrr_at_10_diff1
value: -20.028000000000002
verified: no, type: nauc_mrr_at_20_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_20_std
value: 69.3433
verified: no, type: nauc_mrr_at_20_diff1
value: -20.028000000000002
verified: no, type: nauc_mrr_at_100_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_100_std
value: 69.3433
verified: no, type: nauc_mrr_at_100_diff1
value: -20.028000000000002
verified: no, type: nauc_mrr_at_1000_max
value: 42.343599999999995
verified: no, type: nauc_mrr_at_1000_std
value: 69.3433
verified: no, type: nauc_mrr_at_1000_diff1
value: -20.028000000000002
verified: no, type: main_score
value: 86.732
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: ndcg_at_1
value: 37.755
verified: no, type: ndcg_at_3
value: 37.185
verified: no, type: ndcg_at_5
value: 32.564
verified: no, type: ndcg_at_10
value: 31.395
verified: no, type: ndcg_at_20
value: 30.494
verified: no, type: ndcg_at_100
value: 42.617
verified: no, type: ndcg_at_1000
value: 53.324000000000005
verified: no, type: map_at_1
value: 2.7640000000000002
verified: no, type: map_at_3
value: 6.970999999999999
verified: no, type: map_at_5
value: 8.518
verified: no, type: map_at_10
value: 11.919
verified: no, type: map_at_20
value: 14.389
verified: no, type: map_at_100
value: 18.799
verified: no, type: map_at_1000
value: 20.366
verified: no, type: recall_at_1
value: 2.7640000000000002
verified: no, type: recall_at_3
value: 8.323
verified: no, type: recall_at_5
value: 11.259
verified: no, type: recall_at_10
value: 19.088
verified: no, type: recall_at_20
value: 26.488
verified: no, type: recall_at_100
value: 53.437
verified: no, type: recall_at_1000
value: 86.385
verified: no, type: precision_at_1
value: 38.775999999999996
verified: no, type: precision_at_3
value: 38.095
verified: no, type: precision_at_5
value: 31.429000000000002
verified: no, type: precision_at_10
value: 27.346999999999998
verified: no, type: precision_at_20
value: 19.184
verified: no, type: precision_at_100
value: 8.713999999999999
verified: no, type: precision_at_1000
value: 1.6119999999999999
verified: no, type: mrr_at_1
value: 38.7755
verified: no, type: mrr_at_3
value: 52.7211
verified: no, type: mrr_at_5
value: 55.9864
verified: no, type: mrr_at_10
value: 57.2554
verified: no, type: mrr_at_20
value: 57.382999999999996
verified: no, type: mrr_at_100
value: 57.5539
verified: no, type: mrr_at_1000
value: 57.5539
verified: no, type: nauc_ndcg_at_1_max
value: -20.4965
verified: no, type: nauc_ndcg_at_1_std
value: -0.3794
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.9951
verified: no, type: nauc_ndcg_at_3_max
value: -26.1758
verified: no, type: nauc_ndcg_at_3_std
value: 12.2535
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.765199999999998
verified: no, type: nauc_ndcg_at_5_max
value: -27.4523
verified: no, type: nauc_ndcg_at_5_std
value: 5.7325
verified: no, type: nauc_ndcg_at_5_diff1
value: 12.3423
verified: no, type: nauc_ndcg_at_10_max
value: -24.3957
verified: no, type: nauc_ndcg_at_10_std
value: 3.526
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.2427
verified: no, type: nauc_ndcg_at_20_max
value: -20.866799999999998
verified: no, type: nauc_ndcg_at_20_std
value: 6.1578
verified: no, type: nauc_ndcg_at_20_diff1
value: 4.1767
verified: no, type: nauc_ndcg_at_100_max
value: -17.9588
verified: no, type: nauc_ndcg_at_100_std
value: 33.1442
verified: no, type: nauc_ndcg_at_100_diff1
value: 4.356199999999999
verified: no, type: nauc_ndcg_at_1000_max
value: -11.1072
verified: no, type: nauc_ndcg_at_1000_std
value: 35.9222
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.9171000000000005
verified: no, type: nauc_map_at_1_max
value: -22.354
verified: no, type: nauc_map_at_1_std
value: -10.9271
verified: no, type: nauc_map_at_1_diff1
value: 27.7288
verified: no, type: nauc_map_at_3_max
value: -22.397
verified: no, type: nauc_map_at_3_std
value: -7.2767
verified: no, type: nauc_map_at_3_diff1
value: 15.101899999999999
verified: no, type: nauc_map_at_5_max
value: -25.7693
verified: no, type: nauc_map_at_5_std
value: -10.6509
verified: no, type: nauc_map_at_5_diff1
value: 6.9317
verified: no, type: nauc_map_at_10_max
value: -22.2658
verified: no, type: nauc_map_at_10_std
value: -7.2035
verified: no, type: nauc_map_at_10_diff1
value: 3.9056
verified: no, type: nauc_map_at_20_max
value: -16.2962
verified: no, type: nauc_map_at_20_std
value: -2.595
verified: no, type: nauc_map_at_20_diff1
value: 0.5059
verified: no, type: nauc_map_at_100_max
value: -15.7023
verified: no, type: nauc_map_at_100_std
value: 11.6893
verified: no, type: nauc_map_at_100_diff1
value: -0.6727000000000001
verified: no, type: nauc_map_at_1000_max
value: -14.162700000000001
verified: no, type: nauc_map_at_1000_std
value: 14.4614
verified: no, type: nauc_map_at_1000_diff1
value: -0.3813
verified: no, type: nauc_recall_at_1_max
value: -22.354
verified: no, type: nauc_recall_at_1_std
value: -10.9271
verified: no, type: nauc_recall_at_1_diff1
value: 27.7288
verified: no, type: nauc_recall_at_3_max
value: -25.067
verified: no, type: nauc_recall_at_3_std
value: -3.5932
verified: no, type: nauc_recall_at_3_diff1
value: 7.6448
verified: no, type: nauc_recall_at_5_max
value: -31.9521
verified: no, type: nauc_recall_at_5_std
value: -12.973299999999998
verified: no, type: nauc_recall_at_5_diff1
value: -0.8931
verified: no, type: nauc_recall_at_10_max
value: -26.1132
verified: no, type: nauc_recall_at_10_std
value: -7.3447
verified: no, type: nauc_recall_at_10_diff1
value: -4.7741999999999996
verified: no, type: nauc_recall_at_20_max
value: -18.1067
verified: no, type: nauc_recall_at_20_std
value: 2.8136
verified: no, type: nauc_recall_at_20_diff1
value: -10.4605
verified: no, type: nauc_recall_at_100_max
value: -16.423199999999998
verified: no, type: nauc_recall_at_100_std
value: 44.8333
verified: no, type: nauc_recall_at_100_diff1
value: -6.1889
verified: no, type: nauc_recall_at_1000_max
value: 8.706
verified: no, type: nauc_recall_at_1000_std
value: 74.9427
verified: no, type: nauc_recall_at_1000_diff1
value: -11.8207
verified: no, type: nauc_precision_at_1_max
value: -17.1924
verified: no, type: nauc_precision_at_1_std
value: 0.0948
verified: no, type: nauc_precision_at_1_diff1
value: 28.084300000000002
verified: no, type: nauc_precision_at_3_max
value: -23.0318
verified: no, type: nauc_precision_at_3_std
value: 14.8594
verified: no, type: nauc_precision_at_3_diff1
value: 12.4551
verified: no, type: nauc_precision_at_5_max
value: -26.849800000000002
verified: no, type: nauc_precision_at_5_std
value: 2.2552
verified: no, type: nauc_precision_at_5_diff1
value: 6.4963999999999995
verified: no, type: nauc_precision_at_10_max
value: -14.1258
verified: no, type: nauc_precision_at_10_std
value: 9.764299999999999
verified: no, type: nauc_precision_at_10_diff1
value: 2.9594
verified: no, type: nauc_precision_at_20_max
value: 0.6306
verified: no, type: nauc_precision_at_20_std
value: 24.2147
verified: no, type: nauc_precision_at_20_diff1
value: -3.5282
verified: no, type: nauc_precision_at_100_max
value: 11.4275
verified: no, type: nauc_precision_at_100_std
value: 71.0325
verified: no, type: nauc_precision_at_100_diff1
value: -6.978800000000001
verified: no, type: nauc_precision_at_1000_max
value: 37.155899999999995
verified: no, type: nauc_precision_at_1000_std
value: 20.5794
verified: no, type: nauc_precision_at_1000_diff1
value: -11.6191
verified: no, type: nauc_mrr_at_1_max
value: -17.1924
verified: no, type: nauc_mrr_at_1_std
value: 0.0948
verified: no, type: nauc_mrr_at_1_diff1
value: 28.084300000000002
verified: no, type: nauc_mrr_at_3_max
value: -26.1233
verified: no, type: nauc_mrr_at_3_std
value: 12.6302
verified: no, type: nauc_mrr_at_3_diff1
value: 17.8467
verified: no, type: nauc_mrr_at_5_max
value: -23.641499999999997
verified: no, type: nauc_mrr_at_5_std
value: 8.3047
verified: no, type: nauc_mrr_at_5_diff1
value: 20.5063
verified: no, type: nauc_mrr_at_10_max
value: -23.5564
verified: no, type: nauc_mrr_at_10_std
value: 8.5333
verified: no, type: nauc_mrr_at_10_diff1
value: 20.5287
verified: no, type: nauc_mrr_at_20_max
value: -23.154700000000002
verified: no, type: nauc_mrr_at_20_std
value: 9.079600000000001
verified: no, type: nauc_mrr_at_20_diff1
value: 21.3888
verified: no, type: nauc_mrr_at_100_max
value: -23.3008
verified: no, type: nauc_mrr_at_100_std
value: 8.7424
verified: no, type: nauc_mrr_at_100_diff1
value: 21.2832
verified: no, type: nauc_mrr_at_1000_max
value: -23.3008
verified: no, type: nauc_mrr_at_1000_std
value: 8.7424
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.2832
verified: no, type: main_score
value: 31.395
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 91.3135
verified: no, type: f1
value: 78.12480000000001
verified: no, type: f1_weighted
value: 92.4208
verified: no, type: ap
value: 41.943599999999996
verified: no, type: ap_weighted
value: 41.943599999999996
verified: no, type: main_score
value: 91.3135
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 77.24109999999999
verified: no, type: f1
value: 77.4964
verified: no, type: f1_weighted
value: 77.0248
verified: no, type: main_score
value: 77.24109999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: v_measure
value: 63.132200000000005
verified: no, type: v_measure_std
value: 0.7163
verified: no, type: main_score
value: 63.132200000000005
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: similarity_accuracy
value: 88.061
verified: no, type: similarity_accuracy_threshold
value: 85.9546
verified: no, type: similarity_f1
value: 73.36240000000001
verified: no, type: similarity_f1_threshold
value: 84.0127
verified: no, type: similarity_precision
value: 71.47149999999999
verified: no, type: similarity_recall
value: 75.3562
verified: no, type: similarity_ap
value: 80.2787
verified: no, type: cosine_accuracy
value: 88.061
verified: no, type: cosine_accuracy_threshold
value: 85.9546
verified: no, type: cosine_f1
value: 73.36240000000001
verified: no, type: cosine_f1_threshold
value: 84.0127
verified: no, type: cosine_precision
value: 71.47149999999999
verified: no, type: cosine_recall
value: 75.3562
verified: no, type: cosine_ap
value: 80.2787
verified: no, type: manhattan_accuracy
value: 87.8941
verified: no, type: manhattan_accuracy_threshold
value: 4374.3263
verified: no, type: manhattan_f1
value: 72.929
verified: no, type: manhattan_f1_threshold
value: 4637.7289
verified: no, type: manhattan_precision
value: 71.3636
verified: no, type: manhattan_recall
value: 74.5646
verified: no, type: manhattan_ap
value: 79.98140000000001
verified: no, type: euclidean_accuracy
value: 88.0789
verified: no, type: euclidean_accuracy_threshold
value: 52.9742
verified: no, type: euclidean_f1
value: 73.3591
verified: no, type: euclidean_f1_threshold
value: 56.4815
verified: no, type: euclidean_precision
value: 71.608
verified: no, type: euclidean_recall
value: 75.19789999999999
verified: no, type: euclidean_ap
value: 80.2656
verified: no, type: dot_accuracy
value: 88.0789
verified: no, type: dot_accuracy_threshold
value: 85.8034
verified: no, type: dot_f1
value: 73.40379999999999
verified: no, type: dot_f1_threshold
value: 84.3213
verified: no, type: dot_precision
value: 72.6544
verified: no, type: dot_recall
value: 74.16890000000001
verified: no, type: dot_ap
value: 80.32010000000001
verified: no, type: max_accuracy
value: 88.0789
verified: no, type: max_f1
value: 73.40379999999999
verified: no, type: max_precision
value: 72.6544
verified: no, type: max_recall
value: 75.3562
verified: no, type: max_ap
value: 80.32010000000001
verified: no, type: main_score
value: 80.32010000000001
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: similarity_accuracy
value: 89.93090000000001
verified: no, type: similarity_accuracy_threshold
value: 82.1349
verified: no, type: similarity_f1
value: 80.1377
verified: no, type: similarity_f1_threshold
value: 80.5047
verified: no, type: similarity_precision
value: 77.1539
verified: no, type: similarity_recall
value: 83.3616
verified: no, type: similarity_ap
value: 87.6917
verified: no, type: cosine_accuracy
value: 89.93090000000001
verified: no, type: cosine_accuracy_threshold
value: 82.1349
verified: no, type: cosine_f1
value: 80.1377
verified: no, type: cosine_f1_threshold
value: 80.5047
verified: no, type: cosine_precision
value: 77.1539
verified: no, type: cosine_recall
value: 83.3616
verified: no, type: cosine_ap
value: 87.6917
verified: no, type: manhattan_accuracy
value: 89.86880000000001
verified: no, type: manhattan_accuracy_threshold
value: 4882.7347
verified: no, type: manhattan_f1
value: 80.2323
verified: no, type: manhattan_f1_threshold
value: 5185.1944
verified: no, type: manhattan_precision
value: 76.74889999999999
verified: no, type: manhattan_recall
value: 84.0468
verified: no, type: manhattan_ap
value: 87.70750000000001
verified: no, type: euclidean_accuracy
value: 89.94640000000001
verified: no, type: euclidean_accuracy_threshold
value: 59.9149
verified: no, type: euclidean_f1
value: 80.1527
verified: no, type: euclidean_f1_threshold
value: 62.3611
verified: no, type: euclidean_precision
value: 77.2744
verified: no, type: euclidean_recall
value: 83.2538
verified: no, type: euclidean_ap
value: 87.6922
verified: no, type: dot_accuracy
value: 89.9038
verified: no, type: dot_accuracy_threshold
value: 82.53049999999999
verified: no, type: dot_f1
value: 80.0969
verified: no, type: dot_f1_threshold
value: 80.7285
verified: no, type: dot_precision
value: 77.5853
verified: no, type: dot_recall
value: 82.77640000000001
verified: no, type: dot_ap
value: 87.668
verified: no, type: max_accuracy
value: 89.94640000000001
verified: no, type: max_f1
value: 80.2323
verified: no, type: max_precision
value: 77.5853
verified: no, type: max_recall
value: 84.0468
verified: no, type: max_ap
value: 87.70750000000001
verified: no, type: main_score
value: 87.70750000000001
verified: no
task: type: PairClassification
datasets: BAAI/Infinity-MM, HuggingFaceFW/fineweb-edu
language: en
base_model: dunzhang/stella_en_1.5B_v5, google/siglip-so400m-patch14-384
tags: mteb, sentence-transformers
Likes: 68 | All-time downloads: 119109
Created: 2024-12-11 03:23:03